SDK Tutorial: Stretchability; Hardware Target Exploration

NOTE: The Jupyter Notebook below is included in the Chimera SDK and can be run interactively by running the following CLI command:

$ quadric sdk notebook

From the Jupyter Notebook window in your browser, select the notebook named /quadric/sdk-cli/examples/stretch/Stretchability.ipynb.

Stretchability

test & play with stretchability of product variants, ocm sizes, ext bw

import os, sys, warnings
import pathlib, logging
import pandas as pd
import matplotlib.pyplot as plt
from matplotlib import cm
from mpl_toolkits.mplot3d import Axes3D
from matplotlib import interactive

interactive(True)
%matplotlib inline
import matplotlib as mpl
import numpy as np

int8_onnx_name = "../common/quant_onnx/resnet18_opt_asym_int8_q.onnx"
module_name = pathlib.Path(int8_onnx_name).stem
print(module_name)

resnet18_opt_asym_int8_q

import pprint

pp = pprint.PrettyPrinter(indent=4, sort_dicts=False)
products = ["QB1", "QB4", "QB16"]
ocm_size = ["4MB", "8MB", "16MB"]
ext_bw = ["4GBps", "8GBps", "16GBps", "32GBps"]
experiments = []
for p in products:
    for ocm in ocm_size:
        for bw in ext_bw:
            row_dict = {
                "model": int8_onnx_name,
                "name": module_name,
                "product": p,
                "ocm_size": ocm,
                "ext_bw": bw,
            }
            experiments.append(row_dict)

##trim the experiment list
import re
import tvm.contrib.epu.chimera_job.constants as constants
from tvm.contrib.epu.chimera_job.chimera_job import ChimeraJob
from tvm.contrib.epu.chimera_job.hw_config import HWConfig
import os

prod_match = re.compile("QB1$|QB4$|QB16$")
ocm_match = re.compile("4MB|8MB")
bw_match = re.compile("16GBps|32GBps")
exp_list = [
    x
    for x in experiments
    if prod_match.match(x["product"])
    and ocm_match.match(x["ocm_size"])
    and bw_match.match(x["ext_bw"])
]


def run_experiment(e):
    try:
        hw_config = HWConfig(
            product=e["product"],
            ocm_size=e["ocm_size"],
            ext_rd_bw=e["ext_bw"],
            ext_wr_bw=e["ext_bw"],
        )
        cgc_job = ChimeraJob(
            model_p=int8_onnx_name,
            hw_config=hw_config,
        )
        cgc_job.compile()
        cgc_job.run_inference_harness()
        e.update(cgc_job.profile)
    except:
        e.update({"total": 0})
    return e


print(len(exp_list))

12

results = [run_experiment(experiment) for experiment in exp_list]

2026-07-18 12:11 - WARNING - epu - hw_config - QB-series products have a max macs per_pe 8, forcing 8 macs per pe
2026-07-18 12:11 - WARNING - epu - hw_config - QB-series products have a max clock speed of 1GHz forcing 1GHz
2026-07-18 12:11 - INFO - epu - chimera_job - START==================================onnx_ingest
2026-07-18 12:11 - INFO - epu - codegen - START===============================optimize_relay
2026-07-18 12:11 - INFO - epu - codegen - START====================quantize_to_cpu_runnable_fx
2026-07-18 12:11 - INFO - epu - fx - 

Source name              Op                      Output 0 Range                             Output 0 Frac Bits
-----------------------  ----------------------  ---------------------------------------  --------------------
output_DequantizeLinear  contrib.epu.dequantize  (-9.670584946870804, 28.26786369085312)                    26

2026-07-18 12:11 - INFO - epu - codegen - START====================build_cpu_runnable_fx_relay
2026-07-18 12:11 - INFO - epu - codegen - START=======================quantize_to_chimera_fx
2026-07-18 12:11 - INFO - epu - codegen - START=================================relay_to_tir
2026-07-18 12:11 - INFO - epu - codegen - START===========================relay_to_epu_relay
2026-07-18 12:11 - INFO - epu - codegen - START==============================adapt_and_order
2026-07-18 12:11 - INFO - epu - mac_counter - 
2026-07-18 12:11 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:11 - INFO - epu - mac_counter - MAC Operation Count Summary
2026-07-18 12:11 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:11 - INFO - epu - mac_counter -   conv2d: 236,027,904 ops (118,013,952 MACs) - /conv1/Conv_quant
2026-07-18 12:11 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv1/Conv_quant
2026-07-18 12:11 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv2/Conv_quant
2026-07-18 12:11 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv1/Conv_quant
2026-07-18 12:11 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv2/Conv_quant
2026-07-18 12:11 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer2/layer2.0/conv1/Conv_quant
2026-07-18 12:11 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.0/conv2/Conv_quant
2026-07-18 12:11 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer2/layer2.0/downsample/downsample.0/Conv_quant
2026-07-18 12:11 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv1/Conv_quant
2026-07-18 12:11 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv2/Conv_quant
2026-07-18 12:11 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer3/layer3.0/conv1/Conv_quant
2026-07-18 12:11 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.0/conv2/Conv_quant
2026-07-18 12:11 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer3/layer3.0/downsample/downsample.0/Conv_quant
2026-07-18 12:11 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv1/Conv_quant
2026-07-18 12:11 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv2/Conv_quant
2026-07-18 12:11 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer4/layer4.0/conv1/Conv_quant
2026-07-18 12:11 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.0/conv2/Conv_quant
2026-07-18 12:11 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer4/layer4.0/downsample/downsample.0/Conv_quant
2026-07-18 12:11 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv1/Conv_quant
2026-07-18 12:11 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv2/Conv_quant
2026-07-18 12:11 - INFO - epu - mac_counter - ------------------------------------------------------------
2026-07-18 12:11 - INFO - epu - mac_counter - Total: 3,627,122,688 ops (1,813,561,344 MACs)
2026-07-18 12:11 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:11 - INFO - epu - mac_counter - 
2026-07-18 12:12 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:12 - INFO - epu - codegen - START=============================plan_lrm_virtual
2026-07-18 12:12 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:12 - INFO - epu - codegen - START===============================lrm_alloc_loop
2026-07-18 12:12 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:12 - INFO - epu - codegen - START================================lrm_splitting
2026-07-18 12:12 - INFO - epu - codegen - START==============================ext_split_relay
2026-07-18 12:12 - INFO - epu - codegen - START====================================build_tir
2026-07-18 12:12 - INFO - epu - chimera_job - Compilation of resnet18_opt_asym_int8_q_QB1_1_4MB_4kB_16GBps_16GBps_8_OFF_x1_x1 successful
2026-07-18 12:12 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc7b43fd090>
FILM 12/12: 100%|███████████████████████████████████████████████████| 12/12 [00:58<00:00,  4.87s/it]
2026-07-18 12:13 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc90567b1c0>
2026-07-18 12:13 - INFO - epu - iss_testing - Started Executing Onnxruntime...
2026-07-18 12:13 - INFO - epu - iss_testing - Done 0:00:00.103180
2026-07-18 12:13 - WARNING - epu - hw_config - QB-series products have a max macs per_pe 8, forcing 8 macs per pe
2026-07-18 12:13 - WARNING - epu - hw_config - QB-series products have a max clock speed of 1GHz forcing 1GHz
2026-07-18 12:13 - INFO - epu - chimera_job - START==================================onnx_ingest
2026-07-18 12:13 - INFO - epu - codegen - START===============================optimize_relay
2026-07-18 12:13 - INFO - epu - codegen - START====================quantize_to_cpu_runnable_fx
2026-07-18 12:13 - INFO - epu - fx - 

Source name              Op                      Output 0 Range                             Output 0 Frac Bits
-----------------------  ----------------------  ---------------------------------------  --------------------
output_DequantizeLinear  contrib.epu.dequantize  (-9.670584946870804, 28.26786369085312)                    26

2026-07-18 12:13 - INFO - epu - codegen - START====================build_cpu_runnable_fx_relay
2026-07-18 12:13 - INFO - epu - codegen - START=======================quantize_to_chimera_fx
2026-07-18 12:13 - INFO - epu - codegen - START=================================relay_to_tir
2026-07-18 12:13 - INFO - epu - codegen - START===========================relay_to_epu_relay
2026-07-18 12:13 - INFO - epu - codegen - START==============================adapt_and_order
2026-07-18 12:13 - INFO - epu - mac_counter - 
2026-07-18 12:13 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:13 - INFO - epu - mac_counter - MAC Operation Count Summary
2026-07-18 12:13 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:13 - INFO - epu - mac_counter -   conv2d: 236,027,904 ops (118,013,952 MACs) - /conv1/Conv_quant
2026-07-18 12:13 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv1/Conv_quant
2026-07-18 12:13 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv2/Conv_quant
2026-07-18 12:13 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv1/Conv_quant
2026-07-18 12:13 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv2/Conv_quant
2026-07-18 12:13 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer2/layer2.0/conv1/Conv_quant
2026-07-18 12:13 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.0/conv2/Conv_quant
2026-07-18 12:13 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer2/layer2.0/downsample/downsample.0/Conv_quant
2026-07-18 12:13 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv1/Conv_quant
2026-07-18 12:13 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv2/Conv_quant
2026-07-18 12:13 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer3/layer3.0/conv1/Conv_quant
2026-07-18 12:13 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.0/conv2/Conv_quant
2026-07-18 12:13 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer3/layer3.0/downsample/downsample.0/Conv_quant
2026-07-18 12:13 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv1/Conv_quant
2026-07-18 12:13 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv2/Conv_quant
2026-07-18 12:13 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer4/layer4.0/conv1/Conv_quant
2026-07-18 12:13 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.0/conv2/Conv_quant
2026-07-18 12:13 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer4/layer4.0/downsample/downsample.0/Conv_quant
2026-07-18 12:13 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv1/Conv_quant
2026-07-18 12:13 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv2/Conv_quant
2026-07-18 12:13 - INFO - epu - mac_counter - ------------------------------------------------------------
2026-07-18 12:13 - INFO - epu - mac_counter - Total: 3,627,122,688 ops (1,813,561,344 MACs)
2026-07-18 12:13 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:13 - INFO - epu - mac_counter - 
2026-07-18 12:13 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:13 - INFO - epu - codegen - START=============================plan_lrm_virtual
2026-07-18 12:14 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:14 - INFO - epu - codegen - START===============================lrm_alloc_loop
2026-07-18 12:14 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:14 - INFO - epu - codegen - START================================lrm_splitting
2026-07-18 12:14 - INFO - epu - codegen - START==============================ext_split_relay
2026-07-18 12:14 - INFO - epu - codegen - START====================================build_tir
2026-07-18 12:14 - INFO - epu - chimera_job - Compilation of resnet18_opt_asym_int8_q_QB1_1_4MB_4kB_32GBps_32GBps_8_OFF_x1_x1 successful
2026-07-18 12:14 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc7b4b76ad0>
FILM 12/12: 100%|███████████████████████████████████████████████████| 12/12 [01:04<00:00,  5.38s/it]
2026-07-18 12:16 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc7a467fa90>
2026-07-18 12:16 - INFO - epu - iss_testing - Started Executing Onnxruntime...
2026-07-18 12:16 - INFO - epu - iss_testing - Done 0:00:00.170509
2026-07-18 12:16 - WARNING - epu - hw_config - QB-series products have a max macs per_pe 8, forcing 8 macs per pe
2026-07-18 12:16 - WARNING - epu - hw_config - QB-series products have a max clock speed of 1GHz forcing 1GHz
2026-07-18 12:16 - INFO - epu - chimera_job - START==================================onnx_ingest
2026-07-18 12:16 - INFO - epu - codegen - START===============================optimize_relay
2026-07-18 12:16 - INFO - epu - codegen - START====================quantize_to_cpu_runnable_fx
2026-07-18 12:16 - INFO - epu - fx - 

Source name              Op                      Output 0 Range                             Output 0 Frac Bits
-----------------------  ----------------------  ---------------------------------------  --------------------
output_DequantizeLinear  contrib.epu.dequantize  (-9.670584946870804, 28.26786369085312)                    26

2026-07-18 12:16 - INFO - epu - codegen - START====================build_cpu_runnable_fx_relay
2026-07-18 12:16 - INFO - epu - codegen - START=======================quantize_to_chimera_fx
2026-07-18 12:16 - INFO - epu - codegen - START=================================relay_to_tir
2026-07-18 12:16 - INFO - epu - codegen - START===========================relay_to_epu_relay
2026-07-18 12:16 - INFO - epu - codegen - START==============================adapt_and_order
2026-07-18 12:16 - INFO - epu - mac_counter - 
2026-07-18 12:16 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:16 - INFO - epu - mac_counter - MAC Operation Count Summary
2026-07-18 12:16 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:16 - INFO - epu - mac_counter -   conv2d: 236,027,904 ops (118,013,952 MACs) - /conv1/Conv_quant
2026-07-18 12:16 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv1/Conv_quant
2026-07-18 12:16 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv2/Conv_quant
2026-07-18 12:16 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv1/Conv_quant
2026-07-18 12:16 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv2/Conv_quant
2026-07-18 12:16 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer2/layer2.0/conv1/Conv_quant
2026-07-18 12:16 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.0/conv2/Conv_quant
2026-07-18 12:16 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer2/layer2.0/downsample/downsample.0/Conv_quant
2026-07-18 12:16 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv1/Conv_quant
2026-07-18 12:16 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv2/Conv_quant
2026-07-18 12:16 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer3/layer3.0/conv1/Conv_quant
2026-07-18 12:16 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.0/conv2/Conv_quant
2026-07-18 12:16 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer3/layer3.0/downsample/downsample.0/Conv_quant
2026-07-18 12:16 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv1/Conv_quant
2026-07-18 12:16 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv2/Conv_quant
2026-07-18 12:16 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer4/layer4.0/conv1/Conv_quant
2026-07-18 12:16 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.0/conv2/Conv_quant
2026-07-18 12:16 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer4/layer4.0/downsample/downsample.0/Conv_quant
2026-07-18 12:16 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv1/Conv_quant
2026-07-18 12:16 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv2/Conv_quant
2026-07-18 12:16 - INFO - epu - mac_counter - ------------------------------------------------------------
2026-07-18 12:16 - INFO - epu - mac_counter - Total: 3,627,122,688 ops (1,813,561,344 MACs)
2026-07-18 12:16 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:16 - INFO - epu - mac_counter - 
2026-07-18 12:16 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:16 - INFO - epu - codegen - START=============================plan_lrm_virtual
2026-07-18 12:16 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:16 - INFO - epu - codegen - START===============================lrm_alloc_loop
2026-07-18 12:16 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:16 - INFO - epu - codegen - START================================lrm_splitting
2026-07-18 12:16 - INFO - epu - codegen - START==============================ext_split_relay
2026-07-18 12:17 - INFO - epu - codegen - START====================================build_tir
2026-07-18 12:17 - INFO - epu - chimera_job - Compilation of resnet18_opt_asym_int8_q_QB1_1_8MB_4kB_16GBps_16GBps_8_OFF_x1_x1 successful
2026-07-18 12:17 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc7b4b76ad0>
FILM 12/12: 100%|███████████████████████████████████████████████████| 12/12 [01:15<00:00,  6.31s/it]
2026-07-18 12:19 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc7b3dbec80>
2026-07-18 12:19 - INFO - epu - iss_testing - Started Executing Onnxruntime...
2026-07-18 12:19 - INFO - epu - iss_testing - Done 0:00:00.177233
2026-07-18 12:19 - WARNING - epu - hw_config - QB-series products have a max macs per_pe 8, forcing 8 macs per pe
2026-07-18 12:19 - WARNING - epu - hw_config - QB-series products have a max clock speed of 1GHz forcing 1GHz
2026-07-18 12:19 - INFO - epu - chimera_job - START==================================onnx_ingest
2026-07-18 12:19 - INFO - epu - codegen - START===============================optimize_relay
2026-07-18 12:19 - INFO - epu - codegen - START====================quantize_to_cpu_runnable_fx
2026-07-18 12:19 - INFO - epu - fx - 

Source name              Op                      Output 0 Range                             Output 0 Frac Bits
-----------------------  ----------------------  ---------------------------------------  --------------------
output_DequantizeLinear  contrib.epu.dequantize  (-9.670584946870804, 28.26786369085312)                    26

2026-07-18 12:19 - INFO - epu - codegen - START====================build_cpu_runnable_fx_relay
2026-07-18 12:19 - INFO - epu - codegen - START=======================quantize_to_chimera_fx
2026-07-18 12:19 - INFO - epu - codegen - START=================================relay_to_tir
2026-07-18 12:19 - INFO - epu - codegen - START===========================relay_to_epu_relay
2026-07-18 12:19 - INFO - epu - codegen - START==============================adapt_and_order
2026-07-18 12:19 - INFO - epu - mac_counter - 
2026-07-18 12:19 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:19 - INFO - epu - mac_counter - MAC Operation Count Summary
2026-07-18 12:19 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:19 - INFO - epu - mac_counter -   conv2d: 236,027,904 ops (118,013,952 MACs) - /conv1/Conv_quant
2026-07-18 12:19 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv1/Conv_quant
2026-07-18 12:19 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv2/Conv_quant
2026-07-18 12:19 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv1/Conv_quant
2026-07-18 12:19 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv2/Conv_quant
2026-07-18 12:19 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer2/layer2.0/conv1/Conv_quant
2026-07-18 12:19 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.0/conv2/Conv_quant
2026-07-18 12:19 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer2/layer2.0/downsample/downsample.0/Conv_quant
2026-07-18 12:19 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv1/Conv_quant
2026-07-18 12:19 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv2/Conv_quant
2026-07-18 12:19 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer3/layer3.0/conv1/Conv_quant
2026-07-18 12:19 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.0/conv2/Conv_quant
2026-07-18 12:19 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer3/layer3.0/downsample/downsample.0/Conv_quant
2026-07-18 12:19 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv1/Conv_quant
2026-07-18 12:19 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv2/Conv_quant
2026-07-18 12:19 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer4/layer4.0/conv1/Conv_quant
2026-07-18 12:19 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.0/conv2/Conv_quant
2026-07-18 12:19 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer4/layer4.0/downsample/downsample.0/Conv_quant
2026-07-18 12:19 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv1/Conv_quant
2026-07-18 12:19 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv2/Conv_quant
2026-07-18 12:19 - INFO - epu - mac_counter - ------------------------------------------------------------
2026-07-18 12:19 - INFO - epu - mac_counter - Total: 3,627,122,688 ops (1,813,561,344 MACs)
2026-07-18 12:19 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:19 - INFO - epu - mac_counter - 
2026-07-18 12:19 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:19 - INFO - epu - codegen - START=============================plan_lrm_virtual
2026-07-18 12:19 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:19 - INFO - epu - codegen - START===============================lrm_alloc_loop
2026-07-18 12:19 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:19 - INFO - epu - codegen - START================================lrm_splitting
2026-07-18 12:19 - INFO - epu - codegen - START==============================ext_split_relay
2026-07-18 12:20 - INFO - epu - codegen - START====================================build_tir
2026-07-18 12:20 - INFO - epu - chimera_job - Compilation of resnet18_opt_asym_int8_q_QB1_1_8MB_4kB_32GBps_32GBps_8_OFF_x1_x1 successful
2026-07-18 12:20 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc8218c7d30>
FILM 12/12: 100%|███████████████████████████████████████████████████| 12/12 [01:16<00:00,  6.38s/it]
2026-07-18 12:21 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc8218c7d30>
2026-07-18 12:21 - INFO - epu - iss_testing - Started Executing Onnxruntime...
2026-07-18 12:21 - INFO - epu - iss_testing - Done 0:00:00.213162
2026-07-18 12:21 - WARNING - epu - hw_config - QB-series products have a max macs per_pe 8, forcing 8 macs per pe
2026-07-18 12:21 - WARNING - epu - hw_config - QB-series products have a max clock speed of 1GHz forcing 1GHz
2026-07-18 12:21 - INFO - epu - chimera_job - START==================================onnx_ingest
2026-07-18 12:21 - INFO - epu - codegen - START===============================optimize_relay
2026-07-18 12:21 - INFO - epu - codegen - START====================quantize_to_cpu_runnable_fx
2026-07-18 12:21 - INFO - epu - fx - 

Source name              Op                      Output 0 Range                             Output 0 Frac Bits
-----------------------  ----------------------  ---------------------------------------  --------------------
output_DequantizeLinear  contrib.epu.dequantize  (-9.670584946870804, 28.26786369085312)                    26

2026-07-18 12:21 - INFO - epu - codegen - START====================build_cpu_runnable_fx_relay
2026-07-18 12:21 - INFO - epu - codegen - START=======================quantize_to_chimera_fx
2026-07-18 12:21 - INFO - epu - codegen - START=================================relay_to_tir
2026-07-18 12:21 - INFO - epu - codegen - START===========================relay_to_epu_relay
2026-07-18 12:21 - INFO - epu - codegen - START==============================adapt_and_order
2026-07-18 12:21 - INFO - epu - mac_counter - 
2026-07-18 12:21 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:21 - INFO - epu - mac_counter - MAC Operation Count Summary
2026-07-18 12:21 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:21 - INFO - epu - mac_counter -   conv2d: 236,027,904 ops (118,013,952 MACs) - /conv1/Conv_quant
2026-07-18 12:21 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv1/Conv_quant
2026-07-18 12:21 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv2/Conv_quant
2026-07-18 12:21 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv1/Conv_quant
2026-07-18 12:21 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv2/Conv_quant
2026-07-18 12:21 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer2/layer2.0/conv1/Conv_quant
2026-07-18 12:21 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.0/conv2/Conv_quant
2026-07-18 12:21 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer2/layer2.0/downsample/downsample.0/Conv_quant
2026-07-18 12:21 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv1/Conv_quant
2026-07-18 12:21 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv2/Conv_quant
2026-07-18 12:21 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer3/layer3.0/conv1/Conv_quant
2026-07-18 12:21 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.0/conv2/Conv_quant
2026-07-18 12:21 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer3/layer3.0/downsample/downsample.0/Conv_quant
2026-07-18 12:21 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv1/Conv_quant
2026-07-18 12:21 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv2/Conv_quant
2026-07-18 12:21 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer4/layer4.0/conv1/Conv_quant
2026-07-18 12:21 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.0/conv2/Conv_quant
2026-07-18 12:21 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer4/layer4.0/downsample/downsample.0/Conv_quant
2026-07-18 12:21 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv1/Conv_quant
2026-07-18 12:21 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv2/Conv_quant
2026-07-18 12:21 - INFO - epu - mac_counter - ------------------------------------------------------------
2026-07-18 12:21 - INFO - epu - mac_counter - Total: 3,627,122,688 ops (1,813,561,344 MACs)
2026-07-18 12:21 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:21 - INFO - epu - mac_counter - 
2026-07-18 12:21 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:21 - INFO - epu - codegen - START=============================plan_lrm_virtual
2026-07-18 12:22 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:22 - INFO - epu - codegen - START===============================lrm_alloc_loop
2026-07-18 12:22 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:22 - INFO - epu - codegen - START================================lrm_splitting
2026-07-18 12:22 - INFO - epu - codegen - START==============================ext_split_relay
2026-07-18 12:23 - INFO - epu - codegen - START====================================build_tir
2026-07-18 12:23 - INFO - epu - chimera_job - Compilation of resnet18_opt_asym_int8_q_QB4_1_4MB_4kB_16GBps_16GBps_8_OFF_x1_x1 successful
2026-07-18 12:23 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc7a46fb5e0>
FILM 12/12: 100%|███████████████████████████████████████████████████| 12/12 [00:36<00:00,  3.04s/it]
2026-07-18 12:24 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc7b3118ac0>
2026-07-18 12:24 - INFO - epu - iss_testing - Started Executing Onnxruntime...
2026-07-18 12:24 - INFO - epu - iss_testing - Done 0:00:00.180036
2026-07-18 12:24 - WARNING - epu - hw_config - QB-series products have a max macs per_pe 8, forcing 8 macs per pe
2026-07-18 12:24 - WARNING - epu - hw_config - QB-series products have a max clock speed of 1GHz forcing 1GHz
2026-07-18 12:24 - INFO - epu - chimera_job - START==================================onnx_ingest
2026-07-18 12:24 - INFO - epu - codegen - START===============================optimize_relay
2026-07-18 12:24 - INFO - epu - codegen - START====================quantize_to_cpu_runnable_fx
2026-07-18 12:24 - INFO - epu - fx - 

Source name              Op                      Output 0 Range                             Output 0 Frac Bits
-----------------------  ----------------------  ---------------------------------------  --------------------
output_DequantizeLinear  contrib.epu.dequantize  (-9.670584946870804, 28.26786369085312)                    26

2026-07-18 12:24 - INFO - epu - codegen - START====================build_cpu_runnable_fx_relay
2026-07-18 12:24 - INFO - epu - codegen - START=======================quantize_to_chimera_fx
2026-07-18 12:24 - INFO - epu - codegen - START=================================relay_to_tir
2026-07-18 12:24 - INFO - epu - codegen - START===========================relay_to_epu_relay
2026-07-18 12:24 - INFO - epu - codegen - START==============================adapt_and_order
2026-07-18 12:24 - INFO - epu - mac_counter - 
2026-07-18 12:24 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:24 - INFO - epu - mac_counter - MAC Operation Count Summary
2026-07-18 12:24 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:24 - INFO - epu - mac_counter -   conv2d: 236,027,904 ops (118,013,952 MACs) - /conv1/Conv_quant
2026-07-18 12:24 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv1/Conv_quant
2026-07-18 12:24 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv2/Conv_quant
2026-07-18 12:24 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv1/Conv_quant
2026-07-18 12:24 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv2/Conv_quant
2026-07-18 12:24 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer2/layer2.0/conv1/Conv_quant
2026-07-18 12:24 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.0/conv2/Conv_quant
2026-07-18 12:24 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer2/layer2.0/downsample/downsample.0/Conv_quant
2026-07-18 12:24 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv1/Conv_quant
2026-07-18 12:24 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv2/Conv_quant
2026-07-18 12:24 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer3/layer3.0/conv1/Conv_quant
2026-07-18 12:24 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.0/conv2/Conv_quant
2026-07-18 12:24 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer3/layer3.0/downsample/downsample.0/Conv_quant
2026-07-18 12:24 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv1/Conv_quant
2026-07-18 12:24 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv2/Conv_quant
2026-07-18 12:24 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer4/layer4.0/conv1/Conv_quant
2026-07-18 12:24 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.0/conv2/Conv_quant
2026-07-18 12:24 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer4/layer4.0/downsample/downsample.0/Conv_quant
2026-07-18 12:24 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv1/Conv_quant
2026-07-18 12:24 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv2/Conv_quant
2026-07-18 12:24 - INFO - epu - mac_counter - ------------------------------------------------------------
2026-07-18 12:24 - INFO - epu - mac_counter - Total: 3,627,122,688 ops (1,813,561,344 MACs)
2026-07-18 12:24 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:24 - INFO - epu - mac_counter - 
2026-07-18 12:24 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:24 - INFO - epu - codegen - START=============================plan_lrm_virtual
2026-07-18 12:24 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:24 - INFO - epu - codegen - START===============================lrm_alloc_loop
2026-07-18 12:24 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:24 - INFO - epu - codegen - START================================lrm_splitting
2026-07-18 12:25 - INFO - epu - codegen - START==============================ext_split_relay
2026-07-18 12:25 - INFO - epu - codegen - START====================================build_tir
2026-07-18 12:25 - INFO - epu - chimera_job - Compilation of resnet18_opt_asym_int8_q_QB4_1_4MB_4kB_32GBps_32GBps_8_OFF_x1_x1 successful
2026-07-18 12:25 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc7a4708c40>
FILM 12/12: 100%|███████████████████████████████████████████████████| 12/12 [00:30<00:00,  2.55s/it]
2026-07-18 12:26 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc7a46980a0>
2026-07-18 12:26 - INFO - epu - iss_testing - Started Executing Onnxruntime...
2026-07-18 12:26 - INFO - epu - iss_testing - Done 0:00:00.157214
2026-07-18 12:26 - WARNING - epu - hw_config - QB-series products have a max macs per_pe 8, forcing 8 macs per pe
2026-07-18 12:26 - WARNING - epu - hw_config - QB-series products have a max clock speed of 1GHz forcing 1GHz
2026-07-18 12:26 - INFO - epu - chimera_job - START==================================onnx_ingest
2026-07-18 12:26 - INFO - epu - codegen - START===============================optimize_relay
2026-07-18 12:26 - INFO - epu - codegen - START====================quantize_to_cpu_runnable_fx
2026-07-18 12:26 - INFO - epu - fx - 

Source name              Op                      Output 0 Range                             Output 0 Frac Bits
-----------------------  ----------------------  ---------------------------------------  --------------------
output_DequantizeLinear  contrib.epu.dequantize  (-9.670584946870804, 28.26786369085312)                    26

2026-07-18 12:26 - INFO - epu - codegen - START====================build_cpu_runnable_fx_relay
2026-07-18 12:26 - INFO - epu - codegen - START=======================quantize_to_chimera_fx
2026-07-18 12:26 - INFO - epu - codegen - START=================================relay_to_tir
2026-07-18 12:26 - INFO - epu - codegen - START===========================relay_to_epu_relay
2026-07-18 12:26 - INFO - epu - codegen - START==============================adapt_and_order
2026-07-18 12:26 - INFO - epu - mac_counter - 
2026-07-18 12:26 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:26 - INFO - epu - mac_counter - MAC Operation Count Summary
2026-07-18 12:26 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:26 - INFO - epu - mac_counter -   conv2d: 236,027,904 ops (118,013,952 MACs) - /conv1/Conv_quant
2026-07-18 12:26 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv1/Conv_quant
2026-07-18 12:26 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv2/Conv_quant
2026-07-18 12:26 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv1/Conv_quant
2026-07-18 12:26 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv2/Conv_quant
2026-07-18 12:26 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer2/layer2.0/conv1/Conv_quant
2026-07-18 12:26 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.0/conv2/Conv_quant
2026-07-18 12:26 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer2/layer2.0/downsample/downsample.0/Conv_quant
2026-07-18 12:26 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv1/Conv_quant
2026-07-18 12:26 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv2/Conv_quant
2026-07-18 12:26 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer3/layer3.0/conv1/Conv_quant
2026-07-18 12:26 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.0/conv2/Conv_quant
2026-07-18 12:26 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer3/layer3.0/downsample/downsample.0/Conv_quant
2026-07-18 12:26 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv1/Conv_quant
2026-07-18 12:26 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv2/Conv_quant
2026-07-18 12:26 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer4/layer4.0/conv1/Conv_quant
2026-07-18 12:26 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.0/conv2/Conv_quant
2026-07-18 12:26 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer4/layer4.0/downsample/downsample.0/Conv_quant
2026-07-18 12:26 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv1/Conv_quant
2026-07-18 12:26 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv2/Conv_quant
2026-07-18 12:26 - INFO - epu - mac_counter - ------------------------------------------------------------
2026-07-18 12:26 - INFO - epu - mac_counter - Total: 3,627,122,688 ops (1,813,561,344 MACs)
2026-07-18 12:26 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:26 - INFO - epu - mac_counter - 
2026-07-18 12:26 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:26 - INFO - epu - codegen - START=============================plan_lrm_virtual
2026-07-18 12:26 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:26 - INFO - epu - codegen - START===============================lrm_alloc_loop
2026-07-18 12:26 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:26 - INFO - epu - codegen - START================================lrm_splitting
2026-07-18 12:27 - INFO - epu - codegen - START==============================ext_split_relay
2026-07-18 12:27 - INFO - epu - codegen - START====================================build_tir
2026-07-18 12:27 - INFO - epu - chimera_job - Compilation of resnet18_opt_asym_int8_q_QB4_1_8MB_4kB_16GBps_16GBps_8_OFF_x1_x1 successful
2026-07-18 12:27 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc7b4ba4b50>
FILM 12/12: 100%|███████████████████████████████████████████████████| 12/12 [00:31<00:00,  2.63s/it]
2026-07-18 12:28 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc7b30e4fa0>
2026-07-18 12:28 - INFO - epu - iss_testing - Started Executing Onnxruntime...
2026-07-18 12:28 - INFO - epu - iss_testing - Done 0:00:00.147431
2026-07-18 12:28 - WARNING - epu - hw_config - QB-series products have a max macs per_pe 8, forcing 8 macs per pe
2026-07-18 12:28 - WARNING - epu - hw_config - QB-series products have a max clock speed of 1GHz forcing 1GHz
2026-07-18 12:28 - INFO - epu - chimera_job - START==================================onnx_ingest
2026-07-18 12:28 - INFO - epu - codegen - START===============================optimize_relay
2026-07-18 12:28 - INFO - epu - codegen - START====================quantize_to_cpu_runnable_fx
2026-07-18 12:28 - INFO - epu - fx - 

Source name              Op                      Output 0 Range                             Output 0 Frac Bits
-----------------------  ----------------------  ---------------------------------------  --------------------
output_DequantizeLinear  contrib.epu.dequantize  (-9.670584946870804, 28.26786369085312)                    26

2026-07-18 12:28 - INFO - epu - codegen - START====================build_cpu_runnable_fx_relay
2026-07-18 12:28 - INFO - epu - codegen - START=======================quantize_to_chimera_fx
2026-07-18 12:28 - INFO - epu - codegen - START=================================relay_to_tir
2026-07-18 12:28 - INFO - epu - codegen - START===========================relay_to_epu_relay
2026-07-18 12:28 - INFO - epu - codegen - START==============================adapt_and_order
2026-07-18 12:28 - INFO - epu - mac_counter - 
2026-07-18 12:28 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:28 - INFO - epu - mac_counter - MAC Operation Count Summary
2026-07-18 12:28 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:28 - INFO - epu - mac_counter -   conv2d: 236,027,904 ops (118,013,952 MACs) - /conv1/Conv_quant
2026-07-18 12:28 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv1/Conv_quant
2026-07-18 12:28 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv2/Conv_quant
2026-07-18 12:28 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv1/Conv_quant
2026-07-18 12:28 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv2/Conv_quant
2026-07-18 12:28 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer2/layer2.0/conv1/Conv_quant
2026-07-18 12:28 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.0/conv2/Conv_quant
2026-07-18 12:28 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer2/layer2.0/downsample/downsample.0/Conv_quant
2026-07-18 12:28 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv1/Conv_quant
2026-07-18 12:28 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv2/Conv_quant
2026-07-18 12:28 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer3/layer3.0/conv1/Conv_quant
2026-07-18 12:28 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.0/conv2/Conv_quant
2026-07-18 12:28 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer3/layer3.0/downsample/downsample.0/Conv_quant
2026-07-18 12:28 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv1/Conv_quant
2026-07-18 12:28 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv2/Conv_quant
2026-07-18 12:28 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer4/layer4.0/conv1/Conv_quant
2026-07-18 12:28 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.0/conv2/Conv_quant
2026-07-18 12:28 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer4/layer4.0/downsample/downsample.0/Conv_quant
2026-07-18 12:28 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv1/Conv_quant
2026-07-18 12:28 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv2/Conv_quant
2026-07-18 12:28 - INFO - epu - mac_counter - ------------------------------------------------------------
2026-07-18 12:28 - INFO - epu - mac_counter - Total: 3,627,122,688 ops (1,813,561,344 MACs)
2026-07-18 12:28 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:28 - INFO - epu - mac_counter - 
2026-07-18 12:28 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:28 - INFO - epu - codegen - START=============================plan_lrm_virtual
2026-07-18 12:28 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:28 - INFO - epu - codegen - START===============================lrm_alloc_loop
2026-07-18 12:28 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:28 - INFO - epu - codegen - START================================lrm_splitting
2026-07-18 12:29 - INFO - epu - codegen - START==============================ext_split_relay
2026-07-18 12:29 - INFO - epu - codegen - START====================================build_tir
2026-07-18 12:29 - INFO - epu - chimera_job - Compilation of resnet18_opt_asym_int8_q_QB4_1_8MB_4kB_32GBps_32GBps_8_OFF_x1_x1 successful
2026-07-18 12:29 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc7a46fb5e0>
FILM 12/12: 100%|███████████████████████████████████████████████████| 12/12 [00:32<00:00,  2.68s/it]
2026-07-18 12:30 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc7a46fb5e0>
2026-07-18 12:30 - INFO - epu - iss_testing - Started Executing Onnxruntime...
2026-07-18 12:30 - INFO - epu - iss_testing - Done 0:00:00.189540
2026-07-18 12:30 - WARNING - epu - hw_config - QB-series products have a max macs per_pe 8, forcing 8 macs per pe
2026-07-18 12:30 - WARNING - epu - hw_config - QB-series products have a max clock speed of 1GHz forcing 1GHz
2026-07-18 12:30 - INFO - epu - chimera_job - START==================================onnx_ingest
2026-07-18 12:30 - INFO - epu - codegen - START===============================optimize_relay
2026-07-18 12:30 - INFO - epu - codegen - START====================quantize_to_cpu_runnable_fx
2026-07-18 12:30 - INFO - epu - fx - 

Source name              Op                      Output 0 Range                             Output 0 Frac Bits
-----------------------  ----------------------  ---------------------------------------  --------------------
output_DequantizeLinear  contrib.epu.dequantize  (-9.670584946870804, 28.26786369085312)                    26

2026-07-18 12:30 - INFO - epu - codegen - START====================build_cpu_runnable_fx_relay
2026-07-18 12:30 - INFO - epu - codegen - START=======================quantize_to_chimera_fx
2026-07-18 12:30 - INFO - epu - codegen - START=================================relay_to_tir
2026-07-18 12:30 - INFO - epu - codegen - START===========================relay_to_epu_relay
2026-07-18 12:30 - INFO - epu - codegen - START==============================adapt_and_order
2026-07-18 12:30 - INFO - epu - mac_counter - 
2026-07-18 12:30 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:30 - INFO - epu - mac_counter - MAC Operation Count Summary
2026-07-18 12:30 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:30 - INFO - epu - mac_counter -   conv2d: 236,027,904 ops (118,013,952 MACs) - /conv1/Conv_quant
2026-07-18 12:30 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv1/Conv_quant
2026-07-18 12:30 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv2/Conv_quant
2026-07-18 12:30 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv1/Conv_quant
2026-07-18 12:30 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv2/Conv_quant
2026-07-18 12:30 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer2/layer2.0/conv1/Conv_quant
2026-07-18 12:30 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.0/conv2/Conv_quant
2026-07-18 12:30 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer2/layer2.0/downsample/downsample.0/Conv_quant
2026-07-18 12:30 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv1/Conv_quant
2026-07-18 12:30 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv2/Conv_quant
2026-07-18 12:30 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer3/layer3.0/conv1/Conv_quant
2026-07-18 12:30 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.0/conv2/Conv_quant
2026-07-18 12:30 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer3/layer3.0/downsample/downsample.0/Conv_quant
2026-07-18 12:30 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv1/Conv_quant
2026-07-18 12:30 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv2/Conv_quant
2026-07-18 12:30 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer4/layer4.0/conv1/Conv_quant
2026-07-18 12:30 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.0/conv2/Conv_quant
2026-07-18 12:30 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer4/layer4.0/downsample/downsample.0/Conv_quant
2026-07-18 12:30 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv1/Conv_quant
2026-07-18 12:30 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv2/Conv_quant
2026-07-18 12:30 - INFO - epu - mac_counter - ------------------------------------------------------------
2026-07-18 12:30 - INFO - epu - mac_counter - Total: 3,627,122,688 ops (1,813,561,344 MACs)
2026-07-18 12:30 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:30 - INFO - epu - mac_counter - 
2026-07-18 12:30 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:30 - INFO - epu - codegen - START=============================plan_lrm_virtual
2026-07-18 12:30 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:30 - INFO - epu - codegen - START===============================lrm_alloc_loop
2026-07-18 12:30 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:30 - INFO - epu - codegen - START================================lrm_splitting
2026-07-18 12:31 - INFO - epu - codegen - START==============================ext_split_relay
2026-07-18 12:31 - INFO - epu - codegen - START====================================build_tir
2026-07-18 12:31 - INFO - epu - chimera_job - Compilation of resnet18_opt_asym_int8_q_QB16_1_4MB_4kB_16GBps_16GBps_8_OFF_x1_x1 successful
2026-07-18 12:31 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc90dcfc2b0>
FILM 12/12: 100%|███████████████████████████████████████████████████| 12/12 [00:26<00:00,  2.22s/it]
2026-07-18 12:32 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc90dcfc2b0>
2026-07-18 12:32 - INFO - epu - iss_testing - Started Executing Onnxruntime...
2026-07-18 12:32 - INFO - epu - iss_testing - Done 0:00:00.219399
2026-07-18 12:32 - WARNING - epu - hw_config - QB-series products have a max macs per_pe 8, forcing 8 macs per pe
2026-07-18 12:32 - WARNING - epu - hw_config - QB-series products have a max clock speed of 1GHz forcing 1GHz
2026-07-18 12:32 - INFO - epu - chimera_job - START==================================onnx_ingest
2026-07-18 12:32 - INFO - epu - codegen - START===============================optimize_relay
2026-07-18 12:32 - INFO - epu - codegen - START====================quantize_to_cpu_runnable_fx
2026-07-18 12:32 - INFO - epu - fx - 

Source name              Op                      Output 0 Range                             Output 0 Frac Bits
-----------------------  ----------------------  ---------------------------------------  --------------------
output_DequantizeLinear  contrib.epu.dequantize  (-9.670584946870804, 28.26786369085312)                    26

2026-07-18 12:32 - INFO - epu - codegen - START====================build_cpu_runnable_fx_relay
2026-07-18 12:32 - INFO - epu - codegen - START=======================quantize_to_chimera_fx
2026-07-18 12:32 - INFO - epu - codegen - START=================================relay_to_tir
2026-07-18 12:32 - INFO - epu - codegen - START===========================relay_to_epu_relay
2026-07-18 12:32 - INFO - epu - codegen - START==============================adapt_and_order
2026-07-18 12:32 - INFO - epu - mac_counter - 
2026-07-18 12:32 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:32 - INFO - epu - mac_counter - MAC Operation Count Summary
2026-07-18 12:32 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:32 - INFO - epu - mac_counter -   conv2d: 236,027,904 ops (118,013,952 MACs) - /conv1/Conv_quant
2026-07-18 12:32 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv1/Conv_quant
2026-07-18 12:32 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv2/Conv_quant
2026-07-18 12:32 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv1/Conv_quant
2026-07-18 12:32 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv2/Conv_quant
2026-07-18 12:32 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer2/layer2.0/conv1/Conv_quant
2026-07-18 12:32 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.0/conv2/Conv_quant
2026-07-18 12:32 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer2/layer2.0/downsample/downsample.0/Conv_quant
2026-07-18 12:32 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv1/Conv_quant
2026-07-18 12:32 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv2/Conv_quant
2026-07-18 12:32 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer3/layer3.0/conv1/Conv_quant
2026-07-18 12:32 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.0/conv2/Conv_quant
2026-07-18 12:32 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer3/layer3.0/downsample/downsample.0/Conv_quant
2026-07-18 12:32 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv1/Conv_quant
2026-07-18 12:32 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv2/Conv_quant
2026-07-18 12:32 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer4/layer4.0/conv1/Conv_quant
2026-07-18 12:32 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.0/conv2/Conv_quant
2026-07-18 12:32 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer4/layer4.0/downsample/downsample.0/Conv_quant
2026-07-18 12:32 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv1/Conv_quant
2026-07-18 12:32 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv2/Conv_quant
2026-07-18 12:32 - INFO - epu - mac_counter - ------------------------------------------------------------
2026-07-18 12:32 - INFO - epu - mac_counter - Total: 3,627,122,688 ops (1,813,561,344 MACs)
2026-07-18 12:32 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:32 - INFO - epu - mac_counter - 
2026-07-18 12:32 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:32 - INFO - epu - codegen - START=============================plan_lrm_virtual
2026-07-18 12:32 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:32 - INFO - epu - codegen - START===============================lrm_alloc_loop
2026-07-18 12:32 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:32 - INFO - epu - codegen - START================================lrm_splitting
2026-07-18 12:33 - INFO - epu - codegen - START==============================ext_split_relay
2026-07-18 12:33 - INFO - epu - codegen - START====================================build_tir
2026-07-18 12:33 - INFO - epu - chimera_job - Compilation of resnet18_opt_asym_int8_q_QB16_1_4MB_4kB_32GBps_32GBps_8_OFF_x1_x1 successful
2026-07-18 12:33 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc7b2ff4fd0>
FILM 12/12: 100%|███████████████████████████████████████████████████| 12/12 [00:19<00:00,  1.65s/it]
2026-07-18 12:34 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc7b3dbd540>
2026-07-18 12:34 - INFO - epu - iss_testing - Started Executing Onnxruntime...
2026-07-18 12:34 - INFO - epu - iss_testing - Done 0:00:00.160603
2026-07-18 12:34 - WARNING - epu - hw_config - QB-series products have a max macs per_pe 8, forcing 8 macs per pe
2026-07-18 12:34 - WARNING - epu - hw_config - QB-series products have a max clock speed of 1GHz forcing 1GHz
2026-07-18 12:34 - INFO - epu - chimera_job - START==================================onnx_ingest
2026-07-18 12:34 - INFO - epu - codegen - START===============================optimize_relay
2026-07-18 12:34 - INFO - epu - codegen - START====================quantize_to_cpu_runnable_fx
2026-07-18 12:34 - INFO - epu - fx - 

Source name              Op                      Output 0 Range                             Output 0 Frac Bits
-----------------------  ----------------------  ---------------------------------------  --------------------
output_DequantizeLinear  contrib.epu.dequantize  (-9.670584946870804, 28.26786369085312)                    26

2026-07-18 12:34 - INFO - epu - codegen - START====================build_cpu_runnable_fx_relay
2026-07-18 12:34 - INFO - epu - codegen - START=======================quantize_to_chimera_fx
2026-07-18 12:34 - INFO - epu - codegen - START=================================relay_to_tir
2026-07-18 12:34 - INFO - epu - codegen - START===========================relay_to_epu_relay
2026-07-18 12:34 - INFO - epu - codegen - START==============================adapt_and_order
2026-07-18 12:34 - INFO - epu - mac_counter - 
2026-07-18 12:34 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:34 - INFO - epu - mac_counter - MAC Operation Count Summary
2026-07-18 12:34 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:34 - INFO - epu - mac_counter -   conv2d: 236,027,904 ops (118,013,952 MACs) - /conv1/Conv_quant
2026-07-18 12:34 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv1/Conv_quant
2026-07-18 12:34 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv2/Conv_quant
2026-07-18 12:34 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv1/Conv_quant
2026-07-18 12:34 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv2/Conv_quant
2026-07-18 12:34 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer2/layer2.0/conv1/Conv_quant
2026-07-18 12:34 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.0/conv2/Conv_quant
2026-07-18 12:34 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer2/layer2.0/downsample/downsample.0/Conv_quant
2026-07-18 12:34 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv1/Conv_quant
2026-07-18 12:34 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv2/Conv_quant
2026-07-18 12:34 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer3/layer3.0/conv1/Conv_quant
2026-07-18 12:34 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.0/conv2/Conv_quant
2026-07-18 12:34 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer3/layer3.0/downsample/downsample.0/Conv_quant
2026-07-18 12:34 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv1/Conv_quant
2026-07-18 12:34 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv2/Conv_quant
2026-07-18 12:34 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer4/layer4.0/conv1/Conv_quant
2026-07-18 12:34 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.0/conv2/Conv_quant
2026-07-18 12:34 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer4/layer4.0/downsample/downsample.0/Conv_quant
2026-07-18 12:34 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv1/Conv_quant
2026-07-18 12:34 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv2/Conv_quant
2026-07-18 12:34 - INFO - epu - mac_counter - ------------------------------------------------------------
2026-07-18 12:34 - INFO - epu - mac_counter - Total: 3,627,122,688 ops (1,813,561,344 MACs)
2026-07-18 12:34 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:34 - INFO - epu - mac_counter - 
2026-07-18 12:34 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:34 - INFO - epu - codegen - START=============================plan_lrm_virtual
2026-07-18 12:34 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:34 - INFO - epu - codegen - START===============================lrm_alloc_loop
2026-07-18 12:34 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:34 - INFO - epu - codegen - START================================lrm_splitting
2026-07-18 12:35 - INFO - epu - codegen - START==============================ext_split_relay
2026-07-18 12:35 - INFO - epu - codegen - START====================================build_tir
2026-07-18 12:35 - INFO - epu - chimera_job - Compilation of resnet18_opt_asym_int8_q_QB16_1_8MB_4kB_16GBps_16GBps_8_OFF_x1_x1 successful
2026-07-18 12:35 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc7b2ff4cd0>
FILM 12/12: 100%|███████████████████████████████████████████████████| 12/12 [00:26<00:00,  2.20s/it]
2026-07-18 12:36 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc7b2dd1330>
2026-07-18 12:36 - INFO - epu - iss_testing - Started Executing Onnxruntime...
2026-07-18 12:36 - INFO - epu - iss_testing - Done 0:00:00.167723
2026-07-18 12:36 - WARNING - epu - hw_config - QB-series products have a max macs per_pe 8, forcing 8 macs per pe
2026-07-18 12:36 - WARNING - epu - hw_config - QB-series products have a max clock speed of 1GHz forcing 1GHz
2026-07-18 12:36 - INFO - epu - chimera_job - START==================================onnx_ingest
2026-07-18 12:36 - INFO - epu - codegen - START===============================optimize_relay
2026-07-18 12:36 - INFO - epu - codegen - START====================quantize_to_cpu_runnable_fx
2026-07-18 12:36 - INFO - epu - fx - 

Source name              Op                      Output 0 Range                             Output 0 Frac Bits
-----------------------  ----------------------  ---------------------------------------  --------------------
output_DequantizeLinear  contrib.epu.dequantize  (-9.670584946870804, 28.26786369085312)                    26

2026-07-18 12:36 - INFO - epu - codegen - START====================build_cpu_runnable_fx_relay
2026-07-18 12:36 - INFO - epu - codegen - START=======================quantize_to_chimera_fx
2026-07-18 12:36 - INFO - epu - codegen - START=================================relay_to_tir
2026-07-18 12:36 - INFO - epu - codegen - START===========================relay_to_epu_relay
2026-07-18 12:36 - INFO - epu - codegen - START==============================adapt_and_order
2026-07-18 12:36 - INFO - epu - mac_counter - 
2026-07-18 12:36 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:36 - INFO - epu - mac_counter - MAC Operation Count Summary
2026-07-18 12:36 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:36 - INFO - epu - mac_counter -   conv2d: 236,027,904 ops (118,013,952 MACs) - /conv1/Conv_quant
2026-07-18 12:36 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv1/Conv_quant
2026-07-18 12:36 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.0/conv2/Conv_quant
2026-07-18 12:36 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv1/Conv_quant
2026-07-18 12:36 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer1/layer1.1/conv2/Conv_quant
2026-07-18 12:36 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer2/layer2.0/conv1/Conv_quant
2026-07-18 12:36 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.0/conv2/Conv_quant
2026-07-18 12:36 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer2/layer2.0/downsample/downsample.0/Conv_quant
2026-07-18 12:36 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv1/Conv_quant
2026-07-18 12:36 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer2/layer2.1/conv2/Conv_quant
2026-07-18 12:36 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer3/layer3.0/conv1/Conv_quant
2026-07-18 12:36 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.0/conv2/Conv_quant
2026-07-18 12:36 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer3/layer3.0/downsample/downsample.0/Conv_quant
2026-07-18 12:36 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv1/Conv_quant
2026-07-18 12:36 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer3/layer3.1/conv2/Conv_quant
2026-07-18 12:36 - INFO - epu - mac_counter -   conv2d: 115,605,504 ops (57,802,752 MACs) - /layer4/layer4.0/conv1/Conv_quant
2026-07-18 12:36 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.0/conv2/Conv_quant
2026-07-18 12:36 - INFO - epu - mac_counter -   conv2d: 12,845,056 ops (6,422,528 MACs) - /layer4/layer4.0/downsample/downsample.0/Conv_quant
2026-07-18 12:36 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv1/Conv_quant
2026-07-18 12:36 - INFO - epu - mac_counter -   conv2d: 231,211,008 ops (115,605,504 MACs) - /layer4/layer4.1/conv2/Conv_quant
2026-07-18 12:36 - INFO - epu - mac_counter - ------------------------------------------------------------
2026-07-18 12:36 - INFO - epu - mac_counter - Total: 3,627,122,688 ops (1,813,561,344 MACs)
2026-07-18 12:36 - INFO - epu - mac_counter - ============================================================
2026-07-18 12:36 - INFO - epu - mac_counter - 
2026-07-18 12:36 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:36 - INFO - epu - codegen - START=============================plan_lrm_virtual
2026-07-18 12:36 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:36 - INFO - epu - codegen - START===============================lrm_alloc_loop
2026-07-18 12:36 - INFO - epu - codegen - START==============================amend_ctrl_flow
2026-07-18 12:36 - INFO - epu - codegen - START================================lrm_splitting
2026-07-18 12:37 - INFO - epu - codegen - START==============================ext_split_relay
2026-07-18 12:37 - INFO - epu - codegen - START====================================build_tir
2026-07-18 12:37 - INFO - epu - chimera_job - Compilation of resnet18_opt_asym_int8_q_QB16_1_8MB_4kB_32GBps_32GBps_8_OFF_x1_x1 successful
2026-07-18 12:37 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc90563aef0>
FILM 12/12: 100%|███████████████████████████████████████████████████| 12/12 [00:17<00:00,  1.49s/it]
2026-07-18 12:38 - INFO - epu - iss_testing - No tranges found for input, use default float range: <tvm.contrib.epu.interval.Interval object at 0x7bc7b30b1270>
2026-07-18 12:38 - INFO - epu - iss_testing - Started Executing Onnxruntime...
2026-07-18 12:38 - INFO - epu - iss_testing - Done 0:00:00.198111

## plotting a bar graph
SMALL_SIZE = 14
MEDIUM_SIZE = 18
BIGGER_SIZE = 20
plt.rc("font", size=SMALL_SIZE)  # controls default text sizes
plt.rc("axes", titlesize=SMALL_SIZE)  # fontsize of the axes title
plt.rc("axes", labelsize=MEDIUM_SIZE)  # fontsize of the x and y labels
plt.rc("xtick", labelsize=SMALL_SIZE)  # fontsize of the tick labels
plt.rc("ytick", labelsize=SMALL_SIZE)  # fontsize of the tick labels
plt.rc("legend", fontsize=SMALL_SIZE)  # legend fontsize
plt.rc("figure", titlesize=BIGGER_SIZE)  # fontsize of the figure title

df = pd.DataFrame.from_records(results)
df["product"] = pd.Categorical(df["product"], categories=df["product"].unique(), ordered=True)
df.ext_bw = pd.Categorical(df.ext_bw, categories=df.ext_bw.unique(), ordered=True)
df.ocm_size = pd.Categorical(df.ocm_size, categories=df.ocm_size.unique(), ordered=True)

def major_minor_pivot(df, major="ocm_size", minor="product", columns=["ext_bw"]):
    i = 1
    fig = plt.figure(figsize=(12, 24), dpi=150)
    fig.suptitle(f"{int8_onnx_name} Stretchability", fontsize=16)
    # tell the dataframe not to sort these

    this_df = df[["product", "ocm_size", "ext_bw", "TotalCycles"]]
    this_df.TotalCycles = this_df.TotalCycles / 1e6
    this_df_iter = this_df[[major]].drop_duplicates()
    plt.style.use("seaborn-darkgrid")
    num_plots = df[major].nunique()

    for index, row in this_df_iter.iterrows():
        major_idx = row[major]
        ax = fig.add_subplot(num_plots, 1, i)
        pivot_df = this_df[(this_df[major] == major_idx)].pivot_table(
            index=[minor], columns=columns, values="TotalCycles"
        )
        print(f"Major axis: {major_idx}")
        print(pivot_df)
        pivot_df.plot.barh(
            ax=ax,
            sharex=True,
            grid=True,
            colormap="cool",
            xticks=np.arange(int(min(this_df["TotalCycles"])), max(this_df["TotalCycles"]) + 4, 1),
        )
        plt.xlabel("Million GPNPU Cycles")
        plt.ylabel(f"{major} @{major_idx}")
        i += 1
        for container in ax.containers:
            ax.bar_label(container, fmt="%.2f", padding=8, fontsize=11)
    # # grab the legend handles and lables
    # h, l = fig.axes[0].get_legend_handles_labels()

    # # remove all the subplot legends
    # for ax in fig.axes: ax.get_legend().remove()

    # # add one legend on `plt`
    # plt.legend(h,l, loc=(1.05, 1.85), title='External BW')

    plt.show()


pp.pprint(df.to_json("outputdf.json", orient="records"))
major_minor_pivot(df, major="ocm_size", minor="product", columns=["ext_bw"])
major_minor_pivot(df, major="product", minor="ocm_size", columns=["ext_bw"])
major_minor_pivot(df, major="product", minor="ext_bw", columns=["ocm_size"])

None
Major axis: 4MB
ext_bw     16GBps    32GBps
product                    
QB1      5.652845  5.492702
QB4      1.904100  1.669228
QB16     0.920668  0.674076
Major axis: 8MB
ext_bw     16GBps    32GBps
product                    
QB1      5.393345  5.375144
QB4      1.581882  1.544280
QB16     0.887611  0.559118

Major axis: QB1
ext_bw      16GBps    32GBps
ocm_size                    
4MB       5.652845  5.492702
8MB       5.393345  5.375144
Major axis: QB4
ext_bw      16GBps    32GBps
ocm_size                    
4MB       1.904100  1.669228
8MB       1.581882  1.544280
Major axis: QB16
ext_bw      16GBps    32GBps
ocm_size                    
4MB       0.920668  0.674076
8MB       0.887611  0.559118

Major axis: QB1
ocm_size       4MB       8MB
ext_bw                      
16GBps    5.652845  5.393345
32GBps    5.492702  5.375144
Major axis: QB4
ocm_size       4MB       8MB
ext_bw                      
16GBps    1.904100  1.581882
32GBps    1.669228  1.544280
Major axis: QB16
ocm_size       4MB       8MB
ext_bw                      
16GBps    0.920668  0.887611
32GBps    0.674076  0.559118