AmosLewis/torch_mlir_debug_command.txt

cmake -GNinja -Bbuild
-DCMAKE_BUILD_TYPE=Debug
-DCMAKE_C_COMPILER=clang
-DCMAKE_CXX_COMPILER=clang++
-DPython3_FIND_VIRTUALENV=ONLY
-DLLVM_ENABLE_PROJECTS=mlir
-DLLVM_EXTERNAL_PROJECTS="torch-mlir;torch-mlir-dialects"
-DLLVM_EXTERNAL_TORCH_MLIR_SOURCE_DIR=pwd
-DLLVM_EXTERNAL_TORCH_MLIR_DIALECTS_SOURCE_DIR=pwd/externals/llvm-external-projects/torch-mlir-dialects
-DMLIR_ENABLE_BINDINGS_PYTHON=ON
-DLLVM_TARGETS_TO_BUILD=host
externals/llvm-project/llvm cmake --build build --target tools/torch-mlir/all

git reset --hard HEAD~1

git push origin as_stride --force

git clang-format HEAD~1

torch-mlir-opt -convert-torch-to-tosa /tmp/index.mlir | externals/llvm-project/mlir/utils/generate-test-checks.py

torch-mlir-opt -convert-torch-to-tosa /tmp/index.mlir -mlir-print-ir-after-all -mlir-disable-threading --mlir-print-ir-before-all --debug

torch-mlir-opt --mlir-elide-elementsattrs-if-larger=4 non_elided.mlir > elided.mlir

AmosLewis · 2023-01-16T23:05:12Z

cmake --build build --target check-torch-mlir
cmake --build build --target check-torch_mlir-python

AmosLewis · 2023-01-16T23:05:56Z

./tools/e2e_test.sh --config tosa

cd projects/pt1
python -m e2e_testing.main --config=onnx --filter StdCorrectionModule_basic -v

AmosLewis · 2023-01-17T01:35:21Z

torch-mlir-opt -pass-pipeline='builtin.module(torchscript-module-to-torch-backend-pipeline{backend-legal-ops=torch.aten.flatten.using_ints})' distilgpt2_raw_ir_elided.mlir --mlir-print-ir-after-all > distilgpt2_debug.mlir

AmosLewis · 2023-01-17T07:41:24Z

torch-mlir-opt -pass-pipeline='builtin.module(torchscript-module-to-torch-backend-pipeline{backend-legal-ops=torch.aten.flatten.using_ints})' /tmp/index_torchscript.mlir

torch-mlir-opt -pass-pipeline='builtin.module(torch-backend-to-tosa-backend-pipeline)' /tmp/index.mlir

AmosLewis · 2023-01-17T08:42:00Z

cmake --build build --target tools/torch-mlir/all

python -m e2e_testing.main -c tosa

python -m e2e_testing.main --config=tosa --verbose -s

python -m e2e_testing.main --config=stablehlo --verbose -s
python -m e2e_testing.main -f "SliceCopyNonZeroDim_Module_basic" --config=tosa --verbose -s

AmosLewis · 2023-01-17T08:43:51Z

torch-mlir-opt -pass-pipeline='builtin.module(torchscript-module-to-torch-backend-pipeline{backend-legal-ops=torch.aten.flatten.using_ints})' ./distilgpt_torch_raw_transformers4.21.2.mlir > torchbackend.mlir

torch-mlir-opt -pass-pipeline='builtin.module(torch-backend-to-tosa-backend-pipeline)' torchbackend.mlir > tosabackend.mlir

AmosLewis · 2023-04-20T20:40:15Z

torch-mlir-opt -pass-pipeline='builtin.module(torchscript-module-to-torch-backend-pipeline{backend-legal-ops=torch.aten.flatten.using_ints})' ./t5small_torchscript_0327_transformers4.26.0.mlir  > t5small_torchbackend0420_torchscript_0327_transformers4.26.0.mlir 

torch-mlir-opt -pass-pipeline='builtin.module(torch-backend-to-tosa-backend-pipeline)'  t5small_torchbackend0420_torchscript_0327_transformers4.26.0.mlir >  t5small_tosa_torchbackend0420_torchscript_0327_transformers4.26.0.mlir 

torch-mlir-opt --mlir-elide-elementsattrs-if-larger=4 t5small_tosa_torchbackend0420_torchscript_0327_transformers4.26.0.mlir > t5small_tosa_torchbackend0420_torchscript_0327_transformers4.26.0_elide.mlir 

./build/bin/torch-mlir-opt -pass-pipeline='builtin.module(torchscript-module-to-torch-backend-pipeline{backend-legal-ops=aten.flatten.using_ints})' /tmp/deberta_stablehlo_0605_transformers4.26.0.mlir --mlir-print-ir-before=torch-decompose-complex-ops

AmosLewis · 2023-04-20T20:42:09Z

torch-mlir-opt -pass-pipeline='builtin.module(torchscript-module-to-torch-backend-pipeline{backend-legal-ops=torch.aten.flatten.using_ints})' t5large_torchscript_0306_transformers4.26.0.mlir > t5large_torchbackend0420_torchscript_0306_transformers4.26.0.mlir

torch-mlir-opt -pass-pipeline='builtin.module(torch-backend-to-tosa-backend-pipeline)' t5large_torchbackend0420_torchscript_0306_transformers4.26.0.mlir > t5large_tosa_torchbackend0420_torchscript_0306_transformers4.26.0.mlir

torch-mlir-opt --mlir-elide-elementsattrs-if-larger=4 t5large_tosa_torchbackend0420_torchscript_0306_transformers4.26.0.mlir > t5large_tosa_torchbackend0420_torchscript_0306_transformers4.26.0_elide.mlir

AmosLewis · 2023-05-24T15:15:40Z

--convert-torch-to-stablehlo                         -   Convert Torch ops to Stablehlo ops
        --enable-i32-index                                 - Enable truncate index from i64 to i32(unsafely)
        --enable-static-shape                              - Enable static shape conversion

torch-mlir-opt --convert-torch-to-stablehlo

AmosLewis · 2023-05-24T15:16:35Z

--torch-backend-to-stablehlo-backend-pipeline

torch-mlir-opt -pass-pipeline='builtin.module(torch-backend-to-stablehlo-backend-pipeline)' /tmp/Net.mlir

AmosLewis · 2023-06-07T05:12:14Z

https://github.com/llvm/torch-mlir/pull/1636/files

def aten〇sign〡shape(self: List[int]) -> List[int]:
    return upstream_shape_functions.unary(self)

def aten〇sign〡dtype(self_rank_dtype: Tuple[int, int]) -> int:
    _, self_dtype = self_rank_dtype
    return self_dtype

./build_tools/update_abstract_interp_lib.sh

AmosLewis · 2023-08-01T22:02:31Z

git clang-format HEAD~1

AmosLewis · 2023-08-14T21:26:10Z

ssh -i /Users/chi/.ssh/google_compute_engine chi@34.173.168.12

AmosLewis · 2023-08-14T21:29:14Z

PYTHON=python3.11 VENV_DIR=shark.venv IMPORTER=1 ./setup_venv.sh

AmosLewis · 2023-09-21T02:55:39Z

openvpn3 session-start --config /etc/openvpn/client.conf

openvpn3 sessions-list

openvpn3 session-manage --session-path /net/openvpn/v3/sessions/452dada3sec59s4b26s8ec8s19846aebc4c4 --disconnect

AmosLewis · 2023-10-25T20:28:11Z

https://www.cherryservers.com/blog/how-to-install-and-start-using-docker-on-ubuntu-20-04

docker create \
  --name cliu-ubuntu \
  -e HOST_IP=$(ifconfig eth0 | awk '/ *inet /{print $2}') \
  -t -i \
  --mount type=bind,source=/disk1/cliu/,target=/disk1/cliu/ \
  ubuntu:20.04 /bin/bash

docker container ls -a

docker container start cliu-ubuntu

docker exec -it cliu-ubuntu /bin/bash

docker container stop cliu-ubuntu

AmosLewis · 2023-10-26T03:10:43Z

anaconda with python3.10
wget -P /tmp https://repo.anaconda.com/archive/Anaconda3-2023.03-1-Linux-x86_64.sh

bash /tmp/Anaconda3-2023.03-1-Linux-x86_64.sh

eval "$(/root/anaconda3/bin/conda shell.bash hook)"

AmosLewis · 2023-11-14T19:30:57Z

IREE env and build step

python -m venv iree_venv                                          
source iree_venv/bin/activate

source /nodclouddata/chi/src/SHARK-Turbine/turbine_venv/bin/activate
export PYTHONPATH=/nodclouddata/chi/src/iree-build/compiler/bindings/python:/nodclouddata/chi/src/iree-build/runtime/bindings/python

python -m pip install -r runtime/bindings/python/iree/runtime/build_requirements.txt

cmake -G Ninja -B ../iree-build/ -S . \
    -DCMAKE_BUILD_TYPE=Debug \
    -DIREE_ENABLE_ASSERTIONS=ON \
    -DIREE_ENABLE_SPLIT_DWARF=ON \
    -DIREE_ENABLE_THIN_ARCHIVES=ON \
    -DCMAKE_C_COMPILER_LAUNCHER=ccache \
    -DCMAKE_CXX_COMPILER_LAUNCHER=ccache \
    -DIREE_BUILD_PYTHON_BINDINGS=ON \
    -DPython3_EXECUTABLE="$(which python)" \
    -DCMAKE_C_COMPILER=clang \
    -DCMAKE_CXX_COMPILER=clang++ \
    -DIREE_ENABLE_LLD=ON
cmake --build ../iree-build/

Build for amd device without tracy.

cmake -G Ninja -B ../iree-build/ -S . \
    -DCMAKE_BUILD_TYPE=Release \
    -DIREE_ENABLE_ASSERTIONS=ON \
    -DIREE_ENABLE_SPLIT_DWARF=ON \
    -DIREE_ENABLE_THIN_ARCHIVES=ON \
    -DCMAKE_C_COMPILER_LAUNCHER=ccache \
    -DCMAKE_CXX_COMPILER_LAUNCHER=ccache \
    -DIREE_BUILD_PYTHON_BINDINGS=ON \
    -DPython3_EXECUTABLE="$(which python)" \
    -DCMAKE_C_COMPILER=clang \
    -DCMAKE_CXX_COMPILER=clang++ \
    -DIREE_ENABLE_RUNTIME_TRACING=OFF \
    -DIREE_TARGET_BACKEND_ROCM=ON \
    -DIREE_HAL_DRIVER_HIP=ON \
    -DIREE_ENABLE_LLD=ON
cmake --build ../iree-build/

source ../iree-build/.env && export PYTHONPATH

https://github.com/openxla/iree/blob/main/docs/website/docs/developers/general/developer-tips.md

export IREE_SAVE_TEMPS="/nodclouddata/chi/src/SHARK/nan/dispatch/2/tmp"

iree-org/iree#14739
/nodclouddata/chi/src/SHARK/shark.venv/lib/python3.11/site-packages/iree/compiler/tools/../_mlir_libs/iree-compile chatglm-6b-int4.mlir --iree-input-type=tm_tensor --iree-vm-bytecode-module-output-format=flatbuffer-binary --iree-hal-target-backends=llvm-cpu --iree-llvmcpu-embedded-linker-path=/nodclouddata/chi/src/SHARK/shark.venv/lib/python3.11/site-packages/iree/compiler/tools/../_mlir_libs/iree-lld --mlir-print-debuginfo --mlir-print-op-on-diagnostic=false --mlir-pass-pipeline-crash-reproducer=/nodclouddata/chi/src/SHARK/nan/dispatch/2/tmp/core-reproducer.mlir --iree-llvmcpu-target-cpu-features=host --iree-llvmcpu-target-triple=x86_64-linux-gnu --iree-llvmcpu-enable-ukernels --iree-llvmcpu-stack-allocation-limit=256000 --iree-global-opt-enable-quantized-matmul-reassociation --iree-stream-resource-max-allocation-size=4294967295 --iree-vm-bytecode-module-strip-source-map=true --iree-util-zero-fill-elided-attrs --iree-opt-strip-assertions=false --verify=true --iree-hal-dump-executable-sources-to=/nodclouddata/chi/src/SHARK/nan/dispatch/2

AmosLewis · 2023-12-13T17:58:44Z

To check exact iree compile flag:

(iree_venv) ➜  iree-build rm ./tools/CMakeFiles/iree-benchmark-module.dir/iree-benchmark-module-main.cc.o && ninja iree-benchmark-module --verbose | grep 'iree-benchmark-module-main.cc$'
[1/2] ccache /usr/bin/clang++ -DBENCHMARK_STATIC_DEFINE -DCPUINFO_SUPPORTED_PLATFORM=1 -DIREE_HAVE_HAL_EXECUTABLE_EMBEDDED_ELF_PLUGIN=1 -DIREE_HAVE_HAL_EXECUTABLE_LOADER_EMBEDDED_ELF=1 -DIREE_HAVE_HAL_EXECUTABLE_LOADER_SYSTEM_LIBRARY=1 -DIREE_HAVE_HAL_EXECUTABLE_LOADER_VMVX_MODULE=1 -DIREE_HAVE_HAL_EXECUTABLE_SYSTEM_LIBRARY_PLUGIN=1 -DIREE_HAVE_HAL_HIP_DRIVER_MODULE=1 -DIREE_HAVE_HAL_LOCAL_SYNC_DRIVER_MODULE=1 -DIREE_HAVE_HAL_LOCAL_TASK_DRIVER_MODULE=1 -DIREE_HAVE_HAL_NULL_DRIVER_MODULE=1 -DIREE_HAVE_HAL_VULKAN_DRIVER_MODULE=1 -DIREE_HAVE_VMVX_MODULE -DIREE_TRACING_MODE=2 -DIREE_TRACING_PROVIDER_H=\"iree/base/tracing/tracy.h\" -DTRACY_ENABLE -I/home/chi/src/iree/third_party/benchmark/include -I/home/chi/src/iree/runtime/src -I/home/chi/src/iree-build/runtime/src -I/home/chi/src/iree/third_party/hip-build-deps/include -I/home/chi/src/iree/third_party/rccl -I/home/chi/src/iree-build/runtime/src/iree/base/internal/flatcc -I/home/chi/src/iree-build/runtime/src/iree/schemas -I/home/chi/src/iree/third_party/cpuinfo/include -I/home/chi/src/iree/third_party/vulkan_headers/include -isystem /home/chi/src/iree -isystem /home/chi/src/iree-build -isystem /home/chi/src/iree/third_party/tracy/public -isystem /home/chi/src/iree/third_party/flatcc/include -O3  -std=gnu++17 -fPIE -fvisibility=hidden -fno-rtti -fno-exceptions -Werror -Wall -Wno-error=deprecated-declarations -Wno-ambiguous-member-template -Wno-char-subscripts -Wno-extern-c-compat -Wno-gnu-alignof-expression -Wno-gnu-variable-sized-type-not-at-end -Wno-ignored-optimization-argument -Wno-invalid-offsetof -Wno-invalid-source-encoding -Wno-mismatched-tags -Wno-pointer-sign -Wno-reserved-user-defined-literal -Wno-return-type-c-linkage -Wno-self-assign-overloaded -Wno-sign-compare -Wno-signed-unsigned-wchar -Wno-strict-overflow -Wno-trigraphs -Wno-unknown-pragmas -Wno-unknown-warning-option -Wno-unused-command-line-argument -Wno-unused-const-variable -Wno-unused-function -Wno-unused-local-typedef -Wno-unused-private-field -Wno-user-defined-warnings -Wno-missing-braces -Wctad-maybe-unsupported -Wfloat-overflow-conversion -Wfloat-zero-conversion -Wfor-loop-analysis -Wformat-security -Wgnu-redeclared-enum -Wimplicit-fallthrough -Winfinite-recursion -Wliteral-conversion -Wlogical-op-parentheses -Wnon-virtual-dtor -Woverloaded-virtual -Wpointer-arith -Wself-assign -Wstring-conversion -Wtautological-overlap-compare -Wthread-safety -Wthread-safety-beta -Wunused-comparison -Wvla -fno-lax-vector-conversions -fmacro-prefix-map=/home/chi/src/iree=iree -I/home/chi/src/iree/third_party/flatcc/include/ -I/home/chi/src/iree/third_party/flatcc/include/flatcc/reflection/ -MD -MT tools/CMakeFiles/iree-benchmark-module.dir/iree-benchmark-module-main.cc.o -MF tools/CMakeFiles/iree-benchmark-module.dir/iree-benchmark-module-main.cc.o.d -o tools/CMakeFiles/iree-benchmark-module.dir/iree-benchmark-module-main.cc.o -c /home/chi/src/iree/tools/iree-benchmark-module-main.cc

IREE debug steps:
20240809:
iree-compile --iree-input-demote-i64-to-i32 --iree-hal-target-backends=llvm-cpu dpn68_vaiq.default.onnx.linalg.mlir > dpn68_vaiq.default.vmfb --iree-hal-dump-executable-sources-to=./dispatch

To generate all of the dispatches --iree-hal-dump-executable-sources-to=/nodclouddata/chi/src/SHARK/nan/dispatch/3

iree-compile chatglm-6b-int4.mlir --iree-input-type=tm_tensor --iree-vm-bytecode-module-output-format=flatbuffer-binary --iree-hal-target-backends=llvm-cpu --iree-llvmcpu-target-cpu-features=host --iree-llvmcpu-target-triple=x86_64-linux-gnu --iree-llvmcpu-enable-ukernels --iree-llvmcpu-stack-allocation-limit=256000 --iree-global-opt-enable-quantized-matmul-reassociation --iree-stream-resource-max-allocation-size=4294967295 --iree-vm-bytecode-module-strip-source-map=true --iree-util-zero-fill-elided-attrs --iree-hal-dump-executable-sources-to=/nodclouddata/chi/src/SHARK/nan/dispatch/3 -o /tmp/chatglm.vmfb

To generate vmfb which can run to dispatch 9 --iree-flow-break-dispatch=@forward:9

iree-compile chatglm-6b-int4.mlir --iree-input-type=tm_tensor --iree-vm-bytecode-module-output-format=flatbuffer-binary --iree-hal-target-backends=llvm-cpu --mlir-print-debuginfo --mlir-print-op-on-diagnostic=false --mlir-pass-pipeline-crash-reproducer=/nodclouddata/chi/src/SHARK/nan/dispatch/2/tmp/core-reproducer.mlir --iree-llvmcpu-target-cpu-features=host --iree-llvmcpu-target-triple=x86_64-linux-gnu --iree-llvmcpu-enable-ukernels --iree-llvmcpu-stack-allocation-limit=256000 --iree-global-opt-enable-quantized-matmul-reassociation --iree-stream-resource-max-allocation-size=4294967295 --iree-vm-bytecode-module-strip-source-map=true --iree-util-zero-fill-elided-attrs --iree-opt-strip-assertions=false --verify=true --iree-flow-break-dispatch=@forward:9 -o /tmp/chatglm9.vmfb

Try to run step 5 to check if the dispatch 9 generate the NAN/bug value. If not, try all other dispatches generated from 1 step until find the first dispatch repeat the NAN/bug values. Then try the following 2&3 steps to look deep into the bug dispatches.

To generate vmfb that can print input and output before each dispatch9 --iree-flow-trace-dispatch-tensors
iree-org/iree#15661 (comment)

iree-compile chatglm-6b-int4.mlir --iree-input-type=tm_tensor --iree-vm-bytecode-module-output-format=flatbuffer-binary --iree-hal-target-backends=llvm-cpu --mlir-print-debuginfo --mlir-print-op-on-diagnostic=false --mlir-pass-pipeline-crash-reproducer=/nodclouddata/chi/src/SHARK/nan/dispatch/2/tmp/core-reproducer.mlir --iree-llvmcpu-target-cpu-features=host --iree-llvmcpu-target-triple=x86_64-linux-gnu --iree-llvmcpu-enable-ukernels --iree-llvmcpu-stack-allocation-limit=256000 --iree-global-opt-enable-quantized-matmul-reassociation --iree-stream-resource-max-allocation-size=4294967295 --iree-vm-bytecode-module-strip-source-map=true --iree-util-zero-fill-elided-attrs --iree-opt-strip-assertions=false --verify=true --iree-flow-break-dispatch=@forward:9 --iree-flow-trace-dispatch-tensors -o /tmp/chatglm9.vmfb > ./nan/dispatch/3/tmp/1218_chatglm_forward9-dispatch-tensors.txt

Then search the NAN/INF/other bug in output dispatch-tensors.txt:
grep -B 5 --max-count=1 -n INF ./1218_chatglm_forward9-dispatch-tensors.txt

To add the annotation into the dispatch before the error, -mlir-print-ir-after=iree-flow-annotate-dispatches -mlir-elide-elementsattrs-if-larger=4

iree-compile chatglm-6b-int4.mlir --iree-input-type=tm_tensor --iree-vm-bytecode-module-output-format=flatbuffer-binary --iree-hal-target-backends=llvm-cpu --mlir-print-debuginfo --mlir-print-op-on-diagnostic=false --mlir-pass-pipeline-crash-reproducer=/nodclouddata/chi/src/SHARK/nan/dispatch/2/tmp/core-reproducer.mlir --iree-llvmcpu-target-cpu-features=host --iree-llvmcpu-target-triple=x86_64-linux-gnu --iree-llvmcpu-enable-ukernels --iree-llvmcpu-stack-allocation-limit=256000 --iree-global-opt-enable-quantized-matmul-reassociation --iree-stream-resource-max-allocation-size=4294967295 --iree-vm-bytecode-module-strip-source-map=true --iree-util-zero-fill-elided-attrs --iree-opt-strip-assertions=false --verify=true --iree-flow-break-dispatch=@forward:9 --iree-flow-trace-dispatch-tensors -mlir-print-ir-after=iree-flow-annotate-dispatches -mlir-elide-elementsattrs-if-larger=4 -o /tmp/chatglm9.vmfb

Then copy paste the mlir from the output into use 1218_chatglm_forward9-dispatch-tensors-annotation.mlir. Then use iree-opt ./1218_chatglm_forward9-dispatch-tensors-annotation.mlir to elide the loc info

To run the vmfb after 2/3/4

iree-run-module \
    --device=local-task \
    --module="/tmp/chatglm9.vmfb" \
    --function=forward \
    --input="1x4xi64=1"

AmosLewis · 2023-12-14T21:05:29Z

torch-mlir-opt -convert-torch-onnx-to-torch /tmp/node_test_add_model.mlir

AmosLewis · 2023-12-21T03:04:03Z

ubuntu22_env_setup.txt

AmosLewis · 2023-12-21T03:07:08Z

Find the CPU info by running lscpu.
Then use CPU family and Model number to figure out what microarchitecture is. https://en.wikichip.org/wiki/intel/cpuid You will get it if you search family 6 model 63 for haswell on the web page.
Then we know we need this flag in iree-compile
--iree-llvmcpu-target-cpu=haswell

AmosLewis · 2024-01-16T02:27:57Z

az network bastion ssh --name "bastion-server-east1" --resource-group "pdue-nod-ai-rg" --target-ip-address "10.0.0.8" --auth-type "ssh-key" --username "chi" --ssh-key "C:\Users\chiliu12\chi-cpu_key.pem"

AmosLewis · 2024-04-02T17:41:22Z

ONNX e2eshark test add attributes.

import onnx
from onnx import numpy_helper

# Create an Add node
add_node = onnx.helper.make_node("Add", inputs=["A", "B"], outputs=["C"])

# Set an attribute value (e.g., alpha)
add_node.attribute.append(onnx.helper.make_attribute("alpha", 2.0))

# Serialize the ONNX graph
graph = onnx.helper.make_graph([add_node], "add_graph", inputs=[...], outputs=[...])
model = onnx.helper.make_model(graph)
onnx.save(model, "add_model.onnx")

AmosLewis · 2024-04-25T00:14:57Z

Shark-TestSuites/e2eshark useful cmd:
Run one onnx model:
python ./run.py --torchmlirbuild ../../torch-mlir/build --tolerance 0.001 0.001 --cachedir ./huggingface_cache --runupto torch-mlir --torchtolinalg --ireebuild ../../iree-build --tests onnx/models/retinanet_resnet50_fpn_vaiq_int8

Run all onnx model:
python ./run.py --torchmlirbuild ../../torch-mlir/build --tolerance 0.001 0.001 --cachedir ./huggingface_cache --runupto iree-compile --torchtolinalg --ireebuild ../../iree-build --report

Run one op:
python run.py -c ../../torch-mlir/build/ -i ../../iree-build/ -f onnx --tests onnx/operators/ReduceProdKeepdims0 --cachedir cachedir --report --runupto torch-mlir --torchtolinalg

Run all the pytorch model
python ./run.py --torchmlirbuild ../../torch-mlir/build --tolerance 0.001 0.001 --cachedir ./huggingface_cache --ireebuild ../../ iree-build -runupto iree-compile -f pytorch -g models --mode onnx
Run one pytorch model
python ./run.py --torchmlirbuild ../../torch-mlir/build --tolerance 0.001 0.001 --cachedir ./huggingface_cache --ireebuild ../../ iree-build -runupto iree-compile -f pytorch -g models --mode onnx --tests onnx/models/retinanet_resnet50_fpn_vaiq_int8

AmosLewis · 2024-05-08T16:45:33Z

upload big zip file from vm to az storave
az storage blob upload --account-name onnxstorage --container-name onnxstorage --name bugcases/torchtolinalgpipelineissue.zip --file torchtolinalgpipelineissue.zip --auth-mode key

AmosLewis · 2024-06-21T00:28:20Z

pip install \
            --find-links https://github.com/llvm/torch-mlir-release/releases/expanded_assets/dev-wheels \
            --upgrade \
            torch-mlir

pip install \
            --find-links https://iree.dev/pip-release-links.html \
            --upgrade \
            iree-compiler \
            iree-runtime

AmosLewis · 2024-08-14T17:15:50Z

run iree_tests

 pytest SHARK-TestSuite/iree_tests/onnx/ \
  -rpfE \
  --numprocesses 24 \
  --timeout=30 \
  --durations=20 \
  --no-skip-tests-missing-files \
  --config-files=/proj/gdba/shark/chi/src/iree/build_tools/pkgci/external_test_suite/onnx_cpu_llvm_sync.json \
  --report-log=/proj/gdba/shark/chi/src/iree_log.txt

AmosLewis · 2024-12-13T05:05:43Z

search all sub directory for a string.
grep -R "torch.aten.tensor" *

AmosLewis/torch_mlir_debug_command.txt

AmosLewis commented Jan 16, 2023 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

AmosLewis commented Jan 16, 2023 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

AmosLewis commented Jan 17, 2023

Uh oh!

AmosLewis commented Jan 17, 2023

Uh oh!

AmosLewis commented Jan 17, 2023 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

AmosLewis commented Jan 17, 2023

Uh oh!

AmosLewis commented Apr 20, 2023 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

AmosLewis commented Apr 20, 2023 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

AmosLewis commented May 24, 2023 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

AmosLewis commented May 24, 2023 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

AmosLewis commented Jun 7, 2023 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

AmosLewis commented Aug 1, 2023

Uh oh!

AmosLewis commented Aug 14, 2023

Uh oh!

AmosLewis commented Aug 14, 2023

Uh oh!

AmosLewis commented Sep 21, 2023 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

AmosLewis commented Oct 25, 2023 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

AmosLewis commented Oct 26, 2023 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

AmosLewis commented Nov 14, 2023 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

AmosLewis commented Dec 13, 2023 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

AmosLewis commented Dec 14, 2023

Uh oh!

AmosLewis commented Dec 21, 2023

Uh oh!

AmosLewis commented Dec 21, 2023 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

AmosLewis commented Jan 16, 2024 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

AmosLewis commented Apr 2, 2024 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

AmosLewis commented Apr 25, 2024 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

AmosLewis commented May 8, 2024 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

AmosLewis commented Jun 21, 2024

Uh oh!

AmosLewis commented Aug 14, 2024

Uh oh!

AmosLewis commented Dec 13, 2024

Uh oh!

AmosLewis commented Jan 16, 2023 •

edited

Loading

AmosLewis commented Jan 16, 2023 •

edited

Loading

AmosLewis commented Jan 17, 2023 •

edited

Loading

AmosLewis commented Apr 20, 2023 •

edited

Loading

AmosLewis commented Apr 20, 2023 •

edited

Loading

AmosLewis commented May 24, 2023 •

edited

Loading

AmosLewis commented May 24, 2023 •

edited

Loading

AmosLewis commented Jun 7, 2023 •

edited

Loading

AmosLewis commented Sep 21, 2023 •

edited

Loading

AmosLewis commented Oct 25, 2023 •

edited

Loading

AmosLewis commented Oct 26, 2023 •

edited

Loading

AmosLewis commented Nov 14, 2023 •

edited

Loading

AmosLewis commented Dec 13, 2023 •

edited

Loading

AmosLewis commented Dec 21, 2023 •

edited

Loading

AmosLewis commented Jan 16, 2024 •

edited

Loading

AmosLewis commented Apr 2, 2024 •

edited

Loading

AmosLewis commented Apr 25, 2024 •

edited

Loading

AmosLewis commented May 8, 2024 •

edited

Loading