optimum-neuron-cache
/
neuronxcc-2.21.18209.0+043b1bf7
/MODULE_0a9968e883f90a57f5ea+8fd8ecf2
/compile_flags.json
| ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk1/log-neuron-cc.txt"] |