From a0965101e1bb12c00720f18332eca75ca38145ec Mon Sep 17 00:00:00 2001 From: 3dtours Date: Wed, 23 Sep 2026 09:02:53 +0700 Subject: [PATCH] web: hand the upscaler's activations to the chip that is running them The WebGPU execution provider has no PReLU kernel. The model is 34 convolutions with a PReLU after every one of them, so an export that took the GPU path was split 33 times: each activation came off the chip to be activated on the processor and went straight back, a 64-channel map in both directions, per tile. A machine with a good graphics chip was not exporting any faster for having it. PReLU(x) is exactly Relu(x) - slope * Relu(-x), and Relu, Neg, Mul and Sub the provider does implement, so scripts/realesr-gpu.py writes the 33 activations out as those four and drops the slopes nobody reads any more. The model file is the output of that script, not the file as published. One 256x256 tile through the model before and after, on a WebGPU session: the runtime no longer reports nodes left off the preferred provider (it did, once, before) and the processor path answers bit for bit what it answered before. The warning itself cannot be switched off from here - env.logLevel is read when the runtime module initialises, before any of this runs - so the graph was fixed rather than the lines hidden. --- .../public/models/realesr-general-x4v3.onnx | 531 ++++++++++++++---- docker/frontend/scripts/realesr-gpu.py | 73 +++ docker/frontend/src/engine/superRes.ts | 9 + 3 files changed, 496 insertions(+), 117 deletions(-) create mode 100644 docker/frontend/scripts/realesr-gpu.py diff --git a/docker/frontend/public/models/realesr-general-x4v3.onnx b/docker/frontend/public/models/realesr-general-x4v3.onnx index 0d49330..b65abc9 100644 --- a/docker/frontend/public/models/realesr-general-x4v3.onnx +++ b/docker/frontend/public/models/realesr-general-x4v3.onnx @@ -1,4 +1,4 @@ -pytorch2.8.0:ւ +pytorch2.8.0:  input body.0.weight @@ -8,9 +8,18 @@ kernel_shape@@* pads@@@@* strides@@ -V -/body.0/Conv_output_0 -onnx::PRelu_242/body.1/PRelu_output_0 /body.1/PRelu"PRelu +U +/body.0/Conv_output_0/body.1/PRelu_output_0.pos/body.1/PRelu_output_0.pos"Relu +T +/body.0/Conv_output_0/body.1/PRelu_output_0.neg/body.1/PRelu_output_0.neg"Neg +\ +/body.1/PRelu_output_0.neg/body.1/PRelu_output_0.relu/body.1/PRelu_output_0.relu"Relu +| +/body.1/PRelu_output_0.relu +onnx::PRelu_242__broadcast/body.1/PRelu_output_0.scaled/body.1/PRelu_output_0.scaled"Mul +g +/body.1/PRelu_output_0.pos +/body.1/PRelu_output_0.scaled/body.1/PRelu_output_0 /body.1/PRelu"Sub  /body.1/PRelu_output_0 body.2.weight @@ -20,9 +29,18 @@ V kernel_shape@@* pads@@@@* strides@@ -V -/body.2/Conv_output_0 -onnx::PRelu_243/body.3/PRelu_output_0 /body.3/PRelu"PRelu +U +/body.2/Conv_output_0/body.3/PRelu_output_0.pos/body.3/PRelu_output_0.pos"Relu +T +/body.2/Conv_output_0/body.3/PRelu_output_0.neg/body.3/PRelu_output_0.neg"Neg +\ +/body.3/PRelu_output_0.neg/body.3/PRelu_output_0.relu/body.3/PRelu_output_0.relu"Relu +| +/body.3/PRelu_output_0.relu +onnx::PRelu_243__broadcast/body.3/PRelu_output_0.scaled/body.3/PRelu_output_0.scaled"Mul +g +/body.3/PRelu_output_0.pos +/body.3/PRelu_output_0.scaled/body.3/PRelu_output_0 /body.3/PRelu"Sub  /body.3/PRelu_output_0 body.4.weight @@ -32,9 +50,18 @@ V kernel_shape@@* pads@@@@* strides@@ -V -/body.4/Conv_output_0 -onnx::PRelu_244/body.5/PRelu_output_0 /body.5/PRelu"PRelu +U +/body.4/Conv_output_0/body.5/PRelu_output_0.pos/body.5/PRelu_output_0.pos"Relu +T +/body.4/Conv_output_0/body.5/PRelu_output_0.neg/body.5/PRelu_output_0.neg"Neg +\ +/body.5/PRelu_output_0.neg/body.5/PRelu_output_0.relu/body.5/PRelu_output_0.relu"Relu +| +/body.5/PRelu_output_0.relu +onnx::PRelu_244__broadcast/body.5/PRelu_output_0.scaled/body.5/PRelu_output_0.scaled"Mul +g +/body.5/PRelu_output_0.pos +/body.5/PRelu_output_0.scaled/body.5/PRelu_output_0 /body.5/PRelu"Sub  /body.5/PRelu_output_0 body.6.weight @@ -44,9 +71,18 @@ V kernel_shape@@* pads@@@@* strides@@ -V -/body.6/Conv_output_0 -onnx::PRelu_245/body.7/PRelu_output_0 /body.7/PRelu"PRelu +U +/body.6/Conv_output_0/body.7/PRelu_output_0.pos/body.7/PRelu_output_0.pos"Relu +T +/body.6/Conv_output_0/body.7/PRelu_output_0.neg/body.7/PRelu_output_0.neg"Neg +\ +/body.7/PRelu_output_0.neg/body.7/PRelu_output_0.relu/body.7/PRelu_output_0.relu"Relu +| +/body.7/PRelu_output_0.relu +onnx::PRelu_245__broadcast/body.7/PRelu_output_0.scaled/body.7/PRelu_output_0.scaled"Mul +g +/body.7/PRelu_output_0.pos +/body.7/PRelu_output_0.scaled/body.7/PRelu_output_0 /body.7/PRelu"Sub  /body.7/PRelu_output_0 body.8.weight @@ -56,9 +92,18 @@ V kernel_shape@@* pads@@@@* strides@@ -V -/body.8/Conv_output_0 -onnx::PRelu_246/body.9/PRelu_output_0 /body.9/PRelu"PRelu +U +/body.8/Conv_output_0/body.9/PRelu_output_0.pos/body.9/PRelu_output_0.pos"Relu +T +/body.8/Conv_output_0/body.9/PRelu_output_0.neg/body.9/PRelu_output_0.neg"Neg +\ +/body.9/PRelu_output_0.neg/body.9/PRelu_output_0.relu/body.9/PRelu_output_0.relu"Relu +| +/body.9/PRelu_output_0.relu +onnx::PRelu_246__broadcast/body.9/PRelu_output_0.scaled/body.9/PRelu_output_0.scaled"Mul +g +/body.9/PRelu_output_0.pos +/body.9/PRelu_output_0.scaled/body.9/PRelu_output_0 /body.9/PRelu"Sub  /body.9/PRelu_output_0 body.10.weight @@ -68,9 +113,18 @@ V kernel_shape@@* pads@@@@* strides@@ -Y -/body.10/Conv_output_0 -onnx::PRelu_247/body.11/PRelu_output_0/body.11/PRelu"PRelu +X +/body.10/Conv_output_0/body.11/PRelu_output_0.pos/body.11/PRelu_output_0.pos"Relu +W +/body.10/Conv_output_0/body.11/PRelu_output_0.neg/body.11/PRelu_output_0.neg"Neg +_ +/body.11/PRelu_output_0.neg/body.11/PRelu_output_0.relu/body.11/PRelu_output_0.relu"Relu + +/body.11/PRelu_output_0.relu +onnx::PRelu_247__broadcast/body.11/PRelu_output_0.scaled/body.11/PRelu_output_0.scaled"Mul +k +/body.11/PRelu_output_0.pos +/body.11/PRelu_output_0.scaled/body.11/PRelu_output_0/body.11/PRelu"Sub  /body.11/PRelu_output_0 body.12.weight @@ -80,9 +134,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.12/Conv_output_0 -onnx::PRelu_248/body.13/PRelu_output_0/body.13/PRelu"PRelu +X +/body.12/Conv_output_0/body.13/PRelu_output_0.pos/body.13/PRelu_output_0.pos"Relu +W +/body.12/Conv_output_0/body.13/PRelu_output_0.neg/body.13/PRelu_output_0.neg"Neg +_ +/body.13/PRelu_output_0.neg/body.13/PRelu_output_0.relu/body.13/PRelu_output_0.relu"Relu + +/body.13/PRelu_output_0.relu +onnx::PRelu_248__broadcast/body.13/PRelu_output_0.scaled/body.13/PRelu_output_0.scaled"Mul +k +/body.13/PRelu_output_0.pos +/body.13/PRelu_output_0.scaled/body.13/PRelu_output_0/body.13/PRelu"Sub  /body.13/PRelu_output_0 body.14.weight @@ -92,9 +155,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.14/Conv_output_0 -onnx::PRelu_249/body.15/PRelu_output_0/body.15/PRelu"PRelu +X +/body.14/Conv_output_0/body.15/PRelu_output_0.pos/body.15/PRelu_output_0.pos"Relu +W +/body.14/Conv_output_0/body.15/PRelu_output_0.neg/body.15/PRelu_output_0.neg"Neg +_ +/body.15/PRelu_output_0.neg/body.15/PRelu_output_0.relu/body.15/PRelu_output_0.relu"Relu + +/body.15/PRelu_output_0.relu +onnx::PRelu_249__broadcast/body.15/PRelu_output_0.scaled/body.15/PRelu_output_0.scaled"Mul +k +/body.15/PRelu_output_0.pos +/body.15/PRelu_output_0.scaled/body.15/PRelu_output_0/body.15/PRelu"Sub  /body.15/PRelu_output_0 body.16.weight @@ -104,9 +176,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.16/Conv_output_0 -onnx::PRelu_250/body.17/PRelu_output_0/body.17/PRelu"PRelu +X +/body.16/Conv_output_0/body.17/PRelu_output_0.pos/body.17/PRelu_output_0.pos"Relu +W +/body.16/Conv_output_0/body.17/PRelu_output_0.neg/body.17/PRelu_output_0.neg"Neg +_ +/body.17/PRelu_output_0.neg/body.17/PRelu_output_0.relu/body.17/PRelu_output_0.relu"Relu + +/body.17/PRelu_output_0.relu +onnx::PRelu_250__broadcast/body.17/PRelu_output_0.scaled/body.17/PRelu_output_0.scaled"Mul +k +/body.17/PRelu_output_0.pos +/body.17/PRelu_output_0.scaled/body.17/PRelu_output_0/body.17/PRelu"Sub  /body.17/PRelu_output_0 body.18.weight @@ -116,9 +197,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.18/Conv_output_0 -onnx::PRelu_251/body.19/PRelu_output_0/body.19/PRelu"PRelu +X +/body.18/Conv_output_0/body.19/PRelu_output_0.pos/body.19/PRelu_output_0.pos"Relu +W +/body.18/Conv_output_0/body.19/PRelu_output_0.neg/body.19/PRelu_output_0.neg"Neg +_ +/body.19/PRelu_output_0.neg/body.19/PRelu_output_0.relu/body.19/PRelu_output_0.relu"Relu + +/body.19/PRelu_output_0.relu +onnx::PRelu_251__broadcast/body.19/PRelu_output_0.scaled/body.19/PRelu_output_0.scaled"Mul +k +/body.19/PRelu_output_0.pos +/body.19/PRelu_output_0.scaled/body.19/PRelu_output_0/body.19/PRelu"Sub  /body.19/PRelu_output_0 body.20.weight @@ -128,9 +218,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.20/Conv_output_0 -onnx::PRelu_252/body.21/PRelu_output_0/body.21/PRelu"PRelu +X +/body.20/Conv_output_0/body.21/PRelu_output_0.pos/body.21/PRelu_output_0.pos"Relu +W +/body.20/Conv_output_0/body.21/PRelu_output_0.neg/body.21/PRelu_output_0.neg"Neg +_ +/body.21/PRelu_output_0.neg/body.21/PRelu_output_0.relu/body.21/PRelu_output_0.relu"Relu + +/body.21/PRelu_output_0.relu +onnx::PRelu_252__broadcast/body.21/PRelu_output_0.scaled/body.21/PRelu_output_0.scaled"Mul +k +/body.21/PRelu_output_0.pos +/body.21/PRelu_output_0.scaled/body.21/PRelu_output_0/body.21/PRelu"Sub  /body.21/PRelu_output_0 body.22.weight @@ -140,9 +239,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.22/Conv_output_0 -onnx::PRelu_253/body.23/PRelu_output_0/body.23/PRelu"PRelu +X +/body.22/Conv_output_0/body.23/PRelu_output_0.pos/body.23/PRelu_output_0.pos"Relu +W +/body.22/Conv_output_0/body.23/PRelu_output_0.neg/body.23/PRelu_output_0.neg"Neg +_ +/body.23/PRelu_output_0.neg/body.23/PRelu_output_0.relu/body.23/PRelu_output_0.relu"Relu + +/body.23/PRelu_output_0.relu +onnx::PRelu_253__broadcast/body.23/PRelu_output_0.scaled/body.23/PRelu_output_0.scaled"Mul +k +/body.23/PRelu_output_0.pos +/body.23/PRelu_output_0.scaled/body.23/PRelu_output_0/body.23/PRelu"Sub  /body.23/PRelu_output_0 body.24.weight @@ -152,9 +260,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.24/Conv_output_0 -onnx::PRelu_254/body.25/PRelu_output_0/body.25/PRelu"PRelu +X +/body.24/Conv_output_0/body.25/PRelu_output_0.pos/body.25/PRelu_output_0.pos"Relu +W +/body.24/Conv_output_0/body.25/PRelu_output_0.neg/body.25/PRelu_output_0.neg"Neg +_ +/body.25/PRelu_output_0.neg/body.25/PRelu_output_0.relu/body.25/PRelu_output_0.relu"Relu + +/body.25/PRelu_output_0.relu +onnx::PRelu_254__broadcast/body.25/PRelu_output_0.scaled/body.25/PRelu_output_0.scaled"Mul +k +/body.25/PRelu_output_0.pos +/body.25/PRelu_output_0.scaled/body.25/PRelu_output_0/body.25/PRelu"Sub  /body.25/PRelu_output_0 body.26.weight @@ -164,9 +281,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.26/Conv_output_0 -onnx::PRelu_255/body.27/PRelu_output_0/body.27/PRelu"PRelu +X +/body.26/Conv_output_0/body.27/PRelu_output_0.pos/body.27/PRelu_output_0.pos"Relu +W +/body.26/Conv_output_0/body.27/PRelu_output_0.neg/body.27/PRelu_output_0.neg"Neg +_ +/body.27/PRelu_output_0.neg/body.27/PRelu_output_0.relu/body.27/PRelu_output_0.relu"Relu + +/body.27/PRelu_output_0.relu +onnx::PRelu_255__broadcast/body.27/PRelu_output_0.scaled/body.27/PRelu_output_0.scaled"Mul +k +/body.27/PRelu_output_0.pos +/body.27/PRelu_output_0.scaled/body.27/PRelu_output_0/body.27/PRelu"Sub  /body.27/PRelu_output_0 body.28.weight @@ -176,9 +302,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.28/Conv_output_0 -onnx::PRelu_256/body.29/PRelu_output_0/body.29/PRelu"PRelu +X +/body.28/Conv_output_0/body.29/PRelu_output_0.pos/body.29/PRelu_output_0.pos"Relu +W +/body.28/Conv_output_0/body.29/PRelu_output_0.neg/body.29/PRelu_output_0.neg"Neg +_ +/body.29/PRelu_output_0.neg/body.29/PRelu_output_0.relu/body.29/PRelu_output_0.relu"Relu + +/body.29/PRelu_output_0.relu +onnx::PRelu_256__broadcast/body.29/PRelu_output_0.scaled/body.29/PRelu_output_0.scaled"Mul +k +/body.29/PRelu_output_0.pos +/body.29/PRelu_output_0.scaled/body.29/PRelu_output_0/body.29/PRelu"Sub  /body.29/PRelu_output_0 body.30.weight @@ -188,9 +323,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.30/Conv_output_0 -onnx::PRelu_257/body.31/PRelu_output_0/body.31/PRelu"PRelu +X +/body.30/Conv_output_0/body.31/PRelu_output_0.pos/body.31/PRelu_output_0.pos"Relu +W +/body.30/Conv_output_0/body.31/PRelu_output_0.neg/body.31/PRelu_output_0.neg"Neg +_ +/body.31/PRelu_output_0.neg/body.31/PRelu_output_0.relu/body.31/PRelu_output_0.relu"Relu + +/body.31/PRelu_output_0.relu +onnx::PRelu_257__broadcast/body.31/PRelu_output_0.scaled/body.31/PRelu_output_0.scaled"Mul +k +/body.31/PRelu_output_0.pos +/body.31/PRelu_output_0.scaled/body.31/PRelu_output_0/body.31/PRelu"Sub  /body.31/PRelu_output_0 body.32.weight @@ -200,9 +344,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.32/Conv_output_0 -onnx::PRelu_258/body.33/PRelu_output_0/body.33/PRelu"PRelu +X +/body.32/Conv_output_0/body.33/PRelu_output_0.pos/body.33/PRelu_output_0.pos"Relu +W +/body.32/Conv_output_0/body.33/PRelu_output_0.neg/body.33/PRelu_output_0.neg"Neg +_ +/body.33/PRelu_output_0.neg/body.33/PRelu_output_0.relu/body.33/PRelu_output_0.relu"Relu + +/body.33/PRelu_output_0.relu +onnx::PRelu_258__broadcast/body.33/PRelu_output_0.scaled/body.33/PRelu_output_0.scaled"Mul +k +/body.33/PRelu_output_0.pos +/body.33/PRelu_output_0.scaled/body.33/PRelu_output_0/body.33/PRelu"Sub  /body.33/PRelu_output_0 body.34.weight @@ -212,9 +365,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.34/Conv_output_0 -onnx::PRelu_259/body.35/PRelu_output_0/body.35/PRelu"PRelu +X +/body.34/Conv_output_0/body.35/PRelu_output_0.pos/body.35/PRelu_output_0.pos"Relu +W +/body.34/Conv_output_0/body.35/PRelu_output_0.neg/body.35/PRelu_output_0.neg"Neg +_ +/body.35/PRelu_output_0.neg/body.35/PRelu_output_0.relu/body.35/PRelu_output_0.relu"Relu + +/body.35/PRelu_output_0.relu +onnx::PRelu_259__broadcast/body.35/PRelu_output_0.scaled/body.35/PRelu_output_0.scaled"Mul +k +/body.35/PRelu_output_0.pos +/body.35/PRelu_output_0.scaled/body.35/PRelu_output_0/body.35/PRelu"Sub  /body.35/PRelu_output_0 body.36.weight @@ -224,9 +386,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.36/Conv_output_0 -onnx::PRelu_260/body.37/PRelu_output_0/body.37/PRelu"PRelu +X +/body.36/Conv_output_0/body.37/PRelu_output_0.pos/body.37/PRelu_output_0.pos"Relu +W +/body.36/Conv_output_0/body.37/PRelu_output_0.neg/body.37/PRelu_output_0.neg"Neg +_ +/body.37/PRelu_output_0.neg/body.37/PRelu_output_0.relu/body.37/PRelu_output_0.relu"Relu + +/body.37/PRelu_output_0.relu +onnx::PRelu_260__broadcast/body.37/PRelu_output_0.scaled/body.37/PRelu_output_0.scaled"Mul +k +/body.37/PRelu_output_0.pos +/body.37/PRelu_output_0.scaled/body.37/PRelu_output_0/body.37/PRelu"Sub  /body.37/PRelu_output_0 body.38.weight @@ -236,9 +407,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.38/Conv_output_0 -onnx::PRelu_261/body.39/PRelu_output_0/body.39/PRelu"PRelu +X +/body.38/Conv_output_0/body.39/PRelu_output_0.pos/body.39/PRelu_output_0.pos"Relu +W +/body.38/Conv_output_0/body.39/PRelu_output_0.neg/body.39/PRelu_output_0.neg"Neg +_ +/body.39/PRelu_output_0.neg/body.39/PRelu_output_0.relu/body.39/PRelu_output_0.relu"Relu + +/body.39/PRelu_output_0.relu +onnx::PRelu_261__broadcast/body.39/PRelu_output_0.scaled/body.39/PRelu_output_0.scaled"Mul +k +/body.39/PRelu_output_0.pos +/body.39/PRelu_output_0.scaled/body.39/PRelu_output_0/body.39/PRelu"Sub  /body.39/PRelu_output_0 body.40.weight @@ -248,9 +428,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.40/Conv_output_0 -onnx::PRelu_262/body.41/PRelu_output_0/body.41/PRelu"PRelu +X +/body.40/Conv_output_0/body.41/PRelu_output_0.pos/body.41/PRelu_output_0.pos"Relu +W +/body.40/Conv_output_0/body.41/PRelu_output_0.neg/body.41/PRelu_output_0.neg"Neg +_ +/body.41/PRelu_output_0.neg/body.41/PRelu_output_0.relu/body.41/PRelu_output_0.relu"Relu + +/body.41/PRelu_output_0.relu +onnx::PRelu_262__broadcast/body.41/PRelu_output_0.scaled/body.41/PRelu_output_0.scaled"Mul +k +/body.41/PRelu_output_0.pos +/body.41/PRelu_output_0.scaled/body.41/PRelu_output_0/body.41/PRelu"Sub  /body.41/PRelu_output_0 body.42.weight @@ -260,9 +449,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.42/Conv_output_0 -onnx::PRelu_263/body.43/PRelu_output_0/body.43/PRelu"PRelu +X +/body.42/Conv_output_0/body.43/PRelu_output_0.pos/body.43/PRelu_output_0.pos"Relu +W +/body.42/Conv_output_0/body.43/PRelu_output_0.neg/body.43/PRelu_output_0.neg"Neg +_ +/body.43/PRelu_output_0.neg/body.43/PRelu_output_0.relu/body.43/PRelu_output_0.relu"Relu + +/body.43/PRelu_output_0.relu +onnx::PRelu_263__broadcast/body.43/PRelu_output_0.scaled/body.43/PRelu_output_0.scaled"Mul +k +/body.43/PRelu_output_0.pos +/body.43/PRelu_output_0.scaled/body.43/PRelu_output_0/body.43/PRelu"Sub  /body.43/PRelu_output_0 body.44.weight @@ -272,9 +470,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.44/Conv_output_0 -onnx::PRelu_264/body.45/PRelu_output_0/body.45/PRelu"PRelu +X +/body.44/Conv_output_0/body.45/PRelu_output_0.pos/body.45/PRelu_output_0.pos"Relu +W +/body.44/Conv_output_0/body.45/PRelu_output_0.neg/body.45/PRelu_output_0.neg"Neg +_ +/body.45/PRelu_output_0.neg/body.45/PRelu_output_0.relu/body.45/PRelu_output_0.relu"Relu + +/body.45/PRelu_output_0.relu +onnx::PRelu_264__broadcast/body.45/PRelu_output_0.scaled/body.45/PRelu_output_0.scaled"Mul +k +/body.45/PRelu_output_0.pos +/body.45/PRelu_output_0.scaled/body.45/PRelu_output_0/body.45/PRelu"Sub  /body.45/PRelu_output_0 body.46.weight @@ -284,9 +491,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.46/Conv_output_0 -onnx::PRelu_265/body.47/PRelu_output_0/body.47/PRelu"PRelu +X +/body.46/Conv_output_0/body.47/PRelu_output_0.pos/body.47/PRelu_output_0.pos"Relu +W +/body.46/Conv_output_0/body.47/PRelu_output_0.neg/body.47/PRelu_output_0.neg"Neg +_ +/body.47/PRelu_output_0.neg/body.47/PRelu_output_0.relu/body.47/PRelu_output_0.relu"Relu + +/body.47/PRelu_output_0.relu +onnx::PRelu_265__broadcast/body.47/PRelu_output_0.scaled/body.47/PRelu_output_0.scaled"Mul +k +/body.47/PRelu_output_0.pos +/body.47/PRelu_output_0.scaled/body.47/PRelu_output_0/body.47/PRelu"Sub  /body.47/PRelu_output_0 body.48.weight @@ -296,9 +512,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.48/Conv_output_0 -onnx::PRelu_266/body.49/PRelu_output_0/body.49/PRelu"PRelu +X +/body.48/Conv_output_0/body.49/PRelu_output_0.pos/body.49/PRelu_output_0.pos"Relu +W +/body.48/Conv_output_0/body.49/PRelu_output_0.neg/body.49/PRelu_output_0.neg"Neg +_ +/body.49/PRelu_output_0.neg/body.49/PRelu_output_0.relu/body.49/PRelu_output_0.relu"Relu + +/body.49/PRelu_output_0.relu +onnx::PRelu_266__broadcast/body.49/PRelu_output_0.scaled/body.49/PRelu_output_0.scaled"Mul +k +/body.49/PRelu_output_0.pos +/body.49/PRelu_output_0.scaled/body.49/PRelu_output_0/body.49/PRelu"Sub  /body.49/PRelu_output_0 body.50.weight @@ -308,9 +533,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.50/Conv_output_0 -onnx::PRelu_267/body.51/PRelu_output_0/body.51/PRelu"PRelu +X +/body.50/Conv_output_0/body.51/PRelu_output_0.pos/body.51/PRelu_output_0.pos"Relu +W +/body.50/Conv_output_0/body.51/PRelu_output_0.neg/body.51/PRelu_output_0.neg"Neg +_ +/body.51/PRelu_output_0.neg/body.51/PRelu_output_0.relu/body.51/PRelu_output_0.relu"Relu + +/body.51/PRelu_output_0.relu +onnx::PRelu_267__broadcast/body.51/PRelu_output_0.scaled/body.51/PRelu_output_0.scaled"Mul +k +/body.51/PRelu_output_0.pos +/body.51/PRelu_output_0.scaled/body.51/PRelu_output_0/body.51/PRelu"Sub  /body.51/PRelu_output_0 body.52.weight @@ -320,9 +554,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.52/Conv_output_0 -onnx::PRelu_268/body.53/PRelu_output_0/body.53/PRelu"PRelu +X +/body.52/Conv_output_0/body.53/PRelu_output_0.pos/body.53/PRelu_output_0.pos"Relu +W +/body.52/Conv_output_0/body.53/PRelu_output_0.neg/body.53/PRelu_output_0.neg"Neg +_ +/body.53/PRelu_output_0.neg/body.53/PRelu_output_0.relu/body.53/PRelu_output_0.relu"Relu + +/body.53/PRelu_output_0.relu +onnx::PRelu_268__broadcast/body.53/PRelu_output_0.scaled/body.53/PRelu_output_0.scaled"Mul +k +/body.53/PRelu_output_0.pos +/body.53/PRelu_output_0.scaled/body.53/PRelu_output_0/body.53/PRelu"Sub  /body.53/PRelu_output_0 body.54.weight @@ -332,9 +575,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.54/Conv_output_0 -onnx::PRelu_269/body.55/PRelu_output_0/body.55/PRelu"PRelu +X +/body.54/Conv_output_0/body.55/PRelu_output_0.pos/body.55/PRelu_output_0.pos"Relu +W +/body.54/Conv_output_0/body.55/PRelu_output_0.neg/body.55/PRelu_output_0.neg"Neg +_ +/body.55/PRelu_output_0.neg/body.55/PRelu_output_0.relu/body.55/PRelu_output_0.relu"Relu + +/body.55/PRelu_output_0.relu +onnx::PRelu_269__broadcast/body.55/PRelu_output_0.scaled/body.55/PRelu_output_0.scaled"Mul +k +/body.55/PRelu_output_0.pos +/body.55/PRelu_output_0.scaled/body.55/PRelu_output_0/body.55/PRelu"Sub  /body.55/PRelu_output_0 body.56.weight @@ -344,9 +596,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.56/Conv_output_0 -onnx::PRelu_270/body.57/PRelu_output_0/body.57/PRelu"PRelu +X +/body.56/Conv_output_0/body.57/PRelu_output_0.pos/body.57/PRelu_output_0.pos"Relu +W +/body.56/Conv_output_0/body.57/PRelu_output_0.neg/body.57/PRelu_output_0.neg"Neg +_ +/body.57/PRelu_output_0.neg/body.57/PRelu_output_0.relu/body.57/PRelu_output_0.relu"Relu + +/body.57/PRelu_output_0.relu +onnx::PRelu_270__broadcast/body.57/PRelu_output_0.scaled/body.57/PRelu_output_0.scaled"Mul +k +/body.57/PRelu_output_0.pos +/body.57/PRelu_output_0.scaled/body.57/PRelu_output_0/body.57/PRelu"Sub  /body.57/PRelu_output_0 body.58.weight @@ -356,9 +617,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.58/Conv_output_0 -onnx::PRelu_271/body.59/PRelu_output_0/body.59/PRelu"PRelu +X +/body.58/Conv_output_0/body.59/PRelu_output_0.pos/body.59/PRelu_output_0.pos"Relu +W +/body.58/Conv_output_0/body.59/PRelu_output_0.neg/body.59/PRelu_output_0.neg"Neg +_ +/body.59/PRelu_output_0.neg/body.59/PRelu_output_0.relu/body.59/PRelu_output_0.relu"Relu + +/body.59/PRelu_output_0.relu +onnx::PRelu_271__broadcast/body.59/PRelu_output_0.scaled/body.59/PRelu_output_0.scaled"Mul +k +/body.59/PRelu_output_0.pos +/body.59/PRelu_output_0.scaled/body.59/PRelu_output_0/body.59/PRelu"Sub  /body.59/PRelu_output_0 body.60.weight @@ -368,9 +638,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.60/Conv_output_0 -onnx::PRelu_272/body.61/PRelu_output_0/body.61/PRelu"PRelu +X +/body.60/Conv_output_0/body.61/PRelu_output_0.pos/body.61/PRelu_output_0.pos"Relu +W +/body.60/Conv_output_0/body.61/PRelu_output_0.neg/body.61/PRelu_output_0.neg"Neg +_ +/body.61/PRelu_output_0.neg/body.61/PRelu_output_0.relu/body.61/PRelu_output_0.relu"Relu + +/body.61/PRelu_output_0.relu +onnx::PRelu_272__broadcast/body.61/PRelu_output_0.scaled/body.61/PRelu_output_0.scaled"Mul +k +/body.61/PRelu_output_0.pos +/body.61/PRelu_output_0.scaled/body.61/PRelu_output_0/body.61/PRelu"Sub  /body.61/PRelu_output_0 body.62.weight @@ -380,9 +659,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.62/Conv_output_0 -onnx::PRelu_273/body.63/PRelu_output_0/body.63/PRelu"PRelu +X +/body.62/Conv_output_0/body.63/PRelu_output_0.pos/body.63/PRelu_output_0.pos"Relu +W +/body.62/Conv_output_0/body.63/PRelu_output_0.neg/body.63/PRelu_output_0.neg"Neg +_ +/body.63/PRelu_output_0.neg/body.63/PRelu_output_0.relu/body.63/PRelu_output_0.relu"Relu + +/body.63/PRelu_output_0.relu +onnx::PRelu_273__broadcast/body.63/PRelu_output_0.scaled/body.63/PRelu_output_0.scaled"Mul +k +/body.63/PRelu_output_0.pos +/body.63/PRelu_output_0.scaled/body.63/PRelu_output_0/body.63/PRelu"Sub  /body.63/PRelu_output_0 body.64.weight @@ -392,9 +680,18 @@ Y kernel_shape@@* pads@@@@* strides@@ -Y -/body.64/Conv_output_0 -onnx::PRelu_274/body.65/PRelu_output_0/body.65/PRelu"PRelu +X +/body.64/Conv_output_0/body.65/PRelu_output_0.pos/body.65/PRelu_output_0.pos"Relu +W +/body.64/Conv_output_0/body.65/PRelu_output_0.neg/body.65/PRelu_output_0.neg"Neg +_ +/body.65/PRelu_output_0.neg/body.65/PRelu_output_0.relu/body.65/PRelu_output_0.relu"Relu + +/body.65/PRelu_output_0.relu +onnx::PRelu_274__broadcast/body.65/PRelu_output_0.scaled/body.65/PRelu_output_0.scaled"Mul +k +/body.65/PRelu_output_0.pos +/body.65/PRelu_output_0.scaled/body.65/PRelu_output_0/body.65/PRelu"Sub  /body.65/PRelu_output_0 body.66.weight @@ -16990,30 +17287,30 @@ y <::!-:;V[g95߮S;:H'͹*B:/}2WF܈:Н`:F~;չ:4~$9Ի,;` :}m;ٹ8@p898h@b=}8L(:>~a# -:"V7r| HW<$:ҭ9Kyh:r:Csj׺c:9M!PQ:3]P_9;瑺AƺW  :OrǼpɅiGΎ2'[4;93@<׻H!h<<;P<ȻDf ƻ(IXoo.#;|`МX<?+{?Fþҟ7A l鬾y?\5ͽoڂϺW>|??o{?k¾x?:_?2Im T?i<+> :0(?,e?=p =%ʁ?2q? > ?<Tk+.?Bq?J͂<*@Bonnx::PRelu_243Jօ=>A>ʀ?*?<+}0*?Q8>jIh?=dES=ھG -]:E!v> վ&==Գ?S?Eإ'⥵Y)F ̀8-=]Πi>r$===ڧͽ6ܽTڙ=|=d_:?>x?E="?'yC-? Pi>q$ǾtGK<(Eyq>~*@Bonnx::PRelu_244JLh/>G3-?4>L.bh?Dƀ?aq\?_y=ѾtԶ;> ;k泾"'>z2dA>D?<:><=>? _9Cn~ya&=ܽ/龒Ĩ\Q>xeR=B^GC> >#=?cU?ޫ3|?>P>|>`/=TP ==ݢN= a=*@Bonnx::PRelu_245JFɛ} ߽MRj{?>`_㍽[{ھv~?gvo?x=Մ''>ʃF?t3>9ɼZT }?,`>n@?IW޽f@(??`>,>q$%z:wVoU#> (>>k><'#?:>zT>?E=\>T?ؾ6ॾ@c>_ꏾ)>0W>#.=|l>??*@Bonnx::PRelu_246J*߾Ҿ=pʹƾs?](M[ =?r?x>Q?VJ?pE?M?C@Pi+>>_ >^w?VX޾1=ڈ???kgھ>u< n>_]LG?VhNXAG>;0ždĽ->G?\2? ?>d1oXp?XB%O?0h>8??/g?">*@Bonnx::PRelu_247Jh$]>:׽`8^?1?A!?~?4Ѵ>O??>%?p=VP +fN::};z@i:ܶH9fLM!ûAV829r9CEﺺxj-i:q2;ȁq8Ț: AWOA9:;E:%[9&i:%O6: M2<ʻi:k:I;8:F:fXwX׻'Ie)=9L踤%:0:şL =&;i p ݹ:M:4]:E:S9S<'iYϜ^c:L0:];TL:f:5,:FN9qcjԹָX:d29N":+:A9;= :3+ٌ;s#F@lU9V˝<݄:1:o8ň;=; S:kۺZi:mP9,Sw9):P9u9Ñ:E OrǼpɅiGΎ2'[4;93@<׻H!h<<;P<ȻDf ƻ(IXoo.#;|`МX<?+{?Fþҟ7A l鬾y?\5ͽoڂϺW>|??o{?k¾x?:_?2Im T?i<+> :0(?,e?=p =%ʁ?2q? > ?<Tk+.?Bq?J͂<*@Bonnx::PRelu_243__broadcastJօ=>A>ʀ?*?<+}0*?Q8>jIh?=dES=ھG +]:E!v> վ&==Գ?S?Eإ'⥵Y)F ̀8-=]Πi>r$===ڧͽ6ܽTڙ=|=d_:?>x?E="?'yC-? Pi>q$ǾtGK<(Eyq>~*@Bonnx::PRelu_244__broadcastJLh/>G3-?4>L.bh?Dƀ?aq\?_y=ѾtԶ;> ;k泾"'>z2dA>D?<:><=>? _9Cn~ya&=ܽ/龒Ĩ\Q>xeR=B^GC> >#=?cU?ޫ3|?>P>|>`/=TP ==ݢN= a=*@Bonnx::PRelu_245__broadcastJFɛ} ߽MRj{?>`_㍽[{ھv~?gvo?x=Մ''>ʃF?t3>9ɼZT }?,`>n@?IW޽f@(??`>,>q$%z:wVoU#> (>>k><'#?:>zT>?E=\>T?ؾ6ॾ@c>_ꏾ)>0W>#.=|l>??*@Bonnx::PRelu_246__broadcastJ*߾Ҿ=pʹƾs?](M[ =?r?x>Q?VJ?pE?M?C@Pi+>>_ >^w?VX޾1=ڈ???kgھ>u< n>_]LG?VhNXAG>;0ždĽ->G?\2? ?>d1oXp?XB%O?0h>8??/g?">*@Bonnx::PRelu_247__broadcastJh$]>:׽`8^?1?A!?~?4Ѵ>O??>%?p=VP ?o?>Vg?re<ϾH>HH?D??E>T@?p?`E2Q?8>>/{=JA<-=t -??>=gv? v?D_??.Im?<>?|}>G[? >5= >[Pu=q?y*@Bonnx::PRelu_248J>0>=*(f?QM?x,x>R>o?ϴ2u?"?^g?Cξti>P?"?t>hLx=Ts:>;?Uml^ؾAR'?V?j?\:dZ?(=\[?,,V[V>]$>BH>>=>j狾,F?p>F+?,&?:>>8O¾L>=w4?w6=>:v?þ*@Bonnx::PRelu_249J=Յ>>pDY?!>>bb7?8;ռ.?2o>|?+?`Q?ٱ?(>?>!dؽk=E>Z\?s⻘R[e??q?G>H&>ĸh >i=p?{9?JP>w[K2?t3T>򾲒U?6?q?<(>G?3s?*>,!>Z?!?MV>W͂n>t >;ҟ>h? Q=*@Bonnx::PRelu_250J}_7>@:U*qP?_OoxF[+E3B=`?.>?T ?Չ??Ä?l??4%?y>&F6Q3>^5?p;h[;B?[F_?!h^?pe˽= >1> 8?QB?1(o XЉ>GCMzQ>s>=?ƖR?fJn?%u??'e>%?&m?{vξ5½BƏ>?.@>1>࿪>*@Bonnx::PRelu_251JhJ>J>b>am>]? N?ON>?3??pm?r_?Ȑ>EO?0?0þ˱DO>p?,>9]>8m?i;rSߊ# ?a? <>t`'l-p>]?e>h;?;Rިz&?W?=¥"?2p?=???>>3۾L6o>t<^2ғE?&M*@Bonnx::PRelu_252Jy¾> R켪x?[>2@?#{*=?Br?F_>ZY? ǃ?k?s?\?>MY?Y>ci?_?=>8I?;t?BM>4>>\>h6?VZU?m)?ɽ+y7i*~>*2>>d~>,V?Xh#>l?Lg?:>^? x8==?t2} -=6 Xо_>`w*@Bonnx::PRelu_253JV">bw[5}>NEo?PB>nȗ>ƱU?K(=?MN??1 }?~z?v?xv_?>T?+'`>o?;?e>Rm??GY?7?쾖?N> -ڽՑuH#?>/A@?P>> 'x?u>%??dn?k>g?^=?0?QѦ>v?Qx_?6$=KŅ? =*@Bonnx::PRelu_254J)?s%ھ{ͽ?,>pk?$?\?\?6>t?d>.0?N۾zps?]?)݅?7 ?8>~뾃P?(?Q?i70?m4?fD?n>y?\">?63;E?".D>S?r$=?D=?_w2>z.>-n?:f->Z?po?1%?li1?k?Vk߾b[<<=5>1?fG>*@Bonnx::PRelu_255J2?b?.y&?`?'\?O> d>c`?Ms>hQ?-X?0@??lqk??=:?5/?5?&9?j>(|q?,?#MG>z4?ם>{?v&>>j]?{Ѽ>7>dqD>&ǽDu?H;>k h?r?.?j7?ku?.Z?nYLc?> -r?j7B? @>>ڞ<*@Bonnx::PRelu_256J2?>>O ??Fz?W쪾?>5?>yc?T?6χ?P=Z7?k?vy?灂?b0ܬ?P>ȧ>6?>?FL}pΕ>?!!?|N?G*?X?}=+??r?#_?F؋>>0)9?B ?>1'?؜>8?cĄ?.>j?^?E#>gS:Y?Gh+j?==挽s>*@Bonnx::PRelu_257J:S?N ?>;%>gbk?ۘ)>?9<\PQk?uع<^т?)R&?Xp? ->s?M?N?тf?D>td?n=>+?Tx>݄>0?n&>_O? Z>??n[?EH?b?4\?\>SR=̞x>>I=>s?y?>ۇ>==?)5N?|:>4:S=E<*@Bonnx::PRelu_258J;D>4+_> O?;?Hp?E>ns?"R=.v?snz -f?Ibr?F"?VT?Vx?H ?:>J^$?k?3>ۚ=#xI?Ol?ֹ>P:?y>f?}?f%>QR?b!?M[l?bvr?܇>u>-=ʇ>X>>?U> 4ˣ?;>a>#?]?{=I>C8$>j>tj?2k>é ??x ?*@Bonnx::PRelu_259JJ> +??>=gv? v?D_??.Im?<>?|}>G[? >5= >[Pu=q?y*@Bonnx::PRelu_248__broadcastJ>0>=*(f?QM?x,x>R>o?ϴ2u?"?^g?Cξti>P?"?t>hLx=Ts:>;?Uml^ؾAR'?V?j?\:dZ?(=\[?,,V[V>]$>BH>>=>j狾,F?p>F+?,&?:>>8O¾L>=w4?w6=>:v?þ*@Bonnx::PRelu_249__broadcastJ=Յ>>pDY?!>>bb7?8;ռ.?2o>|?+?`Q?ٱ?(>?>!dؽk=E>Z\?s⻘R[e??q?G>H&>ĸh >i=p?{9?JP>w[K2?t3T>򾲒U?6?q?<(>G?3s?*>,!>Z?!?MV>W͂n>t >;ҟ>h? Q=*@Bonnx::PRelu_250__broadcastJ}_7>@:U*qP?_OoxF[+E3B=`?.>?T ?Չ??Ä?l??4%?y>&F6Q3>^5?p;h[;B?[F_?!h^?pe˽= >1> 8?QB?1(o XЉ>GCMzQ>s>=?ƖR?fJn?%u??'e>%?&m?{vξ5½BƏ>?.@>1>࿪>*@Bonnx::PRelu_251__broadcastJhJ>J>b>am>]? N?ON>?3??pm?r_?Ȑ>EO?0?0þ˱DO>p?,>9]>8m?i;rSߊ# ?a? <>t`'l-p>]?e>h;?;Rިz&?W?=¥"?2p?=???>>3۾L6o>t<^2ғE?&M*@Bonnx::PRelu_252__broadcastJy¾> R켪x?[>2@?#{*=?Br?F_>ZY? ǃ?k?s?\?>MY?Y>ci?_?=>8I?;t?BM>4>>\>h6?VZU?m)?ɽ+y7i*~>*2>>d~>,V?Xh#>l?Lg?:>^? x8==?t2} +=6 Xо_>`w*@Bonnx::PRelu_253__broadcastJV">bw[5}>NEo?PB>nȗ>ƱU?K(=?MN??1 }?~z?v?xv_?>T?+'`>o?;?e>Rm??GY?7?쾖?N> +ڽՑuH#?>/A@?P>> 'x?u>%??dn?k>g?^=?0?QѦ>v?Qx_?6$=KŅ? =*@Bonnx::PRelu_254__broadcastJ)?s%ھ{ͽ?,>pk?$?\?\?6>t?d>.0?N۾zps?]?)݅?7 ?8>~뾃P?(?Q?i70?m4?fD?n>y?\">?63;E?".D>S?r$=?D=?_w2>z.>-n?:f->Z?po?1%?li1?k?Vk߾b[<<=5>1?fG>*@Bonnx::PRelu_255__broadcastJ2?b?.y&?`?'\?O> d>c`?Ms>hQ?-X?0@??lqk??=:?5/?5?&9?j>(|q?,?#MG>z4?ם>{?v&>>j]?{Ѽ>7>dqD>&ǽDu?H;>k h?r?.?j7?ku?.Z?nYLc?> +r?j7B? @>>ڞ<*@Bonnx::PRelu_256__broadcastJ2?>>O ??Fz?W쪾?>5?>yc?T?6χ?P=Z7?k?vy?灂?b0ܬ?P>ȧ>6?>?FL}pΕ>?!!?|N?G*?X?}=+??r?#_?F؋>>0)9?B ?>1'?؜>8?cĄ?.>j?^?E#>gS:Y?Gh+j?==挽s>*@Bonnx::PRelu_257__broadcastJ:S?N ?>;%>gbk?ۘ)>?9<\PQk?uع<^т?)R&?Xp? +>s?M?N?тf?D>td?n=>+?Tx>݄>0?n&>_O? Z>??n[?EH?b?4\?\>SR=̞x>>I=>s?y?>ۇ>==?)5N?|:>4:S=E<*@Bonnx::PRelu_258__broadcastJ;D>4+_> O?;?Hp?E>ns?"R=.v?snz +f?Ibr?F"?VT?Vx?H ?:>J^$?k?3>ۚ=#xI?Ol?ֹ>P:?y>f?}?f%>QR?b!?M[l?bvr?܇>u>-=ʇ>X>>?U> 4ˣ?;>a>#?]?{=I>C8$>j>tj?2k>é ??x ?*@Bonnx::PRelu_259__broadcastJJ> 18W=MS?,l?67>zi?%= >O ?>~?*?+q?kQAF^Y??Ͼ>4?i?>u;;䟍?$Rtj=-:?47?r>0;=ZC? >B; ->@?,h??S?pe?K?6?TL?ơ?B?'?x5??>.'Y?Y>h(?=_N>ښ>*@Bonnx::PRelu_260J>M3>7??j`[?>4v0?Bd?L?.u? Y{?S>׫=>j?$>6z=U?̖?dTb=|{¾FB?q?u?L>آU?IuV?=>?Ӽy+?>˒>7>T?8?Y>7o#?p?ӈ?xʼ?B?v>P>舼&|'?TE?}u>Qr> ~>I>>*@Bonnx::PRelu_261JVY>܂>T^=>^9z?:=? dgG>^~?, $>?I<>lϽ>#?5?.K?QY?=>`$>N<6>?m?l?D^AJ?I>Hǽz?[>T>R_S?>`>e="v?X>J_Ȼ>hbB>մ>G>*M?N> &?Z>?5>J^2?t/ -Qd*@Bonnx::PRelu_262Jm|۹>_@? ?p?ت>\?Ho>->p?K?Oh?^]?i~ =0>]?p??<й>^>x?X]?++?\wΣ>ή?$>p=Rli=Ӣ>m%ݾ>Eh">-n=C>T>D#0?A>E?6sIm?]?fk?Y?=P?ebN?W}>8? ?^>?S=*=^E??,?*@Bonnx::PRelu_263JԦ-xl>R?DŽz=Nh?3E?4>ؒ7?̣>Mc?(?s +>@?,h??S?pe?K?6?TL?ơ?B?'?x5??>.'Y?Y>h(?=_N>ښ>*@Bonnx::PRelu_260__broadcastJ>M3>7??j`[?>4v0?Bd?L?.u? Y{?S>׫=>j?$>6z=U?̖?dTb=|{¾FB?q?u?L>آU?IuV?=>?Ӽy+?>˒>7>T?8?Y>7o#?p?ӈ?xʼ?B?v>P>舼&|'?TE?}u>Qr> ~>I>>*@Bonnx::PRelu_261__broadcastJVY>܂>T^=>^9z?:=? dgG>^~?, $>?I<>lϽ>#?5?.K?QY?=>`$>N<6>?m?l?D^AJ?I>Hǽz?[>T>R_S?>`>e="v?X>J_Ȼ>hbB>մ>G>*M?N> &?Z>?5>J^2?t/ +Qd*@Bonnx::PRelu_262__broadcastJm|۹>_@? ?p?ت>\?Ho>->p?K?Oh?^]?i~ =0>]?p??<й>^>x?X]?++?\wΣ>ή?$>p=Rli=Ӣ>m%ݾ>Eh">-n=C>T>D#0?A>E?6sIm?]?fk?Y?=P?ebN?W}>8? ?^>?S=*=^E??,?*@Bonnx::PRelu_263__broadcastJԦ-xl>R?DŽz=Nh?3E?4>ؒ7?̣>Mc?(?s ? ry?L+?0?>择gG?:">-?0Gޔ A??  -?d@>ƻZdN?>89>?9>Z ;`<^>T=?Y>id?F{:d? g?($=?0Ttu?5]<,\)?܂?d?7?M\>j98>Ջ>-^?Է3>n^>Rt>*@Bonnx::PRelu_264J&eb>??^@>hN?d?h>k?RЧ?M>SS?3I>y? }??D_?2?p<?=V?0>Zо>Z2?k>K9>6??}:?o$Fp?50n`>c,[?BI?xo?f.?+a>:.>RU?,v?z;?N?`?u ?M>@ +?d@>ƻZdN?>89>?9>Z ;`<^>T=?Y>id?F{:d? g?($=?0Ttu?5]<,\)?܂?d?7?M\>j98>Ջ>-^?Է3>n^>Rt>*@Bonnx::PRelu_264__broadcastJ&eb>??^@>hN?d?h>k?RЧ?M>SS?3I>y? }??D_?2?p<?=V?0>Zо>Z2?k>K9>6??}:?o$Fp?50n`>c,[?BI?xo?f.?+a>:.>RU?,v?z;?N?`?u ?M>@ -=9H<=͒>r>-N?=*@Bonnx::PRelu_265Jv?i ?H?>d}?XB>lM?ζ>^y?H??Є?7ּIѨ>gh?J>L?~?0?>.?x0?:z=Lyu?i*?~-?fq?p?2Y>Ԃ?1>.>j?b̾+a1?Ucv>F>3B??0( -ӾV/>cw?iF?V?tk?>iM*?<=Kr;yi*>';?T>ú>17a?1?*@Bonnx::PRelu_266JFW>F5<?Zz?f?<8=ֽ<|?J=?~Pj>G?d??.?_?U?ZJS?cy~?6`=0+>>K?u4m>~?Cy̴u>NɍE?g>lI=Hv=|^?>!?|)? ?t16?*[H=ƾףRi?5r\?\k?Ȥ?cԽn>m>;?_c?'OQ?K%>f ?e?k?ο^$>ye?=M?y?2b x ?Z?^>gv?R?N&Xfw;?>D?>?F?0WRX뾻8>9?ί>6?>c>| ? ϒ>'#N>l>(T=dӲ2 ?f{>!?=s?ↇ?#) -4dT|>$>?m ^>g>Xt>>*@Bonnx::PRelu_268J;o>~?>5r?X[?$]>?,>L{?=!b>>D?a$?.M??2S,>X>.@??ko8?pN)?kda~?D6wi?p7>%sx ?Z==>ܫ=HB=/1W\?O25%"&?7=,>s?eyF?g?~?~?>5?bnh?f)!<, ?` -,>Ҿ&a}>*@Bonnx::PRelu_269J5j?#L>KHq^M><߽ h?^>B?9:;>&ͽຟ>ei? j7?о)<>C?> I?wA>V[ =?.>}>+}?2a>?>U>ݱ'>=6U>?K>F/>>c<{FF>@?X=>ƈ?@?ƒ>̍?h?p^)>ػ>h] ??>#?F]*@Bonnx::PRelu_270J<*?P?Fr2??SϾ۽>@þp?y>e;B-?ɕ>n?B?>=瓾%=6$?Y羂+?]A?*k^;?gY>x//?>.Ś>> ؿ>Fq?dL>1ھ*Ͼ[Z>>>eyԽ}ϾFb\+?F=G?X?G?0> $?2 >9^S6>7?vSb0*@Bonnx::PRelu_271J"e?|?> =[?|?|?4?Q>\x?@H|?>fb=>1gt?UH?A=i>Ǵ"?E葾jM>aRU +=9H<=͒>r>-N?=*@Bonnx::PRelu_265__broadcastJv?i ?H?>d}?XB>lM?ζ>^y?H??Є?7ּIѨ>gh?J>L?~?0?>.?x0?:z=Lyu?i*?~-?fq?p?2Y>Ԃ?1>.>j?b̾+a1?Ucv>F>3B??0( -ӾV/>cw?iF?V?tk?>iM*?<=Kr;yi*>';?T>ú>17a?1?*@Bonnx::PRelu_266__broadcastJFW>F5<?Zz?f?<8=ֽ<|?J=?~Pj>G?d??.?_?U?ZJS?cy~?6`=0+>>K?u4m>~?Cy̴u>NɍE?g>lI=Hv=|^?>!?|)? ?t16?*[H=ƾףRi?5r\?\k?Ȥ?cԽn>m>;?_c?'OQ?K%>f ?e?k?ο^$>ye?=M?y?2b x ?Z?^>gv?R?N&Xfw;?>D?>?F?0WRX뾻8>9?ί>6?>c>| ? ϒ>'#N>l>(T=dӲ2 ?f{>!?=s?ↇ?#) +4dT|>$>?m ^>g>Xt>>*@Bonnx::PRelu_268__broadcastJ;o>~?>5r?X[?$]>?,>L{?=!b>>D?a$?.M??2S,>X>.@??ko8?pN)?kda~?D6wi?p7>%sx ?Z==>ܫ=HB=/1W\?O25%"&?7=,>s?eyF?g?~?~?>5?bnh?f)!<, ?` +,>Ҿ&a}>*@Bonnx::PRelu_269__broadcastJ5j?#L>KHq^M><߽ h?^>B?9:;>&ͽຟ>ei? j7?о)<>C?> I?wA>V[ =?.>}>+}?2a>?>U>ݱ'>=6U>?K>F/>>c<{FF>@?X=>ƈ?@?ƒ>̍?h?p^)>ػ>h] ??>#?F]*@Bonnx::PRelu_270__broadcastJ<*?P?Fr2??SϾ۽>@þp?y>e;B-?ɕ>n?B?>=瓾%=6$?Y羂+?]A?*k^;?gY>x//?>.Ś>> ؿ>Fq?dL>1ھ*Ͼ[Z>>>eyԽ}ϾFb\+?F=G?X?G?0> $?2 >9^S6>7?vSb0*@Bonnx::PRelu_271__broadcastJ"e?|?> =[?|?|?4?Q>\x?@H|?>fb=>1gt?UH?A=i>Ǵ"?E葾jM>aRU c?O@>Ž(X?L?>>>#`6 -=eJ>;?R=NL<:<>*ܽ־RK0tD?>c?aBcw?z?? "?I;>ۥ=8=?<O><*@Bonnx::PRelu_272Jx>a?Ĵ$?(1>^Vq?= +=eJ>;?R=NL<:<>*ܽ־RK0tD?>c?aBcw?z?? "?I;>ۥ=8=?<O><*@Bonnx::PRelu_272__broadcastJx>a?Ĵ$?(1>^Vq?= =v&<*W>~ܛ>~?@iezNV?̞=>D`vAs?0> >Lw?=P*0>?>?Xndj_=G~?ք>uL>O׻Ȅ?t<?dV>:+>=";>ľ&>]w:>sOD;6nv=?š=8>-}?Fq=2>Cz? ?ʵ""=vt= -VLF>Y#?*@Bonnx::PRelu_273J&?Jy?>K=>5t=,=b?zm?ܯF;C=Hx ?>|=>#5>Dm?g_ܼJE>Ģ+{?> ;>Aa?.̅=HDg?[l=?vy?}?U(>D >#]=͑>\[=e>~$?x?7w<ڕ>s?JN?ME>1̼φ?:fS>x=Ҙ>>gK?3*@Bonnx::PRelu_274JWL>gz?>7?:G3> <>lq`>d&>>? >'|?j9?Au?Ʀz<'N>`4/>p?Xkq?)&=Q ĹŔ>>oq:?Օnl{?:jr?-?y?#|?>?G0=i>@~?G?Qu?~??HJt?b>UD> ->Z܀?}>}?μ%=>B>U>?L?\4=&y?x1<-l>i=" >v=>i̞=Z* +VLF>Y#?*@Bonnx::PRelu_273__broadcastJ&?Jy?>K=>5t=,=b?zm?ܯF;C=Hx ?>|=>#5>Dm?g_ܼJE>Ģ+{?> ;>Aa?.̅=HDg?[l=?vy?}?U(>D >#]=͑>\[=e>~$?x?7w<ڕ>s?JN?ME>1̼φ?:fS>x=Ҙ>>gK?3*@Bonnx::PRelu_274__broadcastJWL>gz?>7?:G3> <>lq`>d&>>? >'|?j9?Au?Ʀz<'N>`4/>p?Xkq?)&=Q ĹŔ>>oq:?Օnl{?:jr?-?y?#|?>?G0=i>@~?G?Qu?~??HJt?b>UD> ->Z܀?}>}?μ%=>B>U>?L?\4=&y?x1<-l>i=" >v=>i̞=Z* input!   diff --git a/docker/frontend/scripts/realesr-gpu.py b/docker/frontend/scripts/realesr-gpu.py new file mode 100644 index 0000000..b5c9f25 --- /dev/null +++ b/docker/frontend/scripts/realesr-gpu.py @@ -0,0 +1,73 @@ +# The WebGPU execution provider has no PReLU kernel. The upscaler is 34 convolutions +# with a PReLU after every one of them, so the runtime splits the graph 33 times: +# each activation travels off the GPU to the processor and the result travels back, +# a 64-channel map in both directions, per tile. A machine with a good graphics chip +# was therefore not exporting any faster for having it. +# +# Relu, Neg, Mul and Sub it does have, and +# PRelu(x) = Relu(x) - slope * Relu(-x) +# holds exactly, negative slopes included, so this rewrites the activations into +# those four and leaves the weights untouched. +# +# python3 realesr-gpu.py .onnx public/models/realesr-general-x4v3.onnx +# +# The source is the x4v3 model of https://github.com/xinntao/Real-ESRGAN +# (realesr-general-x4v3.pth, converted to ONNX at opset 17). +import sys + +import numpy as np +import onnx +from onnx import TensorProto, helper, numpy_helper + + +def rewrite(src, dst): + model = onnx.load(src) + graph = model.graph + rank = len(graph.input[0].type.tensor_type.shape.dim) + by_name = {i.name: i for i in graph.initializer} + + nodes, made = [], 0 + for node in graph.node: + if node.op_type != "PRelu": + nodes.append(node) + continue + x, slope = node.input + # The slope comes out of PyTorch as (C,1,1) and has to line up with a + # (1,C,H,W) activation, so give it the batch axis it is missing. + s = numpy_helper.to_array(by_name[slope]) + if s.shape != (1,) + tuple(s.shape): + s = s.reshape((1,) + tuple(s.shape)) + name = f"{slope}__broadcast" + if name not in by_name: + graph.initializer.append(numpy_helper.from_array(s, name)) + by_name[name] = graph.initializer[-1] + slope = name + + p, n, q, scaled = f"{node.output[0]}.pos", f"{node.output[0]}.neg", f"{node.output[0]}.relu", f"{node.output[0]}.scaled" + nodes += [ + helper.make_node("Relu", [x], [p], name=p), + helper.make_node("Neg", [x], [n], name=n), + helper.make_node("Relu", [n], [q], name=q), + helper.make_node("Mul", [q, slope], [scaled], name=scaled), + helper.make_node("Sub", [p, scaled], [node.output[0]], name=node.name), + ] + made += 1 + + del graph.node[:] + graph.node.extend(nodes) + # The slopes the PReLU nodes used to read are now unreachable, and the runtime + # warns about every one of them while it loads unless they go. + used = {name for node in graph.node for name in node.input} + kept = [i for i in graph.initializer if i.name in used] + print(f"dropping {len(graph.initializer) - len(kept)} unused initializers") + del graph.initializer[:] + graph.initializer.extend(kept) + onnx.checker.check_model(model) + onnx.save(model, dst) + print(f"rewrote {made} PReLU nodes -> {dst}") + assert made, "no PReLU node found: wrong model?" + assert rank >= 2 + + +if __name__ == "__main__": + rewrite(sys.argv[1], sys.argv[2]) diff --git a/docker/frontend/src/engine/superRes.ts b/docker/frontend/src/engine/superRes.ts index 2652241..7fe2634 100644 --- a/docker/frontend/src/engine/superRes.ts +++ b/docker/frontend/src/engine/superRes.ts @@ -9,6 +9,11 @@ import type * as Ort from 'onnxruntime-web'; // Both the runtime (served next to canvaskit.wasm, see scripts/copy-wasm.mjs) // and the model (public/models) are static files; nothing here changes what the // server can do. +// +// The model is not the file as published: its 33 PReLU activations are written +// out as Relu/Neg/Mul/Sub, because the WebGPU provider has no PReLU kernel and +// would otherwise hand every activation to the processor and take it back, 33 +// times per tile. scripts/realesr-gpu.py is that rewrite and explains it. const MODEL_URL = '/models/realesr-general-x4v3.onnx'; // The wasm dir, not the file: the runtime picks its own name inside it. @@ -54,6 +59,10 @@ function load(): Promise { // A laptop with two GPUs would otherwise hand this to the one built into // the processor. The model is the export, so ask for the fast one. ort.env.webgpu.powerPreference = 'high-performance'; + // env.logLevel looks like a switch for the runtime's own warnings and is not + // one — it is read when the module initialises, before this runs, so a level + // set here silences nothing. Left alone, they are worth reading: the last one + // to appear said the graph was being split between the chip and the processor. const session = await ort.InferenceSession.create(MODEL_URL, { executionProviders: ['webgpu'] }).catch(() => ort.InferenceSession.create(MODEL_URL, { executionProviders: ['wasm'] }) );