128 -> std::vector<std::vector<size_t>>
130 const std::vector<size_t> &inputShape =
input[0];
131 const std::vector<size_t> &weightShape =
input[1];
132 size_t size = inputShape.size();
138 if (fAttrStrides.empty()) {
139 fAttrStrides = std::vector<size_t>(fDim, 1);
141 if (fAttrDilations.empty()) {
142 fAttrDilations = std::vector<size_t>(fDim, 1);
145 if (fAttrKernelShape.empty()) {
146 fAttrKernelShape.resize(fDim);
147 for (
size_t i = 0; i < fDim; i++)
148 fAttrKernelShape[i] = fShapeW[i + 2] + (fAttrDilations[i] - 1) * (fShapeW[i + 2] - 1);
150 if (fAttrOutputPadding.empty())
151 fAttrOutputPadding = std::vector<size_t>(fDim, 0);
157 std::vector<size_t> outShape(
size);
158 outShape[0] = inputShape[0];
159 outShape[1] = weightShape[1] * fAttrGroup;
162 if (fAttrPads.empty()) {
163 fAttrPads = std::vector<size_t>(2 * fDim, 0);
165 if (fAttrAutopad !=
"NOTSET") {
166 throw std::runtime_error(
"ConvTranspose with padding SAME_UPPER or SMAE_LOWER not supported");
169 if (fAttrOutputShape.empty()) {
170 fAttrOutputShape.resize(fDim);
171 for (
size_t i = 0; i < fDim; i++) {
173 fAttrOutputShape[i] = fAttrStrides[i] * (inputShape[j] - 1) + fAttrKernelShape[i] + fAttrOutputPadding[i] -
174 fAttrPads[i] - fAttrPads[fDim + i];
178 fAttrPads = std::vector<size_t>(2 * fDim, 0);
179 for (
size_t i = 0; i < fDim; ++i) {
180 size_t input_shape = inputShape[i + 2];
181 size_t output_shape = fAttrOutputShape[i];
182 size_t kernel_shape = weightShape[i + 2];
184 size_t stride = fAttrStrides[i];
185 size_t dilation = fAttrDilations[i];
186 size_t output_padding = fAttrOutputPadding[i];
188 size_t effective_kernel_shape = (kernel_shape - 1) * dilation + 1;
189 size_t expected_shape_without_pad = (input_shape - 1) * stride + output_padding + effective_kernel_shape;
191 if (expected_shape_without_pad < output_shape) {
192 throw std::runtime_error(
"ConvTranspose: explicitly set output_shape is too large for "
193 "the given input and kernel shapes.");
196 size_t total_padding = expected_shape_without_pad - output_shape;
198 fAttrPads[i + fDim] = total_padding / 2;
199 fAttrPads[i] = total_padding - fAttrPads[i + fDim];
203 for (
size_t i = 0; i < fDim; i++)
204 outShape[i + 2] = fAttrOutputShape[i];
205 std::vector<std::vector<size_t>> ret({outShape});
213 if (!model.CheckIfTensorAlreadyExist(fNX)) {
214 throw std::runtime_error(
"TMVA SOFIE Conv Transpose op Input Tensor " + fNX +
" is not found in model");
216 fShapeX = model.GetTensorShape(fNX);
217 if (fShapeX.size() < 3 || fShapeX.size() > 5) {
219 throw std::runtime_error(
"TMVA SOFIE Conv Transpose Op input data tensor" + fNX +
220 " is not of 3,4 or 5 dimensions");
222 fDim = fShapeX.size() - 2;
223 if (!model.CheckIfTensorAlreadyExist(fNW)) {
224 throw std::runtime_error(
"TMVA SOFIE Conv op Input weight Tensor " + fNW +
" is not found in model");
226 fShapeW = model.GetTensorShape(fNW);
227 if (fShapeW.size() < 3 || fShapeW.size() > 5) {
229 throw std::runtime_error(
"TMVA SOFIE Conv Transpose Op input weight tensor" + fNW +
230 " is not of 3,4 or 5 dimensions");
232 fShapeY = ShapeInference({fShapeX, fShapeW})[0];
233 if (fShapeX[1] != fShapeW[0] || fShapeW[0] % fAttrGroup != 0) {
234 throw std::runtime_error(
"TMVA SOFIE Conv Transpose Op: input channels " + std::to_string(fShapeX[1]) +
235 " must match weight shape[0] " + std::to_string(fShapeW[0]) +
236 " and be divisible by group " + std::to_string(fAttrGroup));
239 model.AddIntermediateTensor(fNY, model.GetTensorType(fNX), fShapeY);
241 if (!model.CheckIfTensorAlreadyExist(fNB)) {
242 throw std::runtime_error(
"TMVA SOFIE ConvTrans op Input Tensor " + fNB +
" is not found in model");
244 fShapeB = model.GetTensorShape(fNB);
245 if (fShapeB.size() < 1)
246 throw std::runtime_error(
"TMVA SOFIE ConvTrans op: Bias Tensor has empty shape");
251 bool broadcast_needed = (bsize != ysize);
253 if (broadcast_needed) {
256 if (bsize != fShapeY[1])
257 throw std::runtime_error(
"TMVA SOFIE ConvTrans op: Bias Tensor has wrong shape: " +
260 if (fType !=
"float")
261 throw std::runtime_error(
262 "TMVA SOFIE ConvTrans op: Broadcasting for non-float type tensors is not supported");
265 fNBroadcastedB =
"Broadcasted" + fNB;
266 model.AddIntermediateTensor(fNBroadcastedB, model.GetTensorType(fNB), fShapeY);
269 if (fShapeY != fShapeB)
270 throw std::runtime_error(
"TMVA SOFIE ConvTrans op: Broadcasting is not needed but bias has wrong shape" +
272 fNBroadcastedB = fNB;
276 size_t kernelSize = 1;
277 size_t inputSize = 1;
278 for (
size_t i = 0; i < fDim; i++) {
279 inputSize *= fShapeX[2 + i];
280 kernelSize *= fAttrKernelShape[i];
283 std::vector<size_t> shape1 = {fShapeW[0], fShapeW[1], kernelSize};
284 std::vector<size_t> shape2 = {fShapeW[1], kernelSize, inputSize};
289 fImcol = fNY +
"_xcol";
290 fOutputTensorNames.emplace_back(fConvK);
291 fOutputTensorNames.emplace_back(fImcol);
295 model.AddNeededHelperFunction(
"col2im");
297 model.AddNeededHelperFunction(
"BroadcastConvBias");
323 OpName =
"op_" + OpName;
325 if (fShapeX.empty() || fShapeW.empty() || (fNB !=
"" && fShapeB.empty()) || fShapeY.empty()) {
326 throw std::runtime_error(
"TMVA SOFIE Conv Op called to Generate without being initialized first");
329 std::stringstream out;
331 size_t bsize = fShapeX[0];
332 size_t kDepth = (fDim > 2) ? fShapeW[2] : 1;
333 size_t kHeight = (fDim > 1) ? fShapeW[fDim] : 1;
334 size_t kWidth = fShapeW[fDim + 1];
336 size_t iDepth = (fDim > 2) ? fShapeX[2] : 1;
337 size_t iHeight = (fDim > 1) ? fShapeX[fDim] : 1;
338 size_t iWidth = fShapeX[fDim + 1];
340 size_t oDepth = (fDim > 2) ? fShapeY[2] : 1;
341 size_t oHeight = (fDim > 1) ? fShapeY[fDim] : 1;
342 size_t oWidth = fShapeY[fDim + 1];
344 out <<
"\n//---- operator ConvTranspose " << OpName <<
"\n";
349 size_t id = (fDim > 2) ? fDim - 3 : 2;
350 size_t ih = (fDim > 1) ? fDim - 2 : 1;
351 size_t iw = fDim - 1;
352 size_t wstrideDil = fAttrDilations[iw];
353 size_t hstride = kWidth;
354 size_t hstrideDil = fAttrKernelShape[iw];
356 hstrideDil *= fAttrDilations[ih];
358 size_t dstride = kHeight * kWidth;
359 size_t dstrideDil = fAttrKernelShape[iw];
361 dstrideDil *= fAttrKernelShape[ih];
363 dstrideDil *= fAttrDilations[
id];
364 size_t icstride = kHeight * kWidth * kDepth;
365 size_t icstrideDil = 1;
366 for (
size_t i = 0; i < fDim; i++)
367 icstrideDil *= fAttrKernelShape[i];
368 size_t ocstride = fShapeW[1] * icstride;
369 size_t ocstrideDil = fShapeW[1] * icstrideDil;
372 out <<
SP <<
"for (std::size_t ic = 0; ic < " << fShapeW[0] <<
"; ic++) {\n";
373 out <<
SP <<
SP <<
"for (std::size_t oc = 0; oc < " << fShapeW[1] <<
"; oc++) {\n";
376 out <<
SP <<
SP <<
SP <<
"for (std::size_t kd = 0; kd < " << kDepth <<
"; kd++) {\n";
378 out <<
SP <<
SP <<
SP <<
"for (std::size_t kh = 0; kh < " << kHeight <<
"; kh++) {\n";
379 out <<
SP <<
SP <<
SP <<
SP <<
"for (std::size_t kw = 0; kw < " << kWidth <<
"; kw++) {\n";
381 out <<
SP <<
SP <<
SP <<
SP <<
SP <<
"tensor_" << fConvK <<
"[ic * " << ocstrideDil <<
" + oc * " << icstrideDil;
383 out <<
" + kd * " << dstrideDil;
385 out <<
" + kh * " << hstrideDil;
386 out <<
" + kw * " << wstrideDil <<
" ] = tensor_" << fNW <<
"[ic * " << ocstride <<
" + oc * " << icstride;
389 out <<
" + kd * " << dstride;
391 out <<
" + kh * " << hstride;
398 out <<
SP <<
SP <<
SP <<
SP <<
"}\n";
400 out <<
SP <<
SP <<
SP <<
"}\n";
402 out <<
SP <<
SP <<
SP <<
"}\n";
404 out <<
SP <<
SP <<
"}\n";
407 out <<
SP <<
"char " << OpName <<
"_transA = 'N';\n";
408 out <<
SP <<
"char " << OpName <<
"_transB = 'T';\n";
409 out <<
SP <<
"int " << OpName <<
"_m = " << iHeight * iWidth * iDepth <<
";\n";
410 out <<
SP <<
"int " << OpName <<
"_n = " << icstrideDil * fShapeW[1] <<
";\n";
411 out <<
SP <<
"int " << OpName <<
"_k = " << fShapeW[0] / fAttrGroup <<
";\n";
412 out <<
SP <<
"float " << OpName <<
"_alpha = 1.0;\n";
413 out <<
SP <<
"float " << OpName <<
"_beta = 0.0;\n";
416 out <<
SP <<
"for (size_t n = 0; n < " << bsize <<
"; n++) {\n";
426 if (fAttrGroup == 1) {
427 out <<
SP <<
SP <<
"size_t x_offset = n * " << fShapeX[1] * iDepth * iHeight * iWidth <<
";\n";
428 out <<
SP <<
SP <<
"size_t out_offset = n * " << fShapeY[1] * oDepth * oHeight * oWidth <<
";\n";
432 out <<
SP <<
SP <<
"BLAS::sgemm_(&" << OpName <<
"_transA, &" << OpName <<
"_transB, &" << OpName <<
"_m, &"
433 << OpName <<
"_n, &" << OpName <<
"_k, &" << OpName <<
"_alpha, "
434 <<
"tensor_" << fNX <<
" + x_offset, &" << OpName
436 out <<
SP <<
SP <<
SP <<
"tensor_" << fConvK <<
", &" << OpName <<
"_n, &" << OpName <<
"_beta, tensor_" << fImcol
437 <<
", &" << OpName <<
"_m);\n";
443 out <<
SP <<
SP <<
"UTILITY::col2im<float>(tensor_" << fImcol
447 << fShapeY[1] <<
"," << oHeight <<
"," << oWidth <<
",";
449 out <<
"1, " << fAttrKernelShape[0] <<
",0,0," << fAttrPads[0] <<
"," << fAttrPads[1] <<
",1,"
450 << fAttrStrides[0] <<
",1," << fAttrDilations[0];
452 out << fAttrKernelShape[0] <<
"," << fAttrKernelShape[1] <<
"," << fAttrPads[0] <<
"," << fAttrPads[2]
453 <<
"," << fAttrPads[1] <<
"," << fAttrPads[3] <<
"," << fAttrStrides[0] <<
"," << fAttrStrides[1] <<
","
454 << fAttrDilations[0] <<
"," << fAttrDilations[1];
455 out <<
", tensor_" << fNY <<
" + out_offset);\n\n ";
458 throw std::runtime_error(
"TMVA SOFIE 3D Conv Transpose not yet supported");
459 out <<
SP <<
SP <<
"UTILITY::Im2col_3d<float>(tensor_" << fNX
464 << fShapeX[1] <<
"," << oDepth <<
"," << oHeight <<
"," << oWidth <<
"," << fAttrKernelShape[0] <<
","
465 << fAttrKernelShape[1] <<
"," << fAttrKernelShape[2] <<
"," << fAttrPads[0] <<
"," << fAttrPads[3] <<
","
466 << fAttrPads[1] <<
"," << fAttrPads[4] <<
"," << fAttrPads[2] <<
"," << fAttrPads[5] <<
","
467 << fAttrStrides[0] <<
"," << fAttrStrides[1] <<
"," << fAttrStrides[2] <<
"," << fAttrDilations[0] <<
","
468 << fAttrDilations[1] <<
"," << fAttrDilations[2] <<
",tensor_" << fImcol <<
");\n\n ";
480 out <<
SP <<
SP <<
"for (size_t g = 0; g < " << fAttrGroup <<
"; g++) {\n";
482 out <<
SP <<
SP <<
SP <<
"size_t x_offset = n * " << fShapeX[1] * iHeight * iWidth <<
" + g * "
483 << fShapeX[1] * iHeight * iWidth / fAttrGroup <<
";\n";
484 out <<
SP <<
SP <<
SP <<
"size_t out_offset = n * " << fShapeY[1] * oHeight * oWidth <<
" + g * "
485 << fShapeY[1] * oHeight * oWidth / fAttrGroup <<
";\n";
487 out <<
SP <<
SP <<
SP <<
"size_t offset_f = g * " << (fShapeW[0] / fAttrGroup) * icstrideDil * fShapeW[1]
490 out <<
SP <<
SP <<
"BLAS::sgemm_(&" << OpName <<
"_transA, &" << OpName <<
"_transB, &" << OpName <<
"_m, &"
491 << OpName <<
"_n, &" << OpName <<
"_k, &" << OpName <<
"_alpha, "
492 <<
"tensor_" << fNX <<
" + x_offset, &" << OpName
494 out <<
SP <<
SP <<
SP <<
"tensor_" << fConvK <<
" + offset_f, &" << OpName <<
"_n, &" << OpName
495 <<
"_beta, tensor_" << fImcol <<
" , &" << OpName <<
"_m);\n";
498 out <<
SP <<
SP <<
"UTILITY::col2im<float>(tensor_" << fImcol
502 << fShapeW[1] <<
"," << oHeight <<
"," << oWidth <<
",";
504 out <<
"1, " << fAttrKernelShape[0] <<
",0,0," << fAttrPads[0] <<
"," << fAttrPads[1] <<
",1,"
505 << fAttrStrides[0] <<
",1," << fAttrDilations[0];
507 out << fAttrKernelShape[0] <<
"," << fAttrKernelShape[1] <<
"," << fAttrPads[0] <<
"," << fAttrPads[2]
508 <<
"," << fAttrPads[1] <<
"," << fAttrPads[3] <<
"," << fAttrStrides[0] <<
"," << fAttrStrides[1] <<
","
509 << fAttrDilations[0] <<
"," << fAttrDilations[1];
510 out <<
", tensor_" << fNY <<
" + out_offset);\n\n ";
513 throw std::runtime_error(
"TMVA SOFIE 3D Conv Transpose not yet supported");
515 out <<
SP <<
SP <<
"UTILITY::Im2col_3d<float>(tensor_" << fNX
520 << fShapeX[1] <<
"," << oDepth <<
"," << oHeight <<
"," << oWidth <<
"," << fAttrKernelShape[0] <<
","
521 << fAttrKernelShape[1] <<
"," << fAttrKernelShape[2] <<
"," << fAttrPads[0] <<
"," << fAttrPads[3] <<
","
522 << fAttrPads[1] <<
"," << fAttrPads[4] <<
"," << fAttrPads[2] <<
"," << fAttrPads[5] <<
","
523 << fAttrStrides[0] <<
"," << fAttrStrides[1] <<
"," << fAttrStrides[2] <<
"," << fAttrDilations[0] <<
","
524 << fAttrDilations[1] <<
"," << fAttrDilations[2] <<
"," <<
"tensor_" << fImcol <<
");\n\n ";
539 out <<
SP <<
SP <<
"}\n";
544 if (fNBroadcastedB !=
"") {
545 out <<
SP <<
"int " << OpName <<
"_size = " << fShapeY[0] * fShapeY[1] * oDepth * oHeight * oWidth <<
";\n";
546 out <<
SP <<
"float " << OpName <<
"_gamma = 1.0;\n";
547 out <<
SP <<
"int " << OpName <<
"_incx = 1;\n";
548 out <<
SP <<
"int " << OpName <<
"_incy = 1;\n";
550 out <<
SP <<
"BLAS::saxpy_(&" << OpName <<
"_size, &" << OpName <<
"_gamma, tensor_" << fNBroadcastedB <<
", &"
551 << OpName <<
"_incx, tensor_" << fNY <<
", &" << OpName <<
"_incy);\n";
ROperator_ConvTranspose(std::string autopad, std::vector< size_t > dilations, size_t group, std::vector< size_t > kernelShape, std::vector< size_t > outputPadding, std::vector< size_t > outputShape, std::vector< size_t > pads, std::vector< size_t > strides, std::string nameX, std::string nameW, std::string nameB, std::string nameY)
Constructor of ROperator_ConvTranspose from the attributes.