Upscaling model output image problem (Flutter)

[md-rifatkhan]

Someone help me, I'm using onnxruntime_flutter,
The output image is weired, why?

Model Link: https://drive.google.com/file/d/1Aw8G9F4Zz7hbR1Zv-sj8OnyKuldg2u2S/view?usp=sharing

Input Image :

Output Image :

LOGS:

Model input shape: ['batch_size', 3, 'height', 'width']
Model output shape: ['batch_size', 3, 'height', 'width']
flutter: ORT Environment initialized
flutter: Model initialized
flutter: Is normalized: true
flutter: Tensor shape: [1, 3, 357, 201]
flutter: Image normalized successfully.
flutter: Input tensor created successfully.
flutter: Width: 1428, Height: 804, Channel: 3

Full Code:

  Future<void> inference() async {
    if (selectedImage == null) {
      debugPrint('No image selected');
      return;
    }

    if (selectedImage != null) {

      img.Image image = img.decodeImage(selectedImageFile!)!;

      int width = image.width;
      int height = image.height;
      Float32List floatData = Float32List(width * height * 3);

      for (int y = 0; y < height; y++) {
        for (int x = 0; x < width; x++) {
          img.Pixel pixel = image.getPixel(x, y);
          // Explicitly casting num to int
          int red = pixel.r.toInt();
          int green = pixel.g.toInt();
          int blue = pixel.b.toInt();

          floatData[(y * width + x) * 3 + 0] = red / 255.0; 
          floatData[(y * width + x) * 3 + 1] = green / 255.0; 
          floatData[(y * width + x) * 3 + 2] = blue / 255.0; 
        }
      }

      final shape = [1, 3, selectedImage!.height, selectedImage!.width];
      debugPrint('Tensor shape: $shape');

      debugPrint("Is normalized: ${isNormalized(floatData)}");
      debugPrint('Image normalized successfully.');

      final inputOrt =
          OrtValueTensor.createTensorWithDataList(floatData, shape);

      final inputs = {'input': inputOrt};

      debugPrint('Input tensor created successfully.');
      final runOptions = OrtRunOptions();
      final outputs = await ortSession.runAsync(runOptions, inputs);

      inputOrt.release();
      runOptions.release();

      List c = outputs?[0]?.value as List;

      if (c is List<List<List<List<double>>>>) {
        img.Image generatedImage = generateImageFromOutput(c);
        showDialog(
          context: context,
          builder: (BuildContext context) {
            return Dialog(
              child: SizedBox(
                width: generatedImage.width.toDouble(),
                height: generatedImage.height.toDouble(),
                child: Image.memory(
                  Uint8List.fromList(img.encodeJpg(generatedImage)),
                  fit: BoxFit.contain,
                ),
              ),
            );
          },
        );
      } else {
        debugPrint("Output is of unknown type");
      }
      outputs?.forEach((element) {
        element?.release();
      });
    }
  }

  img.Image generateImageFromOutput(List<List<List<List<double>>>> outputValue) {
    int height = outputValue[0][0].length;
    int width = outputValue[0][0][0].length;
    int channel = outputValue[0].length;

    debugPrint("Height: $height, Width: $width, Channel: $channel");

    img.Image generatedImage = img.Image(width: width, height: height);

    for (int y = 0; y < height; y++) {
      for (int x = 0; x < width; x++) {
   
        double r = outputValue[0][0][y][x].clamp(0.0, 1.0);
        double g = outputValue[0][1][y][x].clamp(0.0, 1.0);
        double b = outputValue[0][2][y][x].clamp(0.0, 1.0);

        generatedImage.setPixelRgb(x, y, (r * 255).toInt(), (g * 255).toInt(), (b * 255).toInt());
      }
    }
    return generatedImage;
  }
  bool isNormalized(Float32List data) {
    for (var pixelValue in data) {
      if (pixelValue < 0 || pixelValue > 1) {
        return false;
      }
    }
    return true;
  }

[md-rifatkhan]

[sophies927]

I would recommend refiling this question as an issue in the onnxruntime_flutter repo so the author can help

[md-rifatkhan]

yeah i already created there but no response, i think the problem is mostly in my code.