Changes sim to use 36h11 tags (#1056)

Fixes #1041

---------

Co-authored-by: Drew Williams <DrewW@iARx.com>
Co-authored-by: Matt <matthew.morley.ca@gmail.com>

build.gradle

@@ -21,7 +21,7 @@ allprojects {
 apply from: "versioningHelper.gradle"
 
 ext {
-    wpilibVersion = "2024.1.1-beta-4"
+    wpilibVersion = "2024.1.1-beta-4-35-g141241d"
     wpimathVersion = wpilibVersion
     openCVversion = "4.8.0-2"
     joglVersion = "2.4.0-rc-20200307"

photon-core/src/main/java/org/photonvision/vision/camera/FileVisionSource.java

@@ -18,7 +18,7 @@
 package org.photonvision.vision.camera;
 
 import edu.wpi.first.cscore.VideoMode;
-import edu.wpi.first.cscore.VideoMode.PixelFormat;
+import edu.wpi.first.util.PixelFormat;
 import java.nio.file.Path;
 import java.util.HashMap;
 import org.photonvision.common.configuration.CameraConfiguration;

photon-core/src/main/java/org/photonvision/vision/camera/LibcameraGpuSettables.java

@@ -19,6 +19,7 @@ package org.photonvision.vision.camera;
 
 import edu.wpi.first.cscore.VideoMode;
 import edu.wpi.first.math.Pair;
+import edu.wpi.first.util.PixelFormat;
 import java.util.HashMap;
 import org.photonvision.common.configuration.CameraConfiguration;
 import org.photonvision.common.util.math.MathUtils;
@@ -59,30 +60,19 @@ public class LibcameraGpuSettables extends VisionSourceSettables {
 
         if (sensorModel == LibCameraJNI.SensorModel.IMX219) {
             // Settings for the IMX219 sensor, which is used on the Pi Camera Module v2
-            videoModes.put(
-                    0, new FPSRatedVideoMode(VideoMode.PixelFormat.kUnknown, 320, 240, 120, 120, .39));
-            videoModes.put(
-                    1, new FPSRatedVideoMode(VideoMode.PixelFormat.kUnknown, 320, 240, 30, 30, .39));
-            videoModes.put(
-                    2, new FPSRatedVideoMode(VideoMode.PixelFormat.kUnknown, 640, 480, 65, 90, .39));
-            videoModes.put(
-                    3, new FPSRatedVideoMode(VideoMode.PixelFormat.kUnknown, 640, 480, 30, 30, .39));
+            videoModes.put(0, new FPSRatedVideoMode(PixelFormat.kUnknown, 320, 240, 120, 120, .39));
+            videoModes.put(1, new FPSRatedVideoMode(PixelFormat.kUnknown, 320, 240, 30, 30, .39));
+            videoModes.put(2, new FPSRatedVideoMode(PixelFormat.kUnknown, 640, 480, 65, 90, .39));
+            videoModes.put(3, new FPSRatedVideoMode(PixelFormat.kUnknown, 640, 480, 30, 30, .39));
             // TODO: fix 1280x720 in the native code and re-add it
-            videoModes.put(
-                    4, new FPSRatedVideoMode(VideoMode.PixelFormat.kUnknown, 1920, 1080, 15, 20, .53));
-            videoModes.put(
-                    5, new FPSRatedVideoMode(VideoMode.PixelFormat.kUnknown, 3280 / 2, 2464 / 2, 15, 20, 1));
-            videoModes.put(
-                    6, new FPSRatedVideoMode(VideoMode.PixelFormat.kUnknown, 3280 / 4, 2464 / 4, 15, 20, 1));
+            videoModes.put(4, new FPSRatedVideoMode(PixelFormat.kUnknown, 1920, 1080, 15, 20, .53));
+            videoModes.put(5, new FPSRatedVideoMode(PixelFormat.kUnknown, 3280 / 2, 2464 / 2, 15, 20, 1));
+            videoModes.put(6, new FPSRatedVideoMode(PixelFormat.kUnknown, 3280 / 4, 2464 / 4, 15, 20, 1));
         } else if (sensorModel == LibCameraJNI.SensorModel.OV9281) {
-            videoModes.put(
-                    0, new FPSRatedVideoMode(VideoMode.PixelFormat.kUnknown, 320, 240, 30, 30, .39));
-            videoModes.put(
-                    1, new FPSRatedVideoMode(VideoMode.PixelFormat.kUnknown, 1280 / 2, 800 / 2, 60, 60, 1));
-            videoModes.put(
-                    2, new FPSRatedVideoMode(VideoMode.PixelFormat.kUnknown, 640, 480, 65, 90, .39));
-            videoModes.put(
-                    3, new FPSRatedVideoMode(VideoMode.PixelFormat.kUnknown, 1280, 800, 60, 60, 1));
+            videoModes.put(0, new FPSRatedVideoMode(PixelFormat.kUnknown, 320, 240, 30, 30, .39));
+            videoModes.put(1, new FPSRatedVideoMode(PixelFormat.kUnknown, 1280 / 2, 800 / 2, 60, 60, 1));
+            videoModes.put(2, new FPSRatedVideoMode(PixelFormat.kUnknown, 640, 480, 65, 90, .39));
+            videoModes.put(3, new FPSRatedVideoMode(PixelFormat.kUnknown, 1280, 800, 60, 60, 1));
 
         } else {
             if (sensorModel == LibCameraJNI.SensorModel.IMX477) {
@@ -97,17 +87,13 @@ public class LibcameraGpuSettables extends VisionSourceSettables {
             }
 
             // Settings for the OV5647 sensor, which is used by the Pi Camera Module v1
-            videoModes.put(0, new FPSRatedVideoMode(VideoMode.PixelFormat.kUnknown, 320, 240, 90, 90, 1));
-            videoModes.put(1, new FPSRatedVideoMode(VideoMode.PixelFormat.kUnknown, 640, 480, 85, 90, 1));
-            videoModes.put(
-                    2, new FPSRatedVideoMode(VideoMode.PixelFormat.kUnknown, 960, 720, 45, 49, 0.74));
+            videoModes.put(0, new FPSRatedVideoMode(PixelFormat.kUnknown, 320, 240, 90, 90, 1));
+            videoModes.put(1, new FPSRatedVideoMode(PixelFormat.kUnknown, 640, 480, 85, 90, 1));
+            videoModes.put(2, new FPSRatedVideoMode(PixelFormat.kUnknown, 960, 720, 45, 49, 0.74));
             // Half the size of the active areas on the OV5647
-            videoModes.put(
-                    3, new FPSRatedVideoMode(VideoMode.PixelFormat.kUnknown, 2592 / 2, 1944 / 2, 20, 20, 1));
-            videoModes.put(
-                    4, new FPSRatedVideoMode(VideoMode.PixelFormat.kUnknown, 1280, 720, 30, 45, 0.91));
-            videoModes.put(
-                    5, new FPSRatedVideoMode(VideoMode.PixelFormat.kUnknown, 1920, 1080, 15, 20, 0.72));
+            videoModes.put(3, new FPSRatedVideoMode(PixelFormat.kUnknown, 2592 / 2, 1944 / 2, 20, 20, 1));
+            videoModes.put(4, new FPSRatedVideoMode(PixelFormat.kUnknown, 1280, 720, 30, 45, 0.91));
+            videoModes.put(5, new FPSRatedVideoMode(PixelFormat.kUnknown, 1920, 1080, 15, 20, 0.72));
         }
 
         // TODO need to add more video modes for new sensors here

photon-core/src/main/java/org/photonvision/vision/camera/LibcameraGpuSource.java

@@ -18,6 +18,7 @@
 package org.photonvision.vision.camera;
 
 import edu.wpi.first.cscore.VideoMode;
+import edu.wpi.first.util.PixelFormat;
 import org.photonvision.common.configuration.CameraConfiguration;
 import org.photonvision.common.configuration.ConfigManager;
 import org.photonvision.common.logging.LogGroup;

photon-core/src/main/java/org/photonvision/vision/camera/USBCameraSource.java

@@ -23,6 +23,7 @@ import edu.wpi.first.cscore.UsbCamera;
 import edu.wpi.first.cscore.VideoException;
 import edu.wpi.first.cscore.VideoMode;
 import edu.wpi.first.cscore.VideoProperty.Kind;
+import edu.wpi.first.util.PixelFormat;
 import java.util.*;
 import java.util.stream.Collectors;
 import org.photonvision.common.configuration.CameraConfiguration;
@@ -280,33 +281,33 @@ public class USBCameraSource extends VisionSource {
                     if (cameraQuirks.hasQuirk(CameraQuirk.PiCam)) {
                         modes =
                                 new VideoMode[] {
-                                    new VideoMode(VideoMode.PixelFormat.kBGR, 320, 240, 90),
-                                    new VideoMode(VideoMode.PixelFormat.kBGR, 320, 240, 30),
-                                    new VideoMode(VideoMode.PixelFormat.kBGR, 320, 240, 15),
-                                    new VideoMode(VideoMode.PixelFormat.kBGR, 320, 240, 10),
-                                    new VideoMode(VideoMode.PixelFormat.kBGR, 640, 480, 90),
-                                    new VideoMode(VideoMode.PixelFormat.kBGR, 640, 480, 45),
-                                    new VideoMode(VideoMode.PixelFormat.kBGR, 640, 480, 30),
-                                    new VideoMode(VideoMode.PixelFormat.kBGR, 640, 480, 15),
-                                    new VideoMode(VideoMode.PixelFormat.kBGR, 640, 480, 10),
-                                    new VideoMode(VideoMode.PixelFormat.kBGR, 960, 720, 60),
-                                    new VideoMode(VideoMode.PixelFormat.kBGR, 960, 720, 10),
-                                    new VideoMode(VideoMode.PixelFormat.kBGR, 1280, 720, 45),
-                                    new VideoMode(VideoMode.PixelFormat.kBGR, 1920, 1080, 20),
+                                    new VideoMode(PixelFormat.kBGR, 320, 240, 90),
+                                    new VideoMode(PixelFormat.kBGR, 320, 240, 30),
+                                    new VideoMode(PixelFormat.kBGR, 320, 240, 15),
+                                    new VideoMode(PixelFormat.kBGR, 320, 240, 10),
+                                    new VideoMode(PixelFormat.kBGR, 640, 480, 90),
+                                    new VideoMode(PixelFormat.kBGR, 640, 480, 45),
+                                    new VideoMode(PixelFormat.kBGR, 640, 480, 30),
+                                    new VideoMode(PixelFormat.kBGR, 640, 480, 15),
+                                    new VideoMode(PixelFormat.kBGR, 640, 480, 10),
+                                    new VideoMode(PixelFormat.kBGR, 960, 720, 60),
+                                    new VideoMode(PixelFormat.kBGR, 960, 720, 10),
+                                    new VideoMode(PixelFormat.kBGR, 1280, 720, 45),
+                                    new VideoMode(PixelFormat.kBGR, 1920, 1080, 20),
                                 };
                     } else {
                         modes = camera.enumerateVideoModes();
                     }
                     for (VideoMode videoMode : modes) {
                         // Filter grey modes
-                        if (videoMode.pixelFormat == VideoMode.PixelFormat.kGray
-                                || videoMode.pixelFormat == VideoMode.PixelFormat.kUnknown) {
+                        if (videoMode.pixelFormat == PixelFormat.kGray
+                                || videoMode.pixelFormat == PixelFormat.kUnknown) {
                             continue;
                         }
 
                         // On picam, filter non-bgr modes for performance
                         if (cameraQuirks.hasQuirk(CameraQuirk.PiCam)) {
-                            if (videoMode.pixelFormat != VideoMode.PixelFormat.kBGR) {
+                            if (videoMode.pixelFormat != PixelFormat.kBGR) {
                                 continue;
                             }
                         }

photon-core/src/main/java/org/photonvision/vision/frame/consumer/MJPGFrameConsumer.java

@@ -20,6 +20,7 @@ package org.photonvision.vision.frame.consumer;
 import edu.wpi.first.cscore.*;
 import edu.wpi.first.networktables.NetworkTable;
 import edu.wpi.first.networktables.NetworkTableInstance;
+import edu.wpi.first.util.PixelFormat;
 import java.awt.*;
 import java.util.ArrayList;
 import org.opencv.core.CvType;
@@ -118,7 +119,7 @@ public class MJPGFrameConsumer implements AutoCloseable {
     boolean isDisabled = false;
 
     public MJPGFrameConsumer(String sourceName, int width, int height, int port) {
-        this.cvSource = new CvSource(sourceName, VideoMode.PixelFormat.kMJPEG, width, height, 30);
+        this.cvSource = new CvSource(sourceName, PixelFormat.kMJPEG, width, height, 30);
         this.table =
                 NetworkTableInstance.getDefault().getTable("/CameraPublisher").getSubTable(sourceName);
 
@@ -188,7 +189,7 @@ public class MJPGFrameConsumer implements AutoCloseable {
 
     public void disabledTick() {
         if (!isDisabled) {
-            cvSource.setVideoMode(VideoMode.PixelFormat.kMJPEG, EMPTY_MAT.width(), EMPTY_MAT.height(), 0);
+            cvSource.setVideoMode(PixelFormat.kMJPEG, EMPTY_MAT.width(), EMPTY_MAT.height(), 0);
             isDisabled = true;
         }
 
@@ -227,7 +228,7 @@ public class MJPGFrameConsumer implements AutoCloseable {
                 + " fps";
     }
 
-    private static String pixelFormatToString(VideoMode.PixelFormat pixelFormat) {
+    private static String pixelFormatToString(PixelFormat pixelFormat) {
         switch (pixelFormat) {
             case kMJPEG:
                 return "MJPEG";

photon-lib/src/main/java/org/photonvision/simulation/PhotonCameraSim.java

@@ -28,11 +28,11 @@ import edu.wpi.first.apriltag.AprilTagFieldLayout;
 import edu.wpi.first.apriltag.AprilTagFields;
 import edu.wpi.first.cameraserver.CameraServer;
 import edu.wpi.first.cscore.CvSource;
-import edu.wpi.first.cscore.VideoMode.PixelFormat;
 import edu.wpi.first.cscore.VideoSource.ConnectionStrategy;
 import edu.wpi.first.math.MathUtil;
 import edu.wpi.first.math.Pair;
 import edu.wpi.first.math.geometry.Pose3d;
+import edu.wpi.first.util.PixelFormat;
 import edu.wpi.first.util.WPIUtilJNI;
 import java.util.ArrayList;
 import java.util.List;
@@ -464,7 +464,7 @@ public class PhotonCameraSim implements AutoCloseable {
                 var corn = pair.getSecond();
 
                 if (tgt.fiducialID >= 0) { // apriltags
-                    VideoSimUtil.warp16h5TagImage(tgt.fiducialID, corn, true, videoSimFrameRaw);
+                    VideoSimUtil.warp36h11TagImage(tgt.fiducialID, corn, true, videoSimFrameRaw);
                 } else if (!tgt.getModel().isSpherical) { // non-spherical targets
                     var contour = corn;
                     if (!tgt.getModel()
@@ -529,7 +529,7 @@ public class PhotonCameraSim implements AutoCloseable {
                             prop.getDistCoeffs(),
                             detectableTgts,
                             tagLayout,
-                            TargetModel.kAprilTag16h5);
+                            TargetModel.kAprilTag36h11);
             multitagResult = new MultiTargetPNPResult(pnpResult, usedIDs);
         }
 

photon-lib/src/main/java/org/photonvision/simulation/VideoSimUtil.java

@@ -24,18 +24,17 @@
 
 package org.photonvision.simulation;
 
+import edu.wpi.first.apriltag.AprilTag;
 import edu.wpi.first.cscore.CvSource;
 import edu.wpi.first.math.geometry.Pose3d;
 import edu.wpi.first.math.geometry.Translation3d;
 import edu.wpi.first.math.util.Units;
-import java.awt.image.BufferedImage;
-import java.io.IOException;
+import edu.wpi.first.util.RawFrame;
 import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
-import javax.imageio.ImageIO;
 import org.opencv.core.Core;
 import org.opencv.core.CvType;
 import org.opencv.core.Mat;
@@ -45,21 +44,17 @@ import org.opencv.core.Point;
 import org.opencv.core.Rect;
 import org.opencv.core.Scalar;
 import org.opencv.core.Size;
-import org.opencv.imgcodecs.Imgcodecs;
 import org.opencv.imgproc.Imgproc;
 import org.photonvision.estimation.OpenCVHelp;
 import org.photonvision.estimation.RotTrlTransform3d;
 
 public class VideoSimUtil {
-    public static final String kLocalTagImagesPath = "./src/main/resources/images/apriltags/";
-    public static final String kResourceTagImagesPath = "/images/apriltags/";
-    public static final String kTag16h5ImageName = "tag16_05_00000";
-    public static final int kNumTags16h5 = 30;
+    public static final int kNumTags36h11 = 30;
 
-    // All 16h5 tag images
-    private static final Map<Integer, Mat> kTag16h5Images = new HashMap<>();
-    // Points corresponding to marker(black square) corners of 8x8 16h5 tag images
-    public static final Point[] kTag16h5MarkerPts;
+    // All 36h11 tag images
+    private static final Map<Integer, Mat> kTag36h11Images = new HashMap<>();
+    // Points corresponding to marker(black square) corners of 10x10 36h11 tag images
+    public static final Point[] kTag36h11MarkerPts;
 
     // field dimensions for wireframe
     private static double fieldLength = 16.54175;
@@ -68,13 +63,13 @@ public class VideoSimUtil {
     static {
         OpenCVHelp.forceLoadOpenCV();
 
-        // create Mats of 8x8 apriltag images
-        for (int i = 0; i < VideoSimUtil.kNumTags16h5; i++) {
-            Mat tagImage = VideoSimUtil.get16h5TagImage(i);
-            kTag16h5Images.put(i, tagImage);
+        // create Mats of 10x10 apriltag images
+        for (int i = 0; i < VideoSimUtil.kNumTags36h11; i++) {
+            Mat tagImage = VideoSimUtil.get36h11TagImage(i);
+            kTag36h11Images.put(i, tagImage);
         }
 
-        kTag16h5MarkerPts = get16h5MarkerPts();
+        kTag36h11MarkerPts = get36h11MarkerPts();
     }
 
     /** Updates the properties of this CvSource video stream with the given camera properties. */
@@ -100,69 +95,43 @@ public class VideoSimUtil {
     }
 
     /**
-     * Gets the 8x8 (grayscale) image of a specific 16h5 AprilTag.
+     * Gets the 10x10 (grayscale) image of a specific 36h11 AprilTag.
      *
      * @param id The fiducial id of the desired tag
      */
-    public static Mat get16h5TagImage(int id) {
-        String name = kTag16h5ImageName;
-        String idString = String.valueOf(id);
-        name = name.substring(0, name.length() - idString.length()) + idString;
-
-        var resource = VideoSimUtil.class.getResource(kResourceTagImagesPath + name + ".png");
-
-        Mat result = new Mat();
-        // reading jar file
-        if (resource != null && resource.getPath().startsWith("file")) {
-            BufferedImage buf;
-            try {
-                buf = ImageIO.read(resource);
-            } catch (IOException e) {
-                System.err.println("Couldn't read tag image!");
-                return result;
-            }
-
-            result = new Mat(buf.getHeight(), buf.getWidth(), CvType.CV_8UC1);
-
-            byte[] px = new byte[1];
-            for (int y = 0; y < result.height(); y++) {
-                for (int x = 0; x < result.width(); x++) {
-                    px[0] = (byte) (buf.getRGB(x, y) & 0xFF);
-                    result.put(y, x, px);
-                }
-            }
-        }
-        // local IDE tests
-        else result = Imgcodecs.imread(kLocalTagImagesPath + name + ".png", Imgcodecs.IMREAD_GRAYSCALE);
+    public static Mat get36h11TagImage(int id) {
+        RawFrame frame = AprilTag.generate36h11AprilTagImage(id);
+        Mat result = new Mat(10, 10, CvType.CV_8UC1, frame.getData(), frame.getStride()).clone();
+        frame.close();
         return result;
     }
 
     /** Gets the points representing the marker(black square) corners. */
-    public static Point[] get16h5MarkerPts() {
-        return get16h5MarkerPts(1);
+    public static Point[] get36h11MarkerPts() {
+        return get36h11MarkerPts(1);
     }
 
     /**
      * Gets the points representing the marker(black square) corners.
      *
-     * @param scale The scale of the tag image (8*scale x 8*scale image)
+     * @param scale The scale of the tag image (10*scale x 10*scale image)
      */
-    public static Point[] get16h5MarkerPts(int scale) {
-        var roi16h5 = new Rect(new Point(1, 1), new Size(6, 6));
-        roi16h5.x *= scale;
-        roi16h5.y *= scale;
-        roi16h5.width *= scale;
-        roi16h5.height *= scale;
-        var pts = getImageCorners(roi16h5.size());
+    public static Point[] get36h11MarkerPts(int scale) {
+        var roi36h11 = new Rect(new Point(1, 1), new Size(8, 8));
+        roi36h11.x *= scale;
+        roi36h11.y *= scale;
+        roi36h11.width *= scale;
+        roi36h11.height *= scale;
+        var pts = getImageCorners(roi36h11.size());
         for (int i = 0; i < pts.length; i++) {
             var pt = pts[i];
-            pts[i] = new Point(roi16h5.tl().x + pt.x, roi16h5.tl().y + pt.y);
+            pts[i] = new Point(roi36h11.tl().x + pt.x, roi36h11.tl().y + pt.y);
         }
         return pts;
     }
 
     /**
-     * Warps the image of a specific 16h5 AprilTag onto the destination image at the given points.
+     * Warps the image of a specific 36h11 AprilTag onto the destination image at the given points.
      *
      * @param tagId The id of the specific tag to warp onto the destination image
      * @param dstPoints Points(4) in destination image where the tag marker(black square) corners
@@ -172,11 +141,11 @@ public class VideoSimUtil {
      *     is desired or target detection is being done on the stream, but can hurt performance.
      * @param destination The destination image to place the warped tag image onto.
      */
-    public static void warp16h5TagImage(
+    public static void warp36h11TagImage(
             int tagId, Point[] dstPoints, boolean antialiasing, Mat destination) {
-        Mat tagImage = kTag16h5Images.get(tagId);
+        Mat tagImage = kTag36h11Images.get(tagId);
         if (tagImage == null || tagImage.empty()) return;
-        var tagPoints = new MatOfPoint2f(kTag16h5MarkerPts);
+        var tagPoints = new MatOfPoint2f(kTag36h11MarkerPts);
         // points of tag image corners
         var tagImageCorners = new MatOfPoint2f(getImageCorners(tagImage.size()));
         var dstPointMat = new MatOfPoint2f(dstPoints);
@@ -206,7 +175,7 @@ public class VideoSimUtil {
         */
         int supersampling = 6;
         supersampling = (int) Math.ceil(supersampling / warpedTagUpscale);
-        supersampling = Math.max(Math.min(supersampling, 8), 1);
+        supersampling = Math.max(Math.min(supersampling, 10), 1);
 
         Mat scaledTagImage = new Mat();
         if (warpedTagUpscale > 2.0) {
@@ -216,7 +185,7 @@ public class VideoSimUtil {
             scaleFactor *= supersampling;
             Imgproc.resize(
                     tagImage, scaledTagImage, new Size(), scaleFactor, scaleFactor, Imgproc.INTER_NEAREST);
-            tagPoints.fromArray(get16h5MarkerPts(scaleFactor));
+            tagPoints.fromArray(get36h11MarkerPts(scaleFactor));
         } else tagImage.assignTo(scaledTagImage);
 
         // constrain the bounding rect inside of the destination image

photon-lib/src/main/java/org/photonvision/simulation/VisionSystemSim.java

@@ -256,7 +256,7 @@ public class VisionSystemSim {
                     "apriltag",
                     new VisionTargetSim(
                             tagLayout.getTagPose(tag.ID).get(), // preserve alliance rotation
-                            TargetModel.kAprilTag16h5,
+                            TargetModel.kAprilTag36h11,
                             tag.ID));
         }
     }

photon-lib/src/main/native/include/photon/simulation/VideoSimUtil.h

@@ -51,22 +51,24 @@ int sgn(T val) {
 
 namespace photon {
 namespace VideoSimUtil {
-static constexpr int kNumTags16h5 = 30;
+static constexpr int kNumTags36h11 = 30;
 
 static constexpr units::meter_t fieldLength{16.54175_m};
 static constexpr units::meter_t fieldWidth{8.0137_m};
 
-static cv::Mat Get16h5TagImage(int id) {
-  wpi::RawFrame frame = frc::AprilTag::Generate16h5AprilTagImage(id);
-  cv::Mat markerImage{frame.height, frame.width, CV_8UC1, frame.data};
-  cv::Mat markerClone = markerImage.colRange(0, frame.dataLength).clone();
+static cv::Mat Get36h11TagImage(int id) {
+  wpi::RawFrame frame;
+  frc::AprilTag::Generate36h11AprilTagImage(&frame, id);
+  cv::Mat markerImage{frame.height, frame.width, CV_8UC1, frame.data,
+                      static_cast<size_t>(frame.stride)};
+  cv::Mat markerClone = markerImage.clone();
   return markerClone;
 }
 
 static std::unordered_map<int, cv::Mat> LoadAprilTagImages() {
   std::unordered_map<int, cv::Mat> retVal{};
-  for (int i = 0; i < kNumTags16h5; i++) {
-    cv::Mat tagImage = Get16h5TagImage(i);
+  for (int i = 0; i < kNumTags36h11; i++) {
+    cv::Mat tagImage = Get36h11TagImage(i);
     retVal[i] = tagImage;
   }
   return retVal;
@@ -81,27 +83,27 @@ static std::vector<cv::Point2f> GetImageCorners(const cv::Size& size) {
   return retVal;
 }
 
-static std::vector<cv::Point2f> Get16h5MarkerPts(int scale) {
-  cv::Rect2f roi16h5{cv::Point2f{1, 1}, cv::Point2f{6, 6}};
-  roi16h5.x *= scale;
-  roi16h5.y *= scale;
-  roi16h5.width *= scale;
-  roi16h5.height *= scale;
-  std::vector<cv::Point2f> pts = GetImageCorners(roi16h5.size());
+static std::vector<cv::Point2f> Get36h11MarkerPts(int scale) {
+  cv::Rect2f roi36h11{cv::Point2f{1, 1}, cv::Point2f{8, 8}};
+  roi36h11.x *= scale;
+  roi36h11.y *= scale;
+  roi36h11.width *= scale;
+  roi36h11.height *= scale;
+  std::vector<cv::Point2f> pts = GetImageCorners(roi36h11.size());
   for (size_t i = 0; i < pts.size(); i++) {
     cv::Point2f pt = pts[i];
-    pts[i] = cv::Point2f{roi16h5.tl().x + pt.x, roi16h5.tl().y + pt.y};
+    pts[i] = cv::Point2f{roi36h11.tl().x + pt.x, roi36h11.tl().y + pt.y};
   }
   return pts;
 }
 
-static std::vector<cv::Point2f> Get16h5MarkerPts() {
-  return Get16h5MarkerPts(1);
+static std::vector<cv::Point2f> Get36h11MarkerPts() {
+  return Get36h11MarkerPts(1);
 }
 
-static const std::unordered_map<int, cv::Mat> kTag16h5Images =
+static const std::unordered_map<int, cv::Mat> kTag36h11Images =
     LoadAprilTagImages();
-static const std::vector<cv::Point2f> kTag16h5MarkPts = Get16h5MarkerPts();
+static const std::vector<cv::Point2f> kTag36h11MarkPts = Get36h11MarkerPts();
 
 [[maybe_unused]] static void UpdateVideoProp(cs::CvSource& video,
                                              const SimCameraProperties& prop) {
@@ -112,11 +114,11 @@ static const std::vector<cv::Point2f> kTag16h5MarkPts = Get16h5MarkerPts();
 [[maybe_unused]] static void Warp165h5TagImage(
     int tagId, const std::vector<cv::Point2f>& dstPoints, bool antialiasing,
     cv::Mat& destination) {
-  if (!kTag16h5Images.contains(tagId)) {
+  if (!kTag36h11Images.contains(tagId)) {
     return;
   }
-  cv::Mat tagImage = kTag16h5Images.at(tagId);
-  std::vector<cv::Point2f> tagPoints{kTag16h5MarkPts};
+  cv::Mat tagImage = kTag36h11Images.at(tagId);
+  std::vector<cv::Point2f> tagPoints{kTag36h11MarkPts};
   std::vector<cv::Point2f> tagImageCorners{GetImageCorners(tagImage.size())};
   std::vector<cv::Point2f> dstPointMat = dstPoints;
   cv::Rect boundingRect = cv::boundingRect(dstPointMat);
@@ -132,7 +134,7 @@ static const std::vector<cv::Point2f> kTag16h5MarkPts = Get16h5MarkerPts();
 
   int supersampling = 6;
   supersampling = static_cast<int>(std::ceil(supersampling / warpedTagUpscale));
-  supersampling = std::max(std::min(supersampling, 8), 1);
+  supersampling = std::max(std::min(supersampling, 10), 1);
 
   cv::Mat scaledTagImage{};
   if (warpedTagUpscale > 2.0) {
@@ -142,7 +144,7 @@ static const std::vector<cv::Point2f> kTag16h5MarkPts = Get16h5MarkerPts();
     scaleFactor *= supersampling;
     cv::resize(tagImage, scaledTagImage, cv::Size{}, scaleFactor, scaleFactor,
                cv::INTER_NEAREST);
-    tagPoints = Get16h5MarkerPts(scaleFactor);
+    tagPoints = Get36h11MarkerPts(scaleFactor);
   } else {
     scaledTagImage = tagImage;
   }

photon-lib/src/main/native/include/photon/simulation/VisionSystemSim.h

@@ -173,7 +173,7 @@ class VisionSystemSim {
     std::vector<VisionTargetSim> targets;
     for (const frc::AprilTag& tag : layout.GetTags()) {
       targets.emplace_back(VisionTargetSim{layout.GetTagPose(tag.ID).value(),
-                                           photon::kAprilTag16h5, tag.ID});
+                                           photon::kAprilTag36h11, tag.ID});
     }
     AddVisionTargets("apriltag", targets);
   }

photonlib-cpp-examples/swervedriveposeestsim/build.gradle

@@ -6,16 +6,15 @@ plugins {
     id "com.dorongold.task-tree" version "2.1.0"
 }
 
-wpi.maven.useLocal = false
-wpi.maven.useDevelopment = true
-wpi.versions.wpilibVersion = '2024.1.1-beta-3-53-g31cd015'
-wpi.versions.wpimathVersion = '2024.1.1-beta-3-53-g31cd015'
-
 repositories {
     mavenLocal()
     jcenter()
 }
 
+wpi.maven.useDevelopment = true
+wpi.versions.wpilibVersion = "2024.1.1-beta-4-35-g141241d"
+wpi.versions.wpimathVersion = "2024.1.1-beta-4-35-g141241d"
+
 apply from: "${rootDir}/../shared/examples_common.gradle"
 
 // Define my targets (RoboRIO) and artifacts (deployable files)

photonlib-java-examples/swervedriveposeestsim/build.gradle

@@ -10,6 +10,11 @@ apply from: "${rootDir}/../shared/examples_common.gradle"
 
 def ROBOT_MAIN_CLASS = "frc.robot.Main"
 
+wpi.maven.useDevelopment = true
+wpi.versions.wpilibVersion = "2024.1.1-beta-4-35-g141241d"
+wpi.versions.wpimathVersion = "2024.1.1-beta-4-35-g141241d"
+
+
 // Define my targets (RoboRIO) and artifacts (deployable files)
 // This is added by GradleRIO's backing project DeployUtils.
 deploy {