/* * MIT License * * Copyright (c) PhotonVision * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. */ #pragma once #include #include #include #include #include #include #include #include #include #include #include "Constants.h" class Vision { public: Vision() { photonEstimator.SetMultiTagFallbackStrategy( photon::PoseStrategy::LOWEST_AMBIGUITY); if (frc::RobotBase::IsSimulation()) { visionSim = std::make_unique("main"); visionSim->AddAprilTags(constants::Vision::kTagLayout); cameraProp = std::make_unique(); cameraProp->SetCalibration(960, 720, frc::Rotation2d{90_deg}); cameraProp->SetCalibError(.35, .10); cameraProp->SetFPS(15_Hz); cameraProp->SetAvgLatency(50_ms); cameraProp->SetLatencyStdDev(15_ms); cameraSim = std::make_shared(camera.get(), *cameraProp.get()); visionSim->AddCamera(cameraSim.get(), constants::Vision::kRobotToCam); cameraSim->EnableDrawWireframe(true); } } photon::PhotonPipelineResult GetLatestResult() { return camera->GetLatestResult(); } std::optional GetEstimatedGlobalPose() { auto visionEst = photonEstimator.Update(); units::second_t latestTimestamp = camera->GetLatestResult().GetTimestamp(); bool newResult = units::math::abs(latestTimestamp - lastEstTimestamp) > 1e-5_s; if (frc::RobotBase::IsSimulation()) { if (visionEst.has_value()) { GetSimDebugField() .GetObject("VisionEstimation") ->SetPose(visionEst.value().estimatedPose.ToPose2d()); } else { if (newResult) { GetSimDebugField().GetObject("VisionEstimation")->SetPoses({}); } } } if (newResult) { lastEstTimestamp = latestTimestamp; } return visionEst; } Eigen::Matrix GetEstimationStdDevs(frc::Pose2d estimatedPose) { Eigen::Matrix estStdDevs = constants::Vision::kSingleTagStdDevs; auto targets = GetLatestResult().GetTargets(); int numTags = 0; units::meter_t avgDist = 0_m; for (const auto& tgt : targets) { auto tagPose = photonEstimator.GetFieldLayout().GetTagPose(tgt.GetFiducialId()); if (tagPose.has_value()) { numTags++; avgDist += tagPose.value().ToPose2d().Translation().Distance( estimatedPose.Translation()); } } if (numTags == 0) { return estStdDevs; } avgDist /= numTags; if (numTags > 1) { estStdDevs = constants::Vision::kMultiTagStdDevs; } if (numTags == 1 && avgDist > 4_m) { estStdDevs = (Eigen::MatrixXd(3, 1) << std::numeric_limits::max(), std::numeric_limits::max(), std::numeric_limits::max()) .finished(); } else { estStdDevs = estStdDevs * (1 + (avgDist.value() * avgDist.value() / 30)); } return estStdDevs; } void SimPeriodic(frc::Pose2d robotSimPose) { visionSim->Update(robotSimPose); } void ResetSimPose(frc::Pose2d pose) { if (frc::RobotBase::IsSimulation()) { visionSim->ResetRobotPose(pose); } } frc::Field2d& GetSimDebugField() { return visionSim->GetDebugField(); } private: photon::PhotonPoseEstimator photonEstimator{ constants::Vision::kTagLayout, photon::PoseStrategy::MULTI_TAG_PNP_ON_COPROCESSOR, photon::PhotonCamera{"photonvision"}, constants::Vision::kRobotToCam}; std::shared_ptr camera{photonEstimator.GetCamera()}; std::unique_ptr visionSim; std::unique_ptr cameraProp; std::shared_ptr cameraSim; units::second_t lastEstTimestamp{0_s}; };