package com.chameleonvision.web; import com.chameleonvision.config.ConfigManager; import com.chameleonvision.vision.VisionManager; import com.chameleonvision.vision.VisionProcess; import com.chameleonvision.vision.camera.CameraCapture; import com.chameleonvision.vision.camera.CaptureStaticProperties; import com.chameleonvision.vision.camera.USBCameraCapture; import com.chameleonvision.vision.enums.ImageRotationMode; import com.chameleonvision.vision.enums.StreamDivisor; import com.chameleonvision.vision.pipeline.CVPipeline; import com.chameleonvision.vision.pipeline.CVPipeline2d; import com.chameleonvision.vision.pipeline.CVPipelineSettings; import com.fasterxml.jackson.core.JsonProcessingException; import com.fasterxml.jackson.core.type.TypeReference; import com.fasterxml.jackson.databind.ObjectMapper; import edu.wpi.cscore.VideoMode; import io.javalin.websocket.WsBinaryMessageContext; import io.javalin.websocket.WsCloseContext; import io.javalin.websocket.WsConnectContext; import io.javalin.websocket.WsContext; import org.apache.commons.lang3.ArrayUtils; import org.msgpack.jackson.dataformat.MessagePackFactory; import java.lang.reflect.Field; import java.nio.ByteBuffer; import java.util.*; public class SocketHandler { private static List users; private static ObjectMapper objectMapper; SocketHandler() { users = new ArrayList<>(); objectMapper = new ObjectMapper(new MessagePackFactory()); } void onConnect(WsConnectContext context) { users.add(context); sendFullSettings(); } void onClose(WsCloseContext context) { users.remove(context); } @SuppressWarnings("unchecked") void onBinaryMessage(WsBinaryMessageContext context) throws Exception { Map deserialized = objectMapper.readValue(ArrayUtils.toPrimitive(context.data()), new TypeReference<>() { }); for (Map.Entry entry : deserialized.entrySet()) { try { VisionProcess currentProcess = VisionManager.getCurrentUIVisionProcess(); CameraCapture currentCamera = currentProcess.getCamera(); CVPipeline currentPipeline = currentProcess.pipelineManager.getCurrentPipeline(); // System.out.println("entry.getKey()+entry.getValue()= " + entry.getKey() + entry.getValue()); switch (entry.getKey()) { case "driverMode": { HashMap data = (HashMap) entry.getValue(); currentProcess.getDriverModeSettings().exposure = (Integer) data.get("driverExposure"); currentProcess.getDriverModeSettings().brightness = (Integer) data.get("driverBrightness"); currentProcess.setDriverMode((Boolean) data.get("isDriver")); VisionManager.saveCurrentCameraDriverMode(); break; } case "changeCameraName": { currentProcess.setCameraNickname((String) entry.getValue()); sendFullSettings(); VisionManager.saveCurrentCameraSettings(); break; } case "changePipelineName": { currentProcess.pipelineManager.renameCurrentPipeline((String) entry.getValue()); sendFullSettings(); VisionManager.saveCurrentCameraPipelines(); break; } case "duplicatePipeline": { HashMap pipelineVals = (HashMap) entry.getValue(); int pipelineIndex = (int) pipelineVals.get("pipeline"); int cameraIndex = (int) pipelineVals.get("camera"); ObjectMapper mapper = new ObjectMapper(); CVPipelineSettings origPipeline = currentProcess.pipelineManager.getPipeline(pipelineIndex).settings; String val = mapper.writeValueAsString(origPipeline); CVPipelineSettings newPipeline = mapper.readValue(val, origPipeline.getClass()); if (cameraIndex != -1) { VisionProcess newProcess = VisionManager.getVisionProcessByIndex(cameraIndex); if (newProcess != null) { currentProcess.pipelineManager.duplicatePipeline(newPipeline, newProcess); } else { System.err.println("Failed to get destination camera for pipeline duplication!"); } } else { currentProcess.pipelineManager.duplicatePipeline(newPipeline); } VisionManager.saveCurrentCameraPipelines(); sendFullSettings(); break; } case "command": { switch ((String) entry.getValue()) { case "addNewPipeline": // TODO: add to UI selection for new 2d/3d boolean is3d = false; currentProcess.pipelineManager.addNewPipeline(is3d); sendFullSettings(); VisionManager.saveCurrentCameraPipelines(); break; case "deleteCurrentPipeline": currentProcess.pipelineManager.deleteCurrentPipeline(); sendFullSettings(); VisionManager.saveCurrentCameraPipelines(); break; case "save": ConfigManager.saveGeneralSettings(); VisionManager.saveAllCameras(); System.out.println("Saved Settings"); break; } // used to define all incoming commands break; } case "currentCamera": { VisionManager.setCurrentProcessByIndex((Integer) entry.getValue()); sendFullSettings(); break; } case "currentPipeline": { currentProcess.pipelineManager.setCurrentPipeline((Integer) entry.getValue()); sendFullSettings(); break; } default: { // only change settings when we aren't in driver mode if (currentProcess.pipelineManager.getDriverMode()) { setField(currentProcess.pipelineManager.driverModePipeline.settings, entry.getKey(), entry.getValue()); } else { setField(currentPipeline.settings, entry.getKey(), entry.getValue()); } switch (entry.getKey()) { case "exposure": { currentCamera.setExposure((Integer) entry.getValue()); break; } case "brightness": { currentCamera.setBrightness((Integer) entry.getValue()); break; } case "videoModeIndex": { if (currentPipeline instanceof CVPipeline2d) ((CVPipeline2d) currentPipeline).settings.point = new ArrayList<>();//This will reset the calibration currentCamera.setVideoMode((Integer) entry.getValue()); break; } case "streamDivisor": { currentProcess.cameraStreamer.setDivisor(StreamDivisor.values()[(Integer) entry.getValue()], true); break; } case "rotationMode": {//Create new CaptureStaticProperties with new width and height, reset crosshair calib ImageRotationMode rotationMode = currentPipeline.settings.rotationMode; CaptureStaticProperties prop = currentCamera.getProperties().getStaticProperties(); int width, height; if (rotationMode == ImageRotationMode.DEG_90 || rotationMode == ImageRotationMode.DEG_270) { width = prop.mode.height; height = prop.mode.width; } else { width = prop.mode.width; height = prop.mode.height; } //Creates new video mode with new width and height to create new CaptureStaticProperties and applies it currentCamera.getProperties().setStaticProperties(new CaptureStaticProperties(new VideoMode(prop.mode.pixelFormat, width, height, prop.mode.fps), prop.fov)); if (currentPipeline instanceof CVPipeline2d) ((CVPipeline2d) currentPipeline).settings.point = Arrays.asList(width/2,height/2);//Reset Crosshair in single point calib break; } } VisionManager.saveCurrentCameraPipelines(); break; } } } catch (Exception e) { System.err.println(e.getMessage()); } broadcastMessage(deserialized, context); } } private void setField(Object obj, String fieldName, Object value) { try { Field field = obj.getClass().getField(fieldName); if (field.getType().isEnum()) field.set(obj, field.getType().getEnumConstants()[(Integer) value]); else field.set(obj, value); } catch (NoSuchFieldException | IllegalAccessException ex) { ex.printStackTrace(); } } private static void broadcastMessage(Object obj, WsContext userToSkip) { if (users != null) for (WsContext user : users) { if (userToSkip != null && user.getSessionId().equals(userToSkip.getSessionId())) { continue; } try { ByteBuffer b = ByteBuffer.wrap(objectMapper.writeValueAsBytes(obj)); user.send(b); } catch (JsonProcessingException e) { e.printStackTrace(); } } } public static void broadcastMessage(Object obj) { broadcastMessage(obj, null);//Broadcasts the message to every user } private static HashMap getOrdinalPipeline(Class cvClass) throws IllegalAccessException { HashMap tmp = new HashMap<>(); for (Field field : cvClass.getFields()) { // iterate over every field in CVPipelineSettings try { if (!field.getType().isEnum()) { // if the field is not an enum, get it based on the current pipeline tmp.put(field.getName(), field.get(VisionManager.getCurrentUIVisionProcess().pipelineManager.getCurrentPipeline().settings)); } else { var ordinal = (Enum) field.get(VisionManager.getCurrentUIVisionProcess().pipelineManager.getCurrentPipeline().settings); tmp.put(field.getName(), ordinal.ordinal()); } } catch (IllegalArgumentException e) { e.printStackTrace(); } } return tmp; } private static HashMap getOrdinalSettings() { HashMap tmp = new HashMap<>(); tmp.put("teamNumber", ConfigManager.settings.teamNumber); tmp.put("connectionType", ConfigManager.settings.connectionType.ordinal()); tmp.put("ip", ConfigManager.settings.ip); tmp.put("gateway", ConfigManager.settings.gateway); tmp.put("netmask", ConfigManager.settings.netmask); tmp.put("hostname", ConfigManager.settings.hostname); return tmp; } private static HashMap getOrdinalCameraSettings() { HashMap tmp = new HashMap<>(); VisionProcess currentVisionProcess = VisionManager.getCurrentUIVisionProcess(); USBCameraCapture currentCamera = VisionManager.getCurrentUIVisionProcess().getCamera(); tmp.put("fov", currentCamera.getProperties().getFOV()); tmp.put("streamDivisor", currentVisionProcess.cameraStreamer.getDivisor().ordinal()); tmp.put("resolution", currentVisionProcess.getCamera().getProperties().getCurrentVideoModeIndex()); return tmp; } public static void sendFullSettings() { //General settings Map fullSettings = new HashMap<>(); VisionProcess currentProcess = VisionManager.getCurrentUIVisionProcess(); CVPipeline currentPipeline = currentProcess.pipelineManager.getCurrentPipeline(); try { fullSettings.put("settings", getOrdinalSettings()); fullSettings.put("cameraSettings", getOrdinalCameraSettings()); fullSettings.put("cameraList", VisionManager.getAllCameraNicknames()); fullSettings.put("pipeline", getOrdinalPipeline(currentPipeline.settings.getClass())); fullSettings.put("pipelineList", VisionManager.getCurrentCameraPipelineNicknames()); fullSettings.put("resolutionList", VisionManager.getCurrentCameraResolutionList()); fullSettings.put("port", currentProcess.cameraStreamer.getStreamPort()); fullSettings.put("currentPipelineIndex", VisionManager.getCurrentUIVisionProcess().pipelineManager.getCurrentPipelineIndex()); fullSettings.put("currentCameraIndex", VisionManager.getCurrentUIVisionProcessIndex()); } catch (IllegalAccessException e) { System.err.println("No camera found!"); } broadcastMessage(fullSettings); } }