/*----------------------------------------------------------------------------*/ /* Copyright (c) FIRST 2016. All Rights Reserved. */ /* Open Source Software - may be modified and shared by FRC teams. The code */ /* must be accompanied by the FIRST BSD license file in the root directory of */ /* the project. */ /*----------------------------------------------------------------------------*/ #include "CvSourceImpl.h" #include "llvm/STLExtras.h" #include "opencv2/core/core.hpp" #include "opencv2/highgui/highgui.hpp" #include "support/timestamp.h" #include "cscore_cpp.h" #include "c_util.h" #include "Handle.h" #include "Log.h" #include "Notifier.h" using namespace cs; CvSourceImpl::CvSourceImpl(llvm::StringRef name, const VideoMode& mode) : SourceImpl{name} { m_mode = mode; m_videoModes.push_back(m_mode); // Create jpeg quality property m_compressionParams.push_back(CV_IMWRITE_JPEG_QUALITY); m_compressionParams.push_back(80); } CvSourceImpl::~CvSourceImpl() {} void CvSourceImpl::Start() { m_qualityProperty = CreateProperty("jpeg_quality", CS_PROP_INTEGER, 0, 100, 1, 80, 80); } bool CvSourceImpl::CacheProperties(CS_Status* status) const { // Doesn't need to do anything. m_properties_cached = true; return true; } void CvSourceImpl::SetProperty(int property, int value, CS_Status* status) { std::lock_guard lock(m_mutex); auto prop = static_cast(GetProperty(property)); if (!prop) { *status = CS_INVALID_PROPERTY; return; } if ((prop->propKind & (CS_PROP_BOOLEAN | CS_PROP_INTEGER | CS_PROP_ENUM)) == 0) { *status = CS_WRONG_PROPERTY_TYPE; return; } prop->value = value; Notifier::GetInstance().NotifySourceProperty( *this, CS_SOURCE_PROPERTY_VALUE_UPDATED, property, prop->propKind, prop->value, prop->valueStr); } void CvSourceImpl::SetStringProperty(int property, llvm::StringRef value, CS_Status* status) { std::lock_guard lock(m_mutex); auto prop = static_cast(GetProperty(property)); if (!prop) { *status = CS_INVALID_PROPERTY; return; } if (prop->propKind != CS_PROP_STRING) { *status = CS_WRONG_PROPERTY_TYPE; return; } prop->valueStr = value; Notifier::GetInstance().NotifySourceProperty( *this, CS_SOURCE_PROPERTY_VALUE_UPDATED, property, CS_PROP_STRING, prop->value, prop->valueStr); } bool CvSourceImpl::SetVideoMode(const VideoMode& mode, CS_Status* status) { // can't set video mode on OpenCV source return false; } void CvSourceImpl::NumSinksChanged() { // ignore } void CvSourceImpl::NumSinksEnabledChanged() { // ignore } void CvSourceImpl::PutFrame(cv::Mat& image) { std::unique_lock lock(m_mutex); if (auto prop = GetProperty(m_qualityProperty)) { if (prop->value >= 0 && prop->value <= 100) m_compressionParams[1] = prop->value; } cv::imencode(".jpg", image, m_jpegBuf, m_compressionParams); SourceImpl::PutFrame( VideoMode::kMJPEG, image.cols, image.rows, llvm::StringRef(reinterpret_cast(m_jpegBuf.data()), m_jpegBuf.size()), wpi::Now()); } void CvSourceImpl::NotifyError(llvm::StringRef msg) { PutError(msg, wpi::Now()); } int CvSourceImpl::CreateProperty(llvm::StringRef name, CS_PropertyKind kind, int minimum, int maximum, int step, int defaultValue, int value) { std::unique_lock lock(m_mutex); int& ndx = m_properties[name]; if (ndx == 0) { // create a new index ndx = m_propertyData.size() + 1; m_propertyData.emplace_back(llvm::make_unique( name, kind, minimum, maximum, step, defaultValue, value)); } else { // update all but value auto prop = GetProperty(ndx); prop->propKind = kind; prop->minimum = minimum; prop->maximum = maximum; prop->step = step; prop->defaultValue = defaultValue; value = prop->value; } Notifier::GetInstance().NotifySourceProperty( *this, CS_SOURCE_PROPERTY_CREATED, ndx, kind, value, llvm::StringRef{}); return ndx; } int CvSourceImpl::CreateProperty( llvm::StringRef name, CS_PropertyKind kind, int minimum, int maximum, int step, int defaultValue, int value, std::function onChange) { // TODO return 0; } void CvSourceImpl::SetEnumPropertyChoices(int property, llvm::ArrayRef choices, CS_Status* status) { std::lock_guard lock(m_mutex); auto prop = GetProperty(property); if (!prop) { *status = CS_INVALID_PROPERTY; return; } if (prop->propKind != CS_PROP_ENUM) { *status = CS_WRONG_PROPERTY_TYPE; return; } prop->enumChoices = choices; Notifier::GetInstance().NotifySourceProperty( *this, CS_SOURCE_PROPERTY_CHOICES_UPDATED, property, CS_PROP_ENUM, prop->value, llvm::StringRef{}); } namespace cs { CS_Source CreateCvSource(llvm::StringRef name, const VideoMode& mode, CS_Status* status) { auto source = std::make_shared(name, mode); auto handle = Sources::GetInstance().Allocate(CS_SOURCE_CV, source); auto& notifier = Notifier::GetInstance(); notifier.NotifySource(name, handle, CS_SOURCE_CREATED); // Generate initial events here so they come after the source created event source->Start(); // causes a property event notifier.NotifySource(name, handle, CS_SOURCE_CONNECTED); notifier.NotifySource(name, handle, CS_SOURCE_VIDEOMODES_UPDATED); notifier.NotifySource(name, handle, CS_SOURCE_VIDEOMODE_CHANGED); return handle; } void PutSourceFrame(CS_Source source, cv::Mat& image, CS_Status* status) { auto data = Sources::GetInstance().Get(source); if (!data || data->kind != CS_SOURCE_CV) { *status = CS_INVALID_HANDLE; return; } static_cast(*data->source).PutFrame(image); } void NotifySourceError(CS_Source source, llvm::StringRef msg, CS_Status* status) { auto data = Sources::GetInstance().Get(source); if (!data || data->kind != CS_SOURCE_CV) { *status = CS_INVALID_HANDLE; return; } static_cast(*data->source).NotifyError(msg); } void SetSourceConnected(CS_Source source, bool connected, CS_Status* status) { auto data = Sources::GetInstance().Get(source); if (!data || data->kind != CS_SOURCE_CV) { *status = CS_INVALID_HANDLE; return; } static_cast(*data->source).SetConnected(connected); } void SetSourceDescription(CS_Source source, llvm::StringRef description, CS_Status* status) { auto data = Sources::GetInstance().Get(source); if (!data || data->kind != CS_SOURCE_CV) { *status = CS_INVALID_HANDLE; return; } static_cast(*data->source).SetDescription(description); } CS_Property CreateSourceProperty(CS_Source source, llvm::StringRef name, CS_PropertyKind kind, int minimum, int maximum, int step, int defaultValue, int value, CS_Status* status) { auto data = Sources::GetInstance().Get(source); if (!data || data->kind != CS_SOURCE_CV) { *status = CS_INVALID_HANDLE; return -1; } int property = static_cast(*data->source) .CreateProperty(name, kind, minimum, maximum, step, defaultValue, value); return Handle{source, property, Handle::kProperty}; } CS_Property CreateSourcePropertyCallback( CS_Source source, llvm::StringRef name, CS_PropertyKind kind, int minimum, int maximum, int step, int defaultValue, int value, std::function onChange, CS_Status* status) { auto data = Sources::GetInstance().Get(source); if (!data || data->kind != CS_SOURCE_CV) { *status = CS_INVALID_HANDLE; return -1; } int property = static_cast(*data->source) .CreateProperty(name, kind, minimum, maximum, step, defaultValue, value, onChange); return Handle{source, property, Handle::kProperty}; } void SetSourceEnumPropertyChoices(CS_Source source, CS_Property property, llvm::ArrayRef choices, CS_Status* status) { auto data = Sources::GetInstance().Get(source); if (!data || data->kind != CS_SOURCE_CV) { *status = CS_INVALID_HANDLE; return; } // Get property index; also validate the source owns this property Handle handle{property}; int i = handle.GetParentIndex(); if (i < 0) { *status = CS_INVALID_HANDLE; return; } auto data2 = Sources::GetInstance().Get(Handle{i, Handle::kSource}); if (!data2 || data->source.get() != data2->source.get()) { *status = CS_INVALID_HANDLE; return; } int propertyIndex = handle.GetIndex(); static_cast(*data->source) .SetEnumPropertyChoices(propertyIndex, choices, status); } } // namespace cs extern "C" { CS_Source CS_CreateCvSource(const char* name, const CS_VideoMode* mode, CS_Status* status) { return cs::CreateCvSource(name, static_cast(*mode), status); } void CS_PutSourceFrame(CS_Source source, struct CvMat* image, CS_Status* status) { auto mat = cv::cvarrToMat(image); return cs::PutSourceFrame(source, mat, status); } void CS_PutSourceFrameCpp(CS_Source source, cv::Mat* image, CS_Status* status) { return cs::PutSourceFrame(source, *image, status); } void CS_NotifySourceError(CS_Source source, const char* msg, CS_Status* status) { return cs::NotifySourceError(source, msg, status); } void CS_SetSourceConnected(CS_Source source, CS_Bool connected, CS_Status* status) { return cs::SetSourceConnected(source, connected, status); } void CS_SetSourceDescription(CS_Source source, const char* description, CS_Status* status) { return cs::SetSourceDescription(source, description, status); } CS_Property CS_CreateSourceProperty(CS_Source source, const char* name, enum CS_PropertyKind kind, int minimum, int maximum, int step, int defaultValue, int value, CS_Status* status) { return cs::CreateSourceProperty(source, name, kind, minimum, maximum, step, defaultValue, value, status); } CS_Property CS_CreateSourcePropertyCallback( CS_Source source, const char* name, enum CS_PropertyKind kind, int minimum, int maximum, int step, int defaultValue, int value, void* data, void (*onChange)(void* data, CS_Property property), CS_Status* status) { return cs::CreateSourcePropertyCallback( source, name, kind, minimum, maximum, step, defaultValue, value, [=](CS_Property property) { onChange(data, property); }, status); } void CS_SetSourceEnumPropertyChoices(CS_Source source, CS_Property property, const char** choices, int count, CS_Status* status) { llvm::SmallVector vec; vec.reserve(count); for (int i = 0; i < count; ++i) vec.push_back(choices[i]); return cs::SetSourceEnumPropertyChoices(source, property, vec, status); } } // extern "C"