wsk 7 months ago
parent 9b998aff4a
commit 5200ab0c2f

@ -1,2 +0,0 @@
# wwcs-1314

@ -1,337 +0,0 @@
// Track Object---advanced by Xuancen Liu -----------------------------------------
// 2019.9.18 at Hunan Changsha.
// email: buaalxc@163.com
// wechat: liuxuancen003
#include <math.h>
#include <string>
#include <vector>
#include <iostream>
#include <pthread.h>
#include <thread>
#include <chrono>
#include <boost/thread/mutex.hpp>
#include <boost/thread/shared_mutex.hpp>
#include <ros/ros.h>
#include <image_transport/image_transport.h>
#include <cv_bridge/cv_bridge.h>
#include <sensor_msgs/image_encodings.h>
#include <geometry_msgs/Pose.h>
#include <geometry_msgs/Pose2D.h>
#include <opencv2/imgproc/imgproc.hpp>
#include <opencv2/highgui/highgui.hpp>
#include <opencv2/ml.hpp>
#include <std_srvs/SetBool.h>
#include "kcftracker.hpp"
#include "prometheus_gimbal_control/VisionDiff.h"
#include "gimbal_track/WindowPosition.h"
using namespace std;
using namespace cv;
#define MARKER_SIZE 0.18
#define F1 300
#define F2 300
#define C1 320
#define C2 240
static const std::string RGB_WINDOW = "RGB Image window";
//! Camera related parameters.
int frameWidth_;
int frameHeight_;
float get_ros_time(ros::Time begin); //获取ros当前时间
std_msgs::Header imageHeader_;
cv::Mat camImageCopy_;
boost::shared_mutex mutexImageCallback_;
bool imageStatus_ = false;
boost::shared_mutex mutexImageStatus_;
void cameraCallback(const sensor_msgs::ImageConstPtr &msg)
{
ROS_DEBUG("[EllipseDetector] USB image received.");
cv_bridge::CvImagePtr cam_image;
try
{
cam_image = cv_bridge::toCvCopy(msg, sensor_msgs::image_encodings::BGR8);
imageHeader_ = msg->header;
}
catch (cv_bridge::Exception &e)
{
ROS_ERROR("cv_bridge exception: %s", e.what());
return;
}
if (cam_image)
{
{
boost::unique_lock<boost::shared_mutex> lockImageCallback(mutexImageCallback_);
camImageCopy_ = cam_image->image.clone();
}
{
boost::unique_lock<boost::shared_mutex> lockImageStatus(mutexImageStatus_);
imageStatus_ = true;
}
frameWidth_ = cam_image->image.size().width;
frameHeight_ = cam_image->image.size().height;
}
return;
}
// 用此函数查看是否收到图像话题
bool getImageStatus(void)
{
boost::shared_lock<boost::shared_mutex> lock(mutexImageStatus_);
return imageStatus_;
}
//! ROS subscriber and publisher.
image_transport::Subscriber imageSubscriber_;
image_transport::Publisher image_vision_pub;
ros::Publisher pose_pub;
cv::Rect selectRect;
cv::Point origin;
cv::Rect result;
bool select_flag = false;
bool bRenewROI = false; // the flag to enable the implementation of KCF algorithm for the new chosen ROI
bool bBeginKCF = false;
int g_control_gimbal = 1;
float get_ros_time(ros::Time begin)
{
ros::Time time_now = ros::Time::now();
float currTimeSec = time_now.sec - begin.sec;
float currTimenSec = time_now.nsec / 1e9 - begin.nsec / 1e9;
return (currTimeSec + currTimenSec);
}
void bboxDrawCb(const gimbal_track::WindowPosition::ConstPtr &msg)
{
if (msg->mode != 0)
{
selectRect.x = msg->origin_x;
selectRect.y = msg->origin_y;
selectRect.width = msg->width;
selectRect.height = msg->height;
selectRect &= cv::Rect(0, 0, frameWidth_, frameHeight_);
if (selectRect.width * selectRect.height > 64)
{
bRenewROI = true;
}
g_control_gimbal = 1;
}
else
{
g_control_gimbal = 0;
}
}
void onMouse(int event, int x, int y, int, void *)
{
if (select_flag)
{
selectRect.x = MIN(origin.x, x);
selectRect.y = MIN(origin.y, y);
selectRect.width = abs(x - origin.x);
selectRect.height = abs(y - origin.y);
selectRect &= cv::Rect(0, 0, frameWidth_, frameHeight_);
}
if (event == CV_EVENT_LBUTTONDOWN)
{
bBeginKCF = false;
select_flag = true;
origin = cv::Point(x, y);
selectRect = cv::Rect(x, y, 0, 0);
}
else if (event == CV_EVENT_LBUTTONUP)
{
if (selectRect.width * selectRect.height < 64)
{
;
}
else
{
select_flag = false;
bRenewROI = true;
}
}
}
bool gimbalSer(std_srvs::SetBool::Request &req, std_srvs::SetBool::Response &resp)
{
if (req.data)
{
g_control_gimbal = 0;
}
else if (selectRect.width * selectRect.height > 0)
{
bRenewROI = true;
g_control_gimbal = 1;
}
else
{
bRenewROI = false;
bBeginKCF = false;
}
resp.success = true;
resp.message = req.data ? "Gimbal Control Close" : "Gimbal Control Open";
return true;
}
bool HOG = true;
bool FIXEDWINDOW = false;
bool MULTISCALE = true;
bool SILENT = true;
bool LAB = false;
// Create KCFTracker object
KCFTracker tracker(HOG, FIXEDWINDOW, MULTISCALE, LAB);
int main(int argc, char **argv)
{
ros::init(argc, argv, "tracker_ros");
ros::NodeHandle nh("~");
image_transport::ImageTransport it(nh);
ros::Rate loop_rate(30);
bool auto_zoom, show_ui;
float max_size, min_size;
nh.param<bool>("auto_zoom", auto_zoom, false);
nh.param<bool>("show_ui", show_ui, true);
nh.param<float>("max_size", max_size, 0.0);
nh.param<float>("min_size", min_size, 0.0);
std::cout << "auto_zoom: " << auto_zoom << " "
<< "max_size: " << max_size << " "
<< "min_size: " << min_size << std::endl;
// 接收图像的话题
imageSubscriber_ = it.subscribe("/gimbal/image_raw", 1, cameraCallback);
// 发送绘制图像
image_vision_pub = it.advertise("/detection/image", 1);
// diff
ros::Publisher position_diff_pub = nh.advertise<prometheus_gimbal_control::VisionDiff>("/gimbal/track", 10);
// ros::Publisher auto_zoom_pub = nh.advertise<prometheus_gimbal_control::Diff>("/gimbal_server/auto_zoom", 10);
ros::Subscriber sub_bbox_draw = nh.subscribe("/detection/bbox_draw", 10, bboxDrawCb);
ros::ServiceServer server = nh.advertiseService("/detection/gimbal_control", gimbalSer);
sensor_msgs::ImagePtr msg_ellipse;
const auto wait_duration = std::chrono::milliseconds(2000);
if (show_ui)
{
cv::namedWindow(RGB_WINDOW);
cv::setMouseCallback(RGB_WINDOW, onMouse, 0);
}
float cur_time;
float last_time;
float last_error_x, last_error_y;
float dt;
prometheus_gimbal_control::VisionDiff error_pixels;
ros::Time begin_time = ros::Time::now();
while (ros::ok())
{
cur_time = get_ros_time(begin_time);
dt = (cur_time - last_time);
if (dt > 1.0 || dt < 0.0)
{
dt = 0.05;
}
while (!getImageStatus())
{
printf("Waiting for image.\n");
std::this_thread::sleep_for(wait_duration);
ros::spinOnce();
}
Mat frame;
{
boost::unique_lock<boost::shared_mutex> lockImageCallback(mutexImageCallback_);
frame = camImageCopy_.clone();
}
if (bRenewROI)
{
tracker.init(selectRect, frame);
cv::rectangle(frame, selectRect, cv::Scalar(255, 0, 0), 2, 8, 0);
bRenewROI = false;
bBeginKCF = true;
}
else if (bBeginKCF)
{
result = tracker.update(frame);
error_pixels.detect = 1;
error_pixels.objectX = result.x;
error_pixels.objectY = result.y;
error_pixels.objectWidth = result.width;
error_pixels.objectHeight = result.height;
error_pixels.frameWidth = frameWidth_;
error_pixels.frameHeight = frameHeight_;
error_pixels.currSize = (float)result.width * (float)result.height / (frameHeight_ * frameWidth_);
error_pixels.maxSize = (float)selectRect.width * (float)selectRect.height / (frameHeight_ * frameWidth_);
cv::rectangle(frame, result, cv::Scalar(255, 0, 0), 2, 8, 0);
}
else
{
error_pixels.detect = 0;
}
error_pixels.kp = 0.2;
error_pixels.ki = 0.0001;
error_pixels.kd = 0.003;
if (max_size != 0 && min_size != 0 && auto_zoom)
{
error_pixels.maxSize = max_size;
error_pixels.minSize = min_size;
}
error_pixels.autoZoom = auto_zoom;
error_pixels.trackIgnoreError = 35;
if (g_control_gimbal == 0)
{
error_pixels.detect = 0;
}
position_diff_pub.publish(error_pixels);
// auto_zoom_pub.publish(error_pixels);
float left_point = frame.cols / 2 - 20;
float right_point = frame.cols / 2 + 20;
float up_point = frame.rows / 2 + 20;
float down_point = frame.rows / 2 - 20;
// draw
line(frame, Point(left_point, frame.rows / 2), Point(right_point, frame.rows / 2), Scalar(0, 255, 0), 1, 8);
line(frame, Point(frame.cols / 2, down_point), Point(frame.cols / 2, up_point), Scalar(0, 255, 0), 1, 8);
putText(frame, "x:", Point(50, 60), FONT_HERSHEY_SIMPLEX, 1, Scalar(255, 23, 0), 3, 8);
putText(frame, "y:", Point(50, 90), FONT_HERSHEY_SIMPLEX, 1, Scalar(255, 23, 0), 3, 8);
// draw
char s[20] = "";
sprintf(s, "%.2f", float(result.x + result.width / 2 - frame.cols / 2));
putText(frame, s, Point(100, 60), FONT_HERSHEY_SIMPLEX, 1, Scalar(255, 23, 0), 2, 8);
sprintf(s, "%.2f", float(result.y + result.height / 2 - frame.rows / 2));
putText(frame, s, Point(100, 90), FONT_HERSHEY_SIMPLEX, 1, Scalar(255, 23, 0), 2, 8);
if (show_ui)
{
imshow(RGB_WINDOW, frame);
waitKey(20);
}
image_vision_pub.publish(cv_bridge::CvImage(std_msgs::Header(), "bgr8", frame).toImageMsg());
ros::spinOnce();
loop_rate.sleep();
}
}

@ -1,243 +0,0 @@
#include <iostream>
#include <string>
#include <mutex>
#include <chrono>
#include <thread>
using namespace std;
#include "../../inc/ViewLink.h"
#include "cmdline.h"
bool g_bConnected = false;
int VLK_ConnStatusCallback(int iConnStatus, const char* szMessage, int iMsgLen, void* pUserParam)
{
if (VLK_CONN_STATUS_TCP_CONNECTED == iConnStatus)
{
cout << "TCP Gimbal connected !!!" << endl;
g_bConnected = true;
}
else if (VLK_CONN_STATUS_TCP_DISCONNECTED == iConnStatus)
{
cout << "TCP Gimbal disconnected !!!" << endl;
g_bConnected = false;
}
else if (VLK_CONN_STATUS_SERIAL_PORT_CONNECTED == iConnStatus)
{
cout << "serial port connected !!!" << endl;
g_bConnected = true;
}
else if (VLK_CONN_STATUS_SERIAL_PORT_DISCONNECTED == iConnStatus)
{
cout << "serial port disconnected !!!" << endl;
g_bConnected = false;
}
else
{
cout << "unknown connection stauts: " << iConnStatus << endl;
g_bConnected = false;
}
return 0;
}
int VLK_DevStatusCallback(int iType, const char* szBuffer, int iBufLen, void* pUserParam)
{
if (VLK_DEV_STATUS_TYPE_MODEL == iType)
{
VLK_DEV_MODEL* pModel = (VLK_DEV_MODEL*)szBuffer;
cout << "model code: " << pModel->cModelCode << ", model name: " << pModel->szModelName << endl;
}
else if (VLK_DEV_STATUS_TYPE_CONFIG == iType)
{
VLK_DEV_CONFIG* pDevConfig = (VLK_DEV_CONFIG*)szBuffer;
cout << "VersionNO: " << pDevConfig->cVersionNO << ", DeviceID: " << pDevConfig->cDeviceID << ", SerialNO: " << pDevConfig->cSerialNO << endl;
}
else if (VLK_DEV_STATUS_TYPE_TELEMETRY == iType)
{
/*
* once device is connected, telemetry information will keep updating,
* in order to avoid disturbing user input, comment out printing telemetry information
*/
// VLK_DEV_TELEMETRY* pTelemetry = (VLK_DEV_TELEMETRY*)szBuffer;
// cout << "Yaw: " << pTelemetry->dYaw << ", Pitch: " << pTelemetry->dPitch << ", sensor type: " << pTelemetry->emSensorType << ", Zoom mag times: " << pTelemetry->sZoomMagTimes << endl;
}
else
{
cout << "error: unknown status type: " << iType << endl;
}
return 0;
}
int main(int argc, char *argv[])
{
// parse cmd line
cmdline::parser a;
a.add<string>("type", 't', "connection type", true, "tcp", cmdline::oneof<string>("serial", "tcp"));
a.add<string>("ip", 'i', "gimbal tcp ip", false, "192.168.2.119");
a.add<int>("port", 'p', "gimbal tcp port", false, 2000);
a.add<string>("serial", 's', "serial port name", false, "/dev/ttyS0");
a.add<int>("baudrate", 'b', "serial port baudrate", false, 115200);
a.parse_check(argc, argv);
// print sdk version
cout << "ViewLink SDK version: " << GetSDKVersion() << endl;
// initialize sdk
int iRet = VLK_Init();
if (VLK_ERROR_NO_ERROR != iRet)
{
cout << "VLK_Init failed, error: " << iRet << endl;
return -1;
}
// register device status callback
VLK_RegisterDevStatusCB(VLK_DevStatusCallback, NULL);
// connect device
if (0 == a.get<string>("type").compare("tcp"))
{
VLK_CONN_PARAM param;
memset(&param, 0, sizeof(param));
param.emType = VLK_CONN_TYPE_TCP;
strncpy(param.ConnParam.IPAddr.szIPV4, a.get<string>("ip").c_str(), sizeof(param.ConnParam.IPAddr.szIPV4) - 1);
param.ConnParam.IPAddr.iPort = a.get<int>("port");
cout << "connecting gimbal ip: " << a.get<string>("ip") << ", port: " << a.get<int>("port") << "..." << endl;
iRet = VLK_Connect(&param, VLK_ConnStatusCallback, NULL);
if (VLK_ERROR_NO_ERROR != iRet)
{
cout << "VLK_Connect failed, error: " << iRet << endl;
goto quit;
}
}
else if (0 == a.get<string>("type").compare("serial"))
{
VLK_CONN_PARAM param;
memset(&param, 0, sizeof(param));
param.emType = VLK_CONN_TYPE_SERIAL_PORT;
strncpy(param.ConnParam.SerialPort.szSerialPortName, a.get<string>("serial").c_str(), sizeof(param.ConnParam.SerialPort.szSerialPortName) - 1);
param.ConnParam.SerialPort.iBaudRate = a.get<int>("baudrate");
cout << "connecting gimbal serial: " << a.get<string>("serial") << ", baudrate: " << a.get<int>("baudrate") << "..." << endl;
iRet = VLK_Connect(&param, VLK_ConnStatusCallback, NULL);
if (VLK_ERROR_NO_ERROR != iRet)
{
cout << "VLK_Connect failed, error: " << iRet << endl;
goto quit;
}
}
else
{
cout << "unknown conntion type !!!" << endl;
goto quit;
}
cout << "wait device connected..." << endl;
while (1)
{
if (g_bConnected)
{
break;
}
std::this_thread::sleep_for(std::chrono::milliseconds(500));
}
while (1)
{
cout << "press \'w\' move up \n";
cout << "press \'s\' move down \n";
cout << "press \'a\' move left \n";
cout << "press \'d\' move right \n";
cout << "press \'h\' move to home posiion \n";
cout << "press \'1\' zoom in, \'2\' zoom out\n";
cout << "press \'3\' begin track, \'4\' stop track\n";
cout << "press \'5\' visible with ir pseudo , \'6\' visible with ir white , \'7\' visible with ir black\n";
cout << "press \'i\' open ir, \'v\' open visible\n";
cout << "press \'c\' exit"<< endl;
char input;
cin >> input;
if (input == 'w' || input == 'W')
{
VLK_Move(0, 1000);
std::this_thread::sleep_for(std::chrono::milliseconds(3000));
VLK_Stop();
}
else if (input == 's' || input == 'S')
{
VLK_Move(0, -1000);
std::this_thread::sleep_for(std::chrono::milliseconds(3000));
VLK_Stop();
}
else if (input == 'a' || input == 'A')
{
VLK_Move(-1000, 0);
std::this_thread::sleep_for(std::chrono::milliseconds(3000));
VLK_Stop();
}
else if (input == 'd' || input == 'D')
{
VLK_Move(1000, 0);
std::this_thread::sleep_for(std::chrono::milliseconds(3000));
VLK_Stop();
}
else if (input == 'h' || input == 'H')
{
VLK_Home();
}
else if (input == '1')
{
VLK_ZoomIn(1);
std::this_thread::sleep_for(std::chrono::milliseconds(3000));
VLK_StopZoom();
}
else if (input == '2')
{
VLK_ZoomOut(4);
std::this_thread::sleep_for(std::chrono::milliseconds(3000));
VLK_StopZoom();
}
else if (input == '3')
{
VLK_TRACK_MODE_PARAM param;
memset(&param, 0, sizeof(param));
param.emTrackSensor = VLK_SENSOR_VISIBLE1;
param.emTrackTempSize = VLK_TRACK_TEMPLATE_SIZE_AUTO;
VLK_TrackTargetPositionEx(&param, 100, 100, 1280, 720);
}
else if (input == '4')
{
VLK_DisableTrackMode();
}
else if (input == '5'){
VLK_SetImageColor(VLK_IMAGE_TYPE_VISIBLE1,1,VLK_IR_COLOR_PSEUDOHOT);
}
else if (input == '6'){
VLK_SetImageColor(VLK_IMAGE_TYPE_VISIBLE1,1,VLK_IR_COLOR_WHITEHOT);
}
else if (input == '7'){
VLK_SetImageColor(VLK_IMAGE_TYPE_VISIBLE1,1,VLK_IR_COLOR_BLACKHOT);
}
else if (input == 'i'){
VLK_SetImageColor(VLK_IMAGE_TYPE_IR1,0,VLK_IR_COLOR_WHITEHOT);
}
else if (input == 'v'){
VLK_SetImageColor(VLK_IMAGE_TYPE_VISIBLE1,0,VLK_IR_COLOR_WHITEHOT);
}
else if (input == 'c' || input == 'C')
{
break;
}
std::this_thread::sleep_for(std::chrono::milliseconds(50));
}
quit:
// uninitial sdk
VLK_UnInit();
system("PAUSE");
return 0;
}

@ -1,6 +0,0 @@
#!/bin/bash
gnome-terminal --window -e 'bash -c "roscore; bash"' \
--tab -e 'bash -c "sleep 3; rosrun prometheus_gimbal_control gimbal_server _gimbal_type:=at10 _tty_url:=/dev/ttyUSB0 _camera_id:=192.168.1.115 _camera_width:=1920 _camera_height:=1080; bash"' \
--tab -e 'bash -c "sleep 4; rosrun prometheus_gimbal_control control_server.py; bash"' \
--tab -e 'bash -c "sleep 5; ./demo_for_linux -t tcp -i 192.168.1.115 -p 2000; bash"' \
--tab -e 'bash -c "sleep 5; rqt_image_view"'
Loading…
Cancel
Save