kinect深度图像获取程序及遇到的一些问题,希望大神能够解答
kinect吧
全部回复
仅看楼主
level 1
易水小盒 楼主
#include "stdfax.h"
#include "cv.h"
#include "highgui.h"
#include "Kinect.h"
#include <iostream>
//#include "DepthBasics.h"
// 转换depth图像到cv::Mat
cv::Mat ConvertMat(const UINT16* pBuffer, int nWidth, int nHeight, USHORT nMinDepth, USHORT nMaxDepth)
{
cv::Mat img(nHeight, nWidth, CV_8UC3);
uchar* p_mat = img.data;
const UINT16* pBufferEnd = pBuffer + (nWidth * nHeight);
while (pBuffer < pBufferEnd)
{
USHORT depth = *pBuffer;
if (depth==0)
{
*p_mat=41;
p_mat++;
*p_mat=239;
p_mat++;
*p_mat=242;
p_mat++;
}
else if (depth < nMinDepth || depth > nMaxDepth)
{
*p_mat=25;
p_mat++;
*p_mat=0;
p_mat++;
*p_mat=255;
p_mat++;
}
else
{
double gray = (Floor((double)depth / 250)*12.75);
*p_mat = gray;
p_mat++;
*p_mat = gray;
p_mat++;
*p_mat = gray;
p_mat++;
}
++pBuffer;
}
return img;
}
// 转换color图像到cv::Mat
cv::Mat ConvertMat(const RGBQUAD* pBuffer, int nWidth, int nHeight)
{
cv::Mat img(nHeight, nWidth, CV_8UC3);
uchar* p_mat = img.data;
const RGBQUAD* pBufferEnd = pBuffer + (nWidth * nHeight);
while (pBuffer < pBufferEnd)
{
*p_mat = pBuffer->rgbBlue;
p_mat++;
*p_mat = pBuffer->rgbGreen;
p_mat++;
*p_mat = pBuffer->rgbRed;
p_mat++;
++pBuffer;
}
return img;
}
using namespace std;
void main()
{
////////////////////////////////////////////////////////////////
int depth_width = 512; //depth图像就是这么小
int depth_height = 424;
int color_widht = 1920; //color图像就是辣么大
int color_height = 1080;
cv::Mat depthImg_show = cv::Mat::zeros(depth_height, depth_width, CV_8UC3);//原始UINT16 深度图像不适合用来显示,所以需要砍成8位的就可以了,但是显示出来也不是非常好,最好能用原始16位图像颜色编码,凑合着看了
cv::Mat depthImg = cv::Mat::zeros(depth_height, depth_width, CV_16UC1);//the depth image
cv::Mat colorImg = cv::Mat::zeros(color_height, color_widht, CV_8UC3);//the color image
// Current Kinect
IKinectSensor* m_pKinectSensor=NULL;
// Depth reader
IDepthFrameReader* m_pDepthFrameReader = NULL;
// Color reader
IColorFrameReader* m_pColorFrameReader = NULL;
RGBQUAD* m_pColorRGBX = new RGBQUAD[color_widht * color_height];
//open it!
HRESULT hr;
hr = GetDefaultKinectSensor(&m_pKinectSensor);
if (FAILED(hr))
{
cout<<"FUCK! Can not find the Kinect!"<<endl;
cv::waitKey(0);
exit(0);
}
if (m_pKinectSensor)
{
// Initialize the Kinect and get the depth reader
IDepthFrameSource* pDepthFrameSource = NULL;
hr = m_pKinectSensor->Open();
if (SUCCEEDED(hr))
{
hr = m_pKinectSensor->get_DepthFrameSource(&pDepthFrameSource);
}
if (SUCCEEDED(hr))
{
hr = pDepthFrameSource->OpenReader(&m_pDepthFrameReader);
}
SafeRelease(pDepthFrameSource);
// for color
// Initialize the Kinect and get the color reader
IColorFrameSource* pColorFrameSource = NULL;
if (SUCCEEDED(hr))
{
hr = m_pKinectSensor->get_ColorFrameSource(&pColorFrameSource);
}
if (SUCCEEDED(hr))
{
hr = pColorFrameSource->OpenReader(&m_pColorFrameReader);
}
SafeRelease(pColorFrameSource);
}
//valify the depth reader
if (!m_pDepthFrameReader)
{
cout<<"FUCK! Can not find the m_pDepthFrameReader!"<<endl;
cv::waitKey(0);
exit(0);
}
//valify the color reader
if (!m_pDepthFrameReader)
{
cout<<"FUCK! Can not find the m_pColorFrameReader!"<<endl;
cv::waitKey(0);
exit(0);
}
// get the data!
UINT nBufferSize_depth = 0;
UINT16 *pBuffer_depth = NULL;
UINT nBufferSize_coloar = 0;
RGBQUAD *pBuffer_color = NULL;
char key=0;
while(true) // 貌似要一直尝试,不一定每次都能读取到图像
{
IDepthFrame* pDepthFrame = NULL;
HRESULT hr = m_pDepthFrameReader->AcquireLatestFrame(&pDepthFrame);
if (SUCCEEDED(hr))
{
USHORT nDepthMinReliableDistance = 0;
USHORT nDepthMaxReliableDistance = 0;
if (SUCCEEDED(hr))
{
hr = pDepthFrame->get_DepthMinReliableDistance(&nDepthMinReliableDistance);
}
if (SUCCEEDED(hr))
{
hr = pDepthFrame->get_DepthMaxReliableDistance(&nDepthMaxReliableDistance);
}
if (SUCCEEDED(hr))
{
hr = pDepthFrame->AccessUnderlyingBuffer(&nBufferSize_depth, &pBuffer_depth);
depthImg_show = ConvertMat(pBuffer_depth, depth_width, depth_height, nDepthMinReliableDistance, nDepthMaxReliableDistance);
}
}
SafeRelease(pDepthFrame);
//for color
IColorFrame* pColorFrame = NULL;
hr = m_pColorFrameReader->AcquireLatestFrame(&pColorFrame);
ColorImageFormat imageFormat = ColorImageFormat_None;
if (SUCCEEDED(hr))
{
ColorImageFormat imageFormat = ColorImageFormat_None;
if (SUCCEEDED(hr))
{
hr = pColorFrame->get_RawColorImageFormat(&imageFormat);
}
if (SUCCEEDED(hr))
{
hr = pColorFrame->get_RawColorImageFormat(&imageFormat);
}
if (SUCCEEDED(hr))
{
if (imageFormat == ColorImageFormat_Bgra)//这里有两个format,不知道具体含义,大概一个预先分配内存,一个需要自己开空间吧
{
hr = pColorFrame->AccessRawUnderlyingBuffer(&nBufferSize_coloar, reinterpret_cast<BYTE**>(&pBuffer_color));
}
else if (m_pColorRGBX)
{
pBuffer_color = m_pColorRGBX;
nBufferSize_coloar = color_widht * color_height * sizeof(RGBQUAD);
hr = pColorFrame->CopyConvertedFrameDataToArray(nBufferSize_coloar, reinterpret_cast<BYTE*>(pBuffer_color), ColorImageFormat_Bgra);
}
else
{
hr = E_FAIL;
}
colorImg = ConvertMat(pBuffer_color, color_widht, color_height);
}
SafeRelease(pColorFrame);
}
cv::imshow("depth", depthImg_show);
cv::imshow("color", colorImg);
key=cv::waitKey(1);
if(key==27)
{
break;
}
}
if (m_pColorRGBX)
{
delete [] m_pColorRGBX;
m_pColorRGBX = NULL;
}
// close the Kinect Sensor
if (m_pKinectSensor)
{
m_pKinectSensor->Close();
}
SafeRelease(m_pKinectSensor);
}
2015年04月18日 03点04分 1
level 1
易水小盒 楼主
2015年04月18日 03点04分 2
这是后来我加了一个能把每帧图像都能保存下来
2015年04月18日 03点04分
level 1
易水小盒 楼主
现在问题来了,怎么把每帧矩阵不以图像而纯粹以数据保存下来?而且我在程序里添加cout<<depthImg_show<<endl;时,程序就输出全是数字,原来的深度图和彩色图也不显示了
2015年04月18日 04点04分 3
能问一下楼主能不能保存下来16位深度图从而和彩色图像结合得到点云矩阵呢
2018年10月25日 12点10分
level 1
楼主求问,我是个小白,希望楼主指教,dst_img_name和n是怎么声明的,我为什么没有sprintf_s函数??
2016年01月10日 10点01分 4
level 4
楼主你好,我最近也在玩kinect,能交流一下吗?
2020年08月26日 00点08分 6
1