557 lines
18 KiB
C++
557 lines
18 KiB
C++
// Filename: openCVTexture.cxx
|
|
// Created by: zacpavlov (19Aug05)
|
|
//
|
|
////////////////////////////////////////////////////////////////////
|
|
//
|
|
// PANDA 3D SOFTWARE
|
|
// Copyright (c) 2001 - 2004, Disney Enterprises, Inc. All rights reserved
|
|
//
|
|
// All use of this software is subject to the terms of the Panda 3d
|
|
// Software license. You should have received a copy of this license
|
|
// along with this source code; you will also find a current copy of
|
|
// the license at http://etc.cmu.edu/panda3d/docs/license/ .
|
|
//
|
|
// To contact the maintainers of this program write to
|
|
// panda3d-general@lists.sourceforge.net .
|
|
//
|
|
////////////////////////////////////////////////////////////////////
|
|
|
|
#include "pandabase.h"
|
|
|
|
#ifdef HAVE_OPENCV
|
|
#include "openCVTexture.h"
|
|
#include "clockObject.h"
|
|
#include "config_gobj.h"
|
|
#include "config_grutil.h"
|
|
|
|
TypeHandle OpenCVTexture::_type_handle;
|
|
|
|
////////////////////////////////////////////////////////////////////
|
|
// Function: OpenCVTexture::Constructor
|
|
// Access: Published
|
|
// Description: Sets up the texture to read frames from a camera
|
|
////////////////////////////////////////////////////////////////////
|
|
OpenCVTexture::
|
|
OpenCVTexture(const string &name) :
|
|
VideoTexture(name)
|
|
{
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////
|
|
// Function: OpenCVTexture::Copy Constructor
|
|
// Access: Protected
|
|
// Description: Use OpenCVTexture::make_copy() to make a duplicate copy of
|
|
// an existing OpenCVTexture.
|
|
////////////////////////////////////////////////////////////////////
|
|
OpenCVTexture::
|
|
OpenCVTexture(const OpenCVTexture ©) :
|
|
VideoTexture(copy),
|
|
_pages(copy._pages)
|
|
{
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////
|
|
// Function: OpenCVTexture::Destructor
|
|
// Access: Published, Virtual
|
|
// Description:
|
|
////////////////////////////////////////////////////////////////////
|
|
OpenCVTexture::
|
|
~OpenCVTexture() {
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////
|
|
// Function: OpenCVTexture::make_copy
|
|
// Access: Published, Virtual
|
|
// Description: Returns a new copy of the same Texture. This copy,
|
|
// if applied to geometry, will be copied into texture
|
|
// as a separate texture from the original, so it will
|
|
// be duplicated in texture memory (and may be
|
|
// independently modified if desired).
|
|
//
|
|
// If the Texture is an OpenCVTexture, the resulting
|
|
// duplicate may be animated independently of the
|
|
// original.
|
|
////////////////////////////////////////////////////////////////////
|
|
PT(Texture) OpenCVTexture::
|
|
make_copy() {
|
|
return new OpenCVTexture(*this);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////
|
|
// Function: OpenCVTexture::from_camera
|
|
// Access: Published, Virtual
|
|
// Description: Sets up the OpenCVTexture (or the indicated page, if z
|
|
// is specified) to accept its input from the camera
|
|
// with the given index number, or the default camera if
|
|
// the index number is -1 or unspecified.
|
|
////////////////////////////////////////////////////////////////////
|
|
bool OpenCVTexture::
|
|
from_camera(int camera_index, int z) {
|
|
if (!reconsider_z_size(z)) {
|
|
return false;
|
|
}
|
|
nassertr(z >= 0 && z < get_z_size(), false);
|
|
|
|
VideoPage &page = modify_page(z);
|
|
page._alpha.clear();
|
|
if (!page._color.from_camera(camera_index)) {
|
|
return false;
|
|
}
|
|
|
|
if (!reconsider_video_properties(page._color, 3, z)) {
|
|
page._color.clear();
|
|
return false;
|
|
}
|
|
|
|
set_loaded_from_disk();
|
|
clear_current_frame();
|
|
|
|
return true;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////
|
|
// Function: OpenCVTexture::read
|
|
// Access: Published, Virtual
|
|
// Description: Takes the video image from the indicated filename.
|
|
// If the filename is not a video file, attempts to read
|
|
// it as a still image instead.
|
|
////////////////////////////////////////////////////////////////////
|
|
bool OpenCVTexture::
|
|
read(const Filename &fullpath, int z, int) {
|
|
if (!reconsider_z_size(z)) {
|
|
return false;
|
|
}
|
|
nassertr(z >= 0 && z < get_z_size(), false);
|
|
|
|
VideoPage &page = modify_page(z);
|
|
page._alpha.clear();
|
|
if (!page._color.read(fullpath)) {
|
|
grutil_cat.error()
|
|
<< "OpenCV couldn't read " << fullpath << " as video.\n";
|
|
return false;
|
|
}
|
|
|
|
if (!has_name()) {
|
|
set_name(fullpath.get_basename_wo_extension());
|
|
}
|
|
if (!has_filename()) {
|
|
set_filename(fullpath);
|
|
clear_alpha_filename();
|
|
}
|
|
|
|
set_fullpath(fullpath);
|
|
clear_alpha_fullpath();
|
|
|
|
_primary_file_num_channels = 3;
|
|
_alpha_file_channel = 0;
|
|
|
|
if (!reconsider_video_properties(page._color, 3, z)) {
|
|
page._color.clear();
|
|
return false;
|
|
}
|
|
|
|
set_loaded_from_disk();
|
|
clear_current_frame();
|
|
|
|
return true;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////
|
|
// Function: OpenCVTexture::read
|
|
// Access: Published, Virtual
|
|
// Description: Combines a color and alpha video image from the two
|
|
// indicated filenames. Both must be the same kind of
|
|
// video with similar properties.
|
|
////////////////////////////////////////////////////////////////////
|
|
bool OpenCVTexture::
|
|
read(const Filename &fullpath, const Filename &alpha_fullpath,
|
|
int z, int, int alpha_file_channel) {
|
|
if (!reconsider_z_size(z)) {
|
|
return false;
|
|
}
|
|
nassertr(z >= 0 && z < get_z_size(), false);
|
|
|
|
VideoPage &page = modify_page(z);
|
|
if (!page._color.read(fullpath)) {
|
|
grutil_cat.error()
|
|
<< "OpenCV couldn't read " << fullpath << " as video.\n";
|
|
return false;
|
|
}
|
|
if (!page._alpha.read(alpha_fullpath)) {
|
|
grutil_cat.error()
|
|
<< "OpenCV couldn't read " << alpha_fullpath << " as video.\n";
|
|
page._color.clear();
|
|
return false;
|
|
}
|
|
|
|
if (!has_name()) {
|
|
set_name(fullpath.get_basename_wo_extension());
|
|
}
|
|
if (!has_filename()) {
|
|
set_filename(fullpath);
|
|
set_alpha_filename(alpha_fullpath);
|
|
}
|
|
|
|
set_fullpath(fullpath);
|
|
set_alpha_fullpath(alpha_fullpath);
|
|
|
|
_primary_file_num_channels = 3;
|
|
_alpha_file_channel = alpha_file_channel;
|
|
|
|
if (!reconsider_video_properties(page._color, 4, z)) {
|
|
page._color.clear();
|
|
page._alpha.clear();
|
|
return false;
|
|
}
|
|
|
|
if (!reconsider_video_properties(page._alpha, 4, z)) {
|
|
page._color.clear();
|
|
page._alpha.clear();
|
|
return false;
|
|
}
|
|
|
|
set_loaded_from_disk();
|
|
clear_current_frame();
|
|
|
|
return true;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////
|
|
// Function: OpenCVTexture::load
|
|
// Access: Published, Virtual
|
|
// Description: Resets the texture (or the particular level of the
|
|
// texture) to the indicated static image.
|
|
////////////////////////////////////////////////////////////////////
|
|
bool OpenCVTexture::
|
|
load(const PNMImage &pnmimage, int z) {
|
|
if (z <= (int)_pages.size()) {
|
|
VideoPage &page = modify_page(z);
|
|
page._color.clear();
|
|
page._alpha.clear();
|
|
}
|
|
|
|
return Texture::load(pnmimage, z);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////
|
|
// Function: OpenCVTexture::modify_page
|
|
// Access: Private
|
|
// Description: Returns a reference to the zth VideoPage (level) of
|
|
// the texture. In the case of a 2-d texture, there is
|
|
// only one page, level 0; but cube maps and 3-d
|
|
// textures have more.
|
|
////////////////////////////////////////////////////////////////////
|
|
OpenCVTexture::VideoPage &OpenCVTexture::
|
|
modify_page(int z) {
|
|
nassertr(z < _z_size, _pages[0]);
|
|
while (z >= (int)_pages.size()) {
|
|
_pages.push_back(VideoPage());
|
|
}
|
|
return _pages[z];
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////
|
|
// Function: OpenCVTexture::reconsider_video_properties
|
|
// Access: Private
|
|
// Description: Resets the internal Texture properties when a new
|
|
// video file is loaded. Returns true if the new image
|
|
// is valid, false otherwise.
|
|
////////////////////////////////////////////////////////////////////
|
|
bool OpenCVTexture::
|
|
reconsider_video_properties(const OpenCVTexture::VideoStream &stream,
|
|
int num_components, int z) {
|
|
double frame_rate = 0.0f;
|
|
int num_frames = 0;
|
|
|
|
if (stream.is_from_file()) {
|
|
frame_rate = cvGetCaptureProperty(stream._capture, CV_CAP_PROP_FPS);
|
|
num_frames = (int)cvGetCaptureProperty(stream._capture, CV_CAP_PROP_FRAME_COUNT);
|
|
if (grutil_cat.is_debug()) {
|
|
grutil_cat.debug()
|
|
<< "Loaded " << stream._filename << ", " << num_frames << " frames at "
|
|
<< frame_rate << " fps\n";
|
|
}
|
|
}
|
|
int width = (int)cvGetCaptureProperty(stream._capture, CV_CAP_PROP_FRAME_WIDTH);
|
|
int height = (int)cvGetCaptureProperty(stream._capture, CV_CAP_PROP_FRAME_HEIGHT);
|
|
|
|
int x_size = width;
|
|
int y_size = height;
|
|
|
|
if (textures_power_2 != ATS_none) {
|
|
x_size = up_to_power_2(width);
|
|
y_size = up_to_power_2(height);
|
|
}
|
|
|
|
if (grutil_cat.is_debug()) {
|
|
grutil_cat.debug()
|
|
<< "Video stream is " << width << " by " << height
|
|
<< " pixels; fitting in texture " << x_size << " by "
|
|
<< y_size << " texels.\n";
|
|
}
|
|
|
|
if (!reconsider_image_properties(x_size, y_size, num_components,
|
|
T_unsigned_byte, z)) {
|
|
return false;
|
|
}
|
|
|
|
if (_loaded_from_disk &&
|
|
(get_video_width() != width || get_video_height() != height ||
|
|
get_num_frames() != num_frames || get_frame_rate() != frame_rate)) {
|
|
grutil_cat.error()
|
|
<< "Video properties have changed for texture " << get_name()
|
|
<< " level " << z << ".\n";
|
|
return false;
|
|
}
|
|
|
|
set_frame_rate(frame_rate);
|
|
set_num_frames(num_frames);
|
|
set_video_size(width, height);
|
|
|
|
// By default, the newly-loaded video stream will immediately start
|
|
// looping.
|
|
loop(true);
|
|
|
|
return true;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////
|
|
// Function: OpenCVTexture::make_texture
|
|
// Access: Public, Static
|
|
// Description: A factory function to make a new OpenCVTexture, used
|
|
// to pass to the TexturePool.
|
|
////////////////////////////////////////////////////////////////////
|
|
PT(Texture) OpenCVTexture::
|
|
make_texture() {
|
|
return new OpenCVTexture;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////
|
|
// Function: OpenCVTexture::update_frame
|
|
// Access: Protected, Virtual
|
|
// Description: Called once per frame, as needed, to load the new
|
|
// image contents.
|
|
////////////////////////////////////////////////////////////////////
|
|
void OpenCVTexture::
|
|
update_frame(int frame) {
|
|
int max_z = max(_z_size, (int)_pages.size());
|
|
for (int z = 0; z < max_z; ++z) {
|
|
VideoPage &page = _pages[z];
|
|
if (page._color.is_valid() || page._alpha.is_valid()) {
|
|
modify_ram_image();
|
|
}
|
|
if (page._color.is_valid()) {
|
|
nassertv(get_num_components() >= 3 && get_component_width() == 1);
|
|
|
|
const unsigned char *source = page._color.get_frame_data(frame);
|
|
if (source != NULL) {
|
|
nassertv(get_video_width() <= _x_size && get_video_height() <= _y_size);
|
|
unsigned char *dest = _image.p() + get_expected_ram_page_size() * z;
|
|
|
|
int dest_row_width = (_x_size * _num_components * _component_width);
|
|
int source_row_width = get_video_width() * 3;
|
|
|
|
if (get_num_components() == 3) {
|
|
// The easy case--copy the whole thing in, row by row.
|
|
for (int y = 0; y < get_video_height(); ++y) {
|
|
memcpy(dest, source, source_row_width);
|
|
dest += dest_row_width;
|
|
source += source_row_width;
|
|
}
|
|
|
|
} else {
|
|
// The harder case--interleave the color in with the alpha,
|
|
// pixel by pixel.
|
|
nassertv(get_num_components() == 4);
|
|
for (int y = 0; y < get_video_height(); ++y) {
|
|
int dx = 0;
|
|
int sx = 0;
|
|
for (int x = 0; x < get_video_width(); ++x) {
|
|
dest[dx] = source[sx];
|
|
dest[dx + 1] = source[sx + 1];
|
|
dest[dx + 2] = source[sx + 2];
|
|
dx += 4;
|
|
sx += 3;
|
|
}
|
|
dest += dest_row_width;
|
|
source += source_row_width;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
if (page._alpha.is_valid()) {
|
|
nassertv(get_num_components() == 4 && get_component_width() == 1);
|
|
|
|
const unsigned char *source = page._alpha.get_frame_data(frame);
|
|
if (source != NULL) {
|
|
nassertv(get_video_width() <= _x_size && get_video_height() <= _y_size);
|
|
unsigned char *dest = _image.p() + get_expected_ram_page_size() * z;
|
|
|
|
int dest_row_width = (_x_size * _num_components * _component_width);
|
|
int source_row_width = get_video_width() * 3;
|
|
|
|
// Interleave the alpha in with the color, pixel by pixel.
|
|
// Even though the alpha will probably be a grayscale video,
|
|
// the OpenCV library presents it as RGB.
|
|
for (int y = 0; y < get_video_height(); ++y) {
|
|
int dx = 3;
|
|
int sx = _alpha_file_channel;
|
|
for (int x = 0; x < get_video_width(); ++x) {
|
|
dest[dx] = source[sx];
|
|
dx += 4;
|
|
sx += 3;
|
|
}
|
|
dest += dest_row_width;
|
|
source += source_row_width;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////
|
|
// Function: OpenCVTexture::register_with_read_factory
|
|
// Access: Public, Static
|
|
// Description: Factory method to generate a Texture object
|
|
////////////////////////////////////////////////////////////////////
|
|
void OpenCVTexture::
|
|
register_with_read_factory() {
|
|
// Since Texture is such a funny object that is reloaded from the
|
|
// TexturePool each time, instead of actually being read fully from
|
|
// the bam file, and since the VideoTexture and OpenCVTexture
|
|
// classes don't really add any useful data to the bam record, we
|
|
// don't need to define make_from_bam(), fillin(), or
|
|
// write_datagram() in this class--we just inherit the same
|
|
// functions from Texture.
|
|
|
|
// We do, however, have to register this class with the BamReader,
|
|
// to avoid warnings about creating the wrong kind of object from
|
|
// the bam file.
|
|
BamReader::get_factory()->register_factory(get_class_type(), make_from_bam);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////
|
|
// Function: OpenCVTexture::VideoStream::Constructor
|
|
// Access: Public
|
|
// Description:
|
|
////////////////////////////////////////////////////////////////////
|
|
OpenCVTexture::VideoStream::
|
|
VideoStream() :
|
|
_capture(NULL),
|
|
_camera_index(-1),
|
|
_next_frame(0)
|
|
{
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////
|
|
// Function: OpenCVTexture::VideoStream::Copy Constructor
|
|
// Access: Public
|
|
// Description:
|
|
////////////////////////////////////////////////////////////////////
|
|
OpenCVTexture::VideoStream::
|
|
VideoStream(const OpenCVTexture::VideoStream ©) :
|
|
_capture(NULL),
|
|
_camera_index(-1)
|
|
{
|
|
// Rather than copying the _capture pointer, we must open a new
|
|
// stream that references the same file.
|
|
if (copy.is_valid()) {
|
|
if (copy.is_from_file()) {
|
|
read(copy._filename);
|
|
} else {
|
|
from_camera(copy._camera_index);
|
|
}
|
|
}
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////
|
|
// Function: OpenCVTexture::VideoStream::Copy Constructor
|
|
// Access: Public
|
|
// Description:
|
|
////////////////////////////////////////////////////////////////////
|
|
OpenCVTexture::VideoStream::
|
|
~VideoStream() {
|
|
clear();
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////
|
|
// Function: OpenCVTexture::VideoStream::get_frame_data
|
|
// Access: Public
|
|
// Description: Returns the pointer to the beginning of the
|
|
// decompressed buffer for the indicated frame number.
|
|
// It is most efficient to call this in increasing order
|
|
// of frame number.
|
|
////////////////////////////////////////////////////////////////////
|
|
const unsigned char *OpenCVTexture::VideoStream::
|
|
get_frame_data(int frame) {
|
|
nassertr(is_valid(), NULL);
|
|
|
|
if (is_from_file() && _next_frame != frame) {
|
|
cvSetCaptureProperty(_capture, CV_CAP_PROP_POS_FRAMES, frame);
|
|
}
|
|
|
|
_next_frame = frame + 1;
|
|
IplImage *image = cvQueryFrame(_capture);
|
|
if (image == NULL) {
|
|
return NULL;
|
|
}
|
|
return (const unsigned char *)image->imageData;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////
|
|
// Function: OpenCVTexture::VideoStream::read
|
|
// Access: Public
|
|
// Description: Sets up the stream to read the indicated file.
|
|
// Returns true on success, false on failure.
|
|
////////////////////////////////////////////////////////////////////
|
|
bool OpenCVTexture::VideoStream::
|
|
read(const Filename &filename) {
|
|
clear();
|
|
|
|
string os_specific = filename.to_os_specific();
|
|
_capture = cvCaptureFromFile(os_specific.c_str());
|
|
if (_capture == NULL) {
|
|
return false;
|
|
}
|
|
_filename = filename;
|
|
return true;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////
|
|
// Function: OpenCVTexture::VideoStream::from_camera
|
|
// Access: Public
|
|
// Description: Sets up the stream to display the indicated camera.
|
|
// Returns true on success, false on failure.
|
|
////////////////////////////////////////////////////////////////////
|
|
bool OpenCVTexture::VideoStream::
|
|
from_camera(int camera_index) {
|
|
clear();
|
|
|
|
_capture = cvCaptureFromCAM(camera_index);
|
|
if (_capture == NULL) {
|
|
return false;
|
|
}
|
|
_camera_index = camera_index;
|
|
return true;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////
|
|
// Function: OpenCVTexture::VideoStream::clear
|
|
// Access: Public
|
|
// Description: Stops the video playback and frees the associated
|
|
// resources.
|
|
////////////////////////////////////////////////////////////////////
|
|
void OpenCVTexture::VideoStream::
|
|
clear() {
|
|
if (_capture != NULL) {
|
|
cvReleaseCapture(&_capture);
|
|
_capture = NULL;
|
|
}
|
|
_filename = Filename();
|
|
_camera_index = -1;
|
|
_next_frame = 0;
|
|
}
|
|
|
|
#endif // HAVE_OPENCV
|
|
|