1600 lines
43 KiB
C++
1600 lines
43 KiB
C++
/*
|
|
Copyright (c) 2010-2016, Mathieu Labbe - IntRoLab - Universite de Sherbrooke
|
|
All rights reserved.
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions are met:
|
|
* Redistributions of source code must retain the above copyright
|
|
notice, this list of conditions and the following disclaimer.
|
|
* Redistributions in binary form must reproduce the above copyright
|
|
notice, this list of conditions and the following disclaimer in the
|
|
documentation and/or other materials provided with the distribution.
|
|
* Neither the name of the Universite de Sherbrooke nor the
|
|
names of its contributors may be used to endorse or promote products
|
|
derived from this software without specific prior written permission.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
|
|
ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
|
|
WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
|
DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY
|
|
DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
|
|
(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
|
|
LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
|
|
ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*/
|
|
|
|
#include "rtabmap/gui/ImageView.h"
|
|
|
|
#include <QtGui/QWheelEvent>
|
|
#include <QtCore/qmath.h>
|
|
#include <QMenu>
|
|
#include <QFileDialog>
|
|
#include <QtCore/QDir>
|
|
#include <QAction>
|
|
#include <QActionGroup>
|
|
#include <QGraphicsEffect>
|
|
#include <QInputDialog>
|
|
#include <QVBoxLayout>
|
|
#include <QColorDialog>
|
|
#include <QPrinter>
|
|
#include <QGraphicsRectItem>
|
|
#include <QToolTip>
|
|
#include "rtabmap/utilite/ULogger.h"
|
|
#include "rtabmap/gui/KeypointItem.h"
|
|
#include "rtabmap/core/util2d.h"
|
|
#include "rtabmap/core/util3d_transforms.h"
|
|
|
|
#include <QtGlobal>
|
|
#if QT_VERSION >= 0x050000
|
|
#include <QStandardPaths>
|
|
#endif
|
|
|
|
namespace rtabmap {
|
|
|
|
//LineItem
|
|
class LineItem : public QGraphicsLineItem
|
|
{
|
|
public:
|
|
LineItem(float x1, float y1, float x2, float y2, const QString & text = QString(), QGraphicsItem * parent = 0) :
|
|
QGraphicsLineItem(x1, y1, x2, y2, parent),
|
|
_text(text),
|
|
_placeHolder(0)
|
|
{
|
|
this->setAcceptHoverEvents(true);
|
|
this->setFlag(QGraphicsItem::ItemIsFocusable, true);
|
|
_width = pen().width();
|
|
}
|
|
virtual ~LineItem()
|
|
{
|
|
delete _placeHolder;
|
|
}
|
|
|
|
void setWidth(int width)
|
|
{
|
|
_width = width;
|
|
this->setPen(QPen(pen().color(), _width));
|
|
}
|
|
|
|
protected:
|
|
virtual void hoverEnterEvent ( QGraphicsSceneHoverEvent * event )
|
|
{
|
|
QGraphicsScene * scene = this->scene();
|
|
if(scene && scene->focusItem() == 0)
|
|
{
|
|
this->showDescription();
|
|
}
|
|
else
|
|
{
|
|
this->setPen(QPen(pen().color(), _width+2));
|
|
}
|
|
QGraphicsLineItem::hoverEnterEvent(event);
|
|
}
|
|
|
|
virtual void hoverLeaveEvent ( QGraphicsSceneHoverEvent * event )
|
|
{
|
|
if(!this->hasFocus())
|
|
{
|
|
this->hideDescription();
|
|
}
|
|
QGraphicsLineItem::hoverEnterEvent(event);
|
|
}
|
|
|
|
virtual void focusInEvent ( QFocusEvent * event )
|
|
{
|
|
this->showDescription();
|
|
QGraphicsLineItem::focusInEvent(event);
|
|
}
|
|
|
|
virtual void focusOutEvent ( QFocusEvent * event )
|
|
{
|
|
this->hideDescription();
|
|
QGraphicsLineItem::focusOutEvent(event);
|
|
}
|
|
|
|
private:
|
|
void showDescription()
|
|
{
|
|
if(!_text.isEmpty())
|
|
{
|
|
if(!_placeHolder)
|
|
{
|
|
_placeHolder = new QGraphicsRectItem (this);
|
|
_placeHolder->setVisible(false);
|
|
if(qGray(pen().color().rgb() > 255/2))
|
|
{
|
|
_placeHolder->setBrush(QBrush(QColor ( 0,0,0, 170 )));
|
|
}
|
|
else
|
|
{
|
|
_placeHolder->setBrush(QBrush(QColor ( 255, 255, 255, 170 )));
|
|
}
|
|
QGraphicsTextItem * text = new QGraphicsTextItem(_placeHolder);
|
|
text->setDefaultTextColor(this->pen().color().rgb());
|
|
text->setPlainText(_text);
|
|
_placeHolder->setRect(text->boundingRect());
|
|
}
|
|
|
|
if(_placeHolder->parentItem())
|
|
{
|
|
_placeHolder->setParentItem(0); // Make it a to level item
|
|
}
|
|
_placeHolder->setZValue(this->zValue()+1);
|
|
_placeHolder->setPos(this->mapFromScene(0,0));
|
|
_placeHolder->setVisible(true);
|
|
}
|
|
QPen pen = this->pen();
|
|
this->setPen(QPen(pen.color(), _width+2));
|
|
}
|
|
void hideDescription()
|
|
{
|
|
if(_placeHolder)
|
|
{
|
|
_placeHolder->setVisible(false);
|
|
}
|
|
this->setPen(QPen(pen().color(), _width));
|
|
}
|
|
|
|
private:
|
|
QString _text;
|
|
QGraphicsRectItem * _placeHolder;
|
|
int _width;
|
|
};
|
|
|
|
QIcon ImageView::createIcon(const QColor & color)
|
|
{
|
|
QPixmap pixmap(50, 50);
|
|
pixmap.fill(color);
|
|
return QIcon(pixmap);
|
|
}
|
|
|
|
ImageView::ImageView(QWidget * parent) :
|
|
QWidget(parent),
|
|
_alpha(100),
|
|
_featuresSize(0.0f),
|
|
_linesWidth(0),
|
|
_defaultBgColor(Qt::black),
|
|
_defaultFeatureColor(Qt::yellow),
|
|
_defaultMatchingFeatureColor(Qt::magenta),
|
|
_defaultMatchingLineColor(Qt::cyan),
|
|
_depthColorMapMinRange(0),
|
|
_depthColorMapMaxRange(0),
|
|
_imageItem(0),
|
|
_imageDepthItem(0),
|
|
_imageDepthConfidenceItem(0)
|
|
{
|
|
#if QT_VERSION >= 0x050000
|
|
_savedFileName = QStandardPaths::writableLocation(QStandardPaths::PicturesLocation);
|
|
#endif
|
|
QDir dir;
|
|
if(!dir.exists(_savedFileName))
|
|
{
|
|
_savedFileName = QDir::homePath()+ "/picture.png";
|
|
}
|
|
else
|
|
{
|
|
_savedFileName += "/picture.png";
|
|
}
|
|
|
|
_graphicsView = new QGraphicsView(this);
|
|
_graphicsView->setTransformationAnchor(QGraphicsView::AnchorUnderMouse);
|
|
_graphicsView->setScene(new QGraphicsScene(this));
|
|
_graphicsView->setVisible(false);
|
|
|
|
this->setLayout(new QVBoxLayout(this));
|
|
this->layout()->addWidget(_graphicsView);
|
|
this->layout()->setContentsMargins(0,0,0,0);
|
|
|
|
_menu = new QMenu(tr(""), this);
|
|
_showImage = _menu->addAction(tr("Show image"));
|
|
_showImage->setCheckable(true);
|
|
_showImage->setChecked(true);
|
|
_showImageDepth = _menu->addAction(tr("Show depth image"));
|
|
_showImageDepth->setCheckable(true);
|
|
_showImageDepth->setChecked(false);
|
|
_showImageDepthConfidence = _menu->addAction(tr("Show depth confidence"));
|
|
_showImageDepthConfidence->setCheckable(true);
|
|
_showImageDepthConfidence->setChecked(false);
|
|
_featureMenu = _menu->addMenu("Features");
|
|
_showFeatures = _featureMenu->addAction(tr("Show features"));
|
|
_showFeatures->setCheckable(true);
|
|
_showFeatures->setChecked(true);
|
|
_setFeaturesSize = _featureMenu->addAction(tr("Set features size..."));
|
|
_showLines = _featureMenu->addAction(tr("Show lines"));
|
|
_showLines->setCheckable(true);
|
|
_showLines->setChecked(true);
|
|
_setLinesWidth = _featureMenu->addAction(tr("Set lines width..."));
|
|
_setFeatureColor = _featureMenu->addAction(tr("Set default feature color"));
|
|
_setFeatureColor->setIcon(createIcon(_defaultFeatureColor));
|
|
_setFeatureColor->setIconVisibleInMenu(true);
|
|
_setMatchingFeatureColor = _featureMenu->addAction(tr("Set default correspondence color"));
|
|
_setMatchingFeatureColor->setIcon(createIcon(_defaultMatchingFeatureColor));
|
|
_setMatchingFeatureColor->setIconVisibleInMenu(true);
|
|
_setMatchingLineColor = _featureMenu->addAction(tr("Set default line color"));
|
|
_setMatchingLineColor->setIcon(createIcon(_defaultMatchingLineColor));
|
|
_setMatchingLineColor->setIconVisibleInMenu(true);
|
|
_setAlpha = _featureMenu->addAction(tr("Set transparency..."));
|
|
_graphicsViewMode = _menu->addAction(tr("Graphics view"));
|
|
_graphicsViewMode->setCheckable(true);
|
|
_graphicsViewMode->setChecked(false);
|
|
_scaleMenu = _menu->addMenu("Scale image");
|
|
_scaleMenu->setEnabled(false);
|
|
_graphicsViewScaled = _scaleMenu->addAction(tr("Fit in view"));
|
|
_graphicsViewScaled->setCheckable(true);
|
|
_graphicsViewScaled->setChecked(true);
|
|
_graphicsViewScaledToHeight = _scaleMenu->addAction(tr("Fit height"));
|
|
_graphicsViewScaledToHeight->setCheckable(true);
|
|
_graphicsViewScaledToHeight->setChecked(false);
|
|
_graphicsViewNoScaling = _scaleMenu->addAction(tr("No scale"));
|
|
_graphicsViewNoScaling->setCheckable(true);
|
|
_graphicsViewNoScaling->setChecked(false);
|
|
QActionGroup * group = new QActionGroup(this);
|
|
group->addAction(_graphicsViewScaled);
|
|
group->addAction(_graphicsViewScaledToHeight);
|
|
group->addAction(_graphicsViewNoScaling);
|
|
QMenu * colorMap = _menu->addMenu("Depth color map");
|
|
_colorMapWhiteToBlack = colorMap->addAction(tr("White to black"));
|
|
_colorMapWhiteToBlack->setCheckable(true);
|
|
_colorMapWhiteToBlack->setChecked(false);
|
|
_colorMapBlackToWhite = colorMap->addAction(tr("Black to white"));
|
|
_colorMapBlackToWhite->setCheckable(true);
|
|
_colorMapBlackToWhite->setChecked(false);
|
|
_colorMapRedToBlue = colorMap->addAction(tr("Red to blue"));
|
|
_colorMapRedToBlue->setCheckable(true);
|
|
_colorMapRedToBlue->setChecked(true);
|
|
_colorMapBlueToRed = colorMap->addAction(tr("Blue to red"));
|
|
_colorMapBlueToRed->setCheckable(true);
|
|
_colorMapBlueToRed->setChecked(false);
|
|
_colorMapMinRange = colorMap->addAction(tr("Min Range..."));
|
|
_colorMapMaxRange = colorMap->addAction(tr("Max Range..."));
|
|
group = new QActionGroup(this);
|
|
group->addAction(_colorMapWhiteToBlack);
|
|
group->addAction(_colorMapBlackToWhite);
|
|
group->addAction(_colorMapRedToBlue);
|
|
group->addAction(_colorMapBlueToRed);
|
|
group->addAction(_colorMapMaxRange);
|
|
_mouseTracking = _menu->addAction(tr("Show pixel depth"));
|
|
_mouseTracking->setCheckable(true);
|
|
_mouseTracking->setChecked(false);
|
|
_saveImage = _menu->addAction(tr("Save picture..."));
|
|
_saveImage->setEnabled(false);
|
|
|
|
setMouseTracking(true);
|
|
|
|
connect(_graphicsView->scene(), SIGNAL(sceneRectChanged(const QRectF &)), this, SLOT(sceneRectChanged(const QRectF &)));
|
|
}
|
|
|
|
ImageView::~ImageView() {
|
|
clear();
|
|
}
|
|
|
|
void ImageView::saveSettings(QSettings & settings, const QString & group) const
|
|
{
|
|
if(!group.isEmpty())
|
|
{
|
|
settings.beginGroup(group);
|
|
}
|
|
settings.setValue("image_shown", this->isImageShown());
|
|
settings.setValue("depth_shown", this->isImageDepthShown());
|
|
settings.setValue("confidence_shown", this->isImageDepthConfidenceShown());
|
|
settings.setValue("features_shown", this->isFeaturesShown());
|
|
settings.setValue("features_size", this->getFeaturesSize());
|
|
settings.setValue("lines_shown", this->isLinesShown());
|
|
settings.setValue("lines_width", this->getLinesWidth());
|
|
settings.setValue("alpha", this->getAlpha());
|
|
settings.setValue("bg_color", this->getDefaultBackgroundColor());
|
|
settings.setValue("feature_color", this->getDefaultFeatureColor());
|
|
settings.setValue("matching_feature_color", this->getDefaultMatchingFeatureColor());
|
|
settings.setValue("matching_line_color", this->getDefaultMatchingLineColor());
|
|
settings.setValue("graphics_view", this->isGraphicsViewMode());
|
|
settings.setValue("graphics_view_scale", this->isGraphicsViewScaled());
|
|
settings.setValue("graphics_view_scale_to_height", this->isGraphicsViewScaledToHeight());
|
|
settings.setValue("colormap", _colorMapWhiteToBlack->isChecked()?0:_colorMapBlackToWhite->isChecked()?1:_colorMapRedToBlue->isChecked()?2:3);
|
|
settings.setValue("colormap_min_range", this->getDepthColorMapMinRange());
|
|
settings.setValue("colormap_max_range", this->getDepthColorMapMaxRange());
|
|
if(!group.isEmpty())
|
|
{
|
|
settings.endGroup();
|
|
}
|
|
}
|
|
|
|
void ImageView::loadSettings(QSettings & settings, const QString & group)
|
|
{
|
|
if(!group.isEmpty())
|
|
{
|
|
settings.beginGroup(group);
|
|
}
|
|
this->setImageShown(settings.value("image_shown", this->isImageShown()).toBool());
|
|
this->setImageDepthShown(settings.value("depth_shown", this->isImageDepthShown()).toBool());
|
|
this->setImageDepthConfidenceShown(settings.value("confidence_shown", this->isImageDepthConfidenceShown()).toBool());
|
|
this->setFeaturesShown(settings.value("features_shown", this->isFeaturesShown()).toBool());
|
|
this->setFeaturesSize(settings.value("features_size", this->getFeaturesSize()).toInt());
|
|
this->setLinesShown(settings.value("lines_shown", this->isLinesShown()).toBool());
|
|
this->setLinesWidth(settings.value("lines_width", this->getLinesWidth()).toInt());
|
|
this->setAlpha(settings.value("alpha", this->getAlpha()).toInt());
|
|
this->setDefaultBackgroundColor(settings.value("bg_color", this->getDefaultBackgroundColor()).value<QColor>());
|
|
this->setDefaultFeatureColor(settings.value("feature_color", this->getDefaultFeatureColor()).value<QColor>());
|
|
this->setDefaultMatchingFeatureColor(settings.value("matching_feature_color", this->getDefaultMatchingFeatureColor()).value<QColor>());
|
|
this->setDefaultMatchingLineColor(settings.value("matching_line_color", this->getDefaultMatchingLineColor()).value<QColor>());
|
|
this->setGraphicsViewMode(settings.value("graphics_view", this->isGraphicsViewMode()).toBool());
|
|
this->setGraphicsViewScaled(settings.value("graphics_view_scale", this->isGraphicsViewScaled()).toBool());
|
|
this->setGraphicsViewScaledToHeight(settings.value("graphics_view_scale_to_height", this->isGraphicsViewScaledToHeight()).toBool());
|
|
int colorMap = settings.value("colormap", 2).toInt();
|
|
_colorMapWhiteToBlack->setChecked(colorMap==0);
|
|
_colorMapBlackToWhite->setChecked(colorMap==1);
|
|
_colorMapRedToBlue->setChecked(colorMap==2);
|
|
_colorMapBlueToRed->setChecked(colorMap==3);
|
|
this->setDepthColorMapRange(
|
|
settings.value("colormap_min_range", this->getDepthColorMapMinRange()).toFloat(),
|
|
settings.value("colormap_max_range", settings.value("colormap_range" /*backward compatibility*/, this->getDepthColorMapMaxRange())).toFloat());
|
|
if(!group.isEmpty())
|
|
{
|
|
settings.endGroup();
|
|
}
|
|
}
|
|
|
|
QRectF ImageView::sceneRect() const
|
|
{
|
|
return _graphicsView->scene()->sceneRect();
|
|
}
|
|
|
|
bool ImageView::isImageShown() const
|
|
{
|
|
return _showImage->isChecked();
|
|
}
|
|
|
|
bool ImageView::isImageDepthShown() const
|
|
{
|
|
return _showImageDepth->isChecked();
|
|
}
|
|
|
|
bool ImageView::isImageDepthConfidenceShown() const
|
|
{
|
|
return _showImageDepthConfidence->isChecked();
|
|
}
|
|
|
|
bool ImageView::isFeaturesShown() const
|
|
{
|
|
return _showFeatures->isChecked();
|
|
}
|
|
|
|
bool ImageView::isGraphicsViewMode() const
|
|
{
|
|
return _graphicsViewMode->isChecked();
|
|
}
|
|
|
|
bool ImageView::isGraphicsViewScaled() const
|
|
{
|
|
return _graphicsViewScaled->isChecked();
|
|
}
|
|
|
|
bool ImageView::isGraphicsViewScaledToHeight() const
|
|
{
|
|
return _graphicsViewScaledToHeight->isChecked();
|
|
}
|
|
|
|
const QColor & ImageView::getDefaultBackgroundColor() const
|
|
{
|
|
return _defaultBgColor;
|
|
}
|
|
const QColor & ImageView::getDefaultFeatureColor() const
|
|
{
|
|
return _defaultFeatureColor;
|
|
}
|
|
const QColor & ImageView::getDefaultMatchingFeatureColor() const
|
|
{
|
|
return _defaultMatchingFeatureColor;
|
|
}
|
|
const QColor & ImageView::getDefaultMatchingLineColor() const
|
|
{
|
|
return _defaultMatchingLineColor;
|
|
}
|
|
|
|
const QColor & ImageView::getBackgroundColor() const
|
|
{
|
|
return _graphicsView->backgroundBrush().color();
|
|
}
|
|
|
|
float ImageView::getDepthColorMapMinRange() const
|
|
{
|
|
return _depthColorMapMinRange;
|
|
}
|
|
|
|
float ImageView::getDepthColorMapMaxRange() const
|
|
{
|
|
return _depthColorMapMaxRange;
|
|
}
|
|
|
|
uCvQtDepthColorMap ImageView::getDepthColorMap() const
|
|
{
|
|
uCvQtDepthColorMap colorMap = uCvQtDepthWhiteToBlack;
|
|
if(_colorMapBlackToWhite->isChecked())
|
|
{
|
|
colorMap = uCvQtDepthBlackToWhite;
|
|
}
|
|
else if(_colorMapRedToBlue->isChecked())
|
|
{
|
|
colorMap = uCvQtDepthRedToBlue;
|
|
}
|
|
else if(_colorMapBlueToRed->isChecked())
|
|
{
|
|
colorMap = uCvQtDepthBlueToRed;
|
|
}
|
|
return colorMap;
|
|
}
|
|
|
|
|
|
void ImageView::setFeaturesShown(bool shown)
|
|
{
|
|
_showFeatures->setChecked(shown);
|
|
for(QMultiMap<int, KeypointItem*>::iterator iter=_features.begin(); iter!=_features.end(); ++iter)
|
|
{
|
|
iter.value()->setVisible(_showFeatures->isChecked());
|
|
}
|
|
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
void ImageView::setImageShown(bool shown)
|
|
{
|
|
_showImage->setChecked(shown);
|
|
if(_imageItem)
|
|
{
|
|
_imageItem->setVisible(_showImage->isChecked());
|
|
this->updateOpacity();
|
|
}
|
|
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
void ImageView::setImageDepthShown(bool shown)
|
|
{
|
|
_showImageDepth->setChecked(shown);
|
|
if(shown)
|
|
{
|
|
_showImageDepthConfidence->setChecked(false);
|
|
if(_imageDepthConfidenceItem) {
|
|
_imageDepthConfidenceItem->setVisible(false);
|
|
}
|
|
}
|
|
if(_imageDepthItem)
|
|
{
|
|
_imageDepthItem->setVisible(_showImageDepth->isChecked());
|
|
this->updateOpacity();
|
|
}
|
|
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
void ImageView::setImageDepthConfidenceShown(bool shown)
|
|
{
|
|
_showImageDepthConfidence->setChecked(shown);
|
|
if(shown)
|
|
{
|
|
_showImageDepth->setChecked(false);
|
|
if(_imageDepthItem) {
|
|
_imageDepthItem->setVisible(false);
|
|
}
|
|
}
|
|
if(_imageDepthConfidenceItem)
|
|
{
|
|
_imageDepthConfidenceItem->setVisible(_showImageDepthConfidence->isChecked());
|
|
this->updateOpacity();
|
|
}
|
|
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
bool ImageView::isLinesShown() const
|
|
{
|
|
return _showLines->isChecked();
|
|
}
|
|
|
|
void ImageView::setLinesShown(bool shown)
|
|
{
|
|
_showLines->setChecked(shown);
|
|
for(int i=0; i<_lines.size(); ++i)
|
|
{
|
|
_lines.at(i)->setVisible(_showLines->isChecked());
|
|
}
|
|
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
float ImageView::viewScale() const
|
|
{
|
|
if(_graphicsView->isVisible())
|
|
{
|
|
return _graphicsView->transform().m11();
|
|
}
|
|
else
|
|
{
|
|
float scale, offsetX, offsetY;
|
|
computeScaleOffsets(this->rect(), scale, offsetX, offsetY);
|
|
return scale;
|
|
}
|
|
}
|
|
|
|
void ImageView::setGraphicsViewMode(bool on)
|
|
{
|
|
_graphicsViewMode->setChecked(on);
|
|
_graphicsView->setVisible(on);
|
|
_scaleMenu->setEnabled(on);
|
|
|
|
_mouseTracking->setEnabled(!on);
|
|
|
|
if(on)
|
|
{
|
|
for(QMultiMap<int, KeypointItem*>::iterator iter=_features.begin(); iter!=_features.end(); ++iter)
|
|
{
|
|
if(iter.value()->scene() != _graphicsView->scene())
|
|
{
|
|
_graphicsView->scene()->addItem(iter.value());
|
|
}
|
|
}
|
|
|
|
for(QList<QGraphicsLineItem*>::iterator iter=_lines.begin(); iter!=_lines.end(); ++iter)
|
|
{
|
|
if((*iter)->scene() != _graphicsView->scene())
|
|
{
|
|
_graphicsView->scene()->addItem(*iter);
|
|
}
|
|
}
|
|
|
|
//update images
|
|
if(_imageItem)
|
|
{
|
|
_imageItem->setPixmap(_image);
|
|
}
|
|
else
|
|
{
|
|
_imageItem = _graphicsView->scene()->addPixmap(_image);
|
|
_imageItem->setVisible(_showImage->isChecked());
|
|
}
|
|
|
|
if(_imageDepthItem)
|
|
{
|
|
_imageDepthItem->setPixmap(_imageDepth);
|
|
}
|
|
else if(!_imageDepth.isNull())
|
|
{
|
|
_imageDepthItem = _graphicsView->scene()->addPixmap(_imageDepth);
|
|
_imageDepthItem->setVisible(_showImageDepth->isChecked());
|
|
}
|
|
if(_imageDepthConfidenceItem)
|
|
{
|
|
_imageDepthConfidenceItem->setPixmap(_imageDepthConfidence);
|
|
}
|
|
else if(!_imageDepthConfidence.isNull())
|
|
{
|
|
_imageDepthConfidenceItem = _graphicsView->scene()->addPixmap(_imageDepthConfidence);
|
|
_imageDepthConfidenceItem->setVisible(_showImageDepthConfidence->isChecked());
|
|
}
|
|
this->updateOpacity();
|
|
|
|
if(_graphicsViewScaled->isChecked())
|
|
{
|
|
_graphicsView->fitInView(_graphicsView->sceneRect(), Qt::KeepAspectRatio);
|
|
}
|
|
else if(_graphicsViewScaledToHeight->isChecked())
|
|
{
|
|
QRectF rect = _graphicsView->sceneRect();
|
|
rect.setWidth(1);
|
|
_graphicsView->fitInView(rect, Qt::KeepAspectRatio);
|
|
}
|
|
else
|
|
{
|
|
_graphicsView->resetTransform();
|
|
}
|
|
}
|
|
else
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
void ImageView::setGraphicsViewScaled(bool scaled)
|
|
{
|
|
_graphicsViewScaled->setChecked(scaled);
|
|
|
|
if(scaled)
|
|
{
|
|
_graphicsView->fitInView(_graphicsView->sceneRect(), Qt::KeepAspectRatio);
|
|
}
|
|
else
|
|
{
|
|
_graphicsView->resetTransform();
|
|
}
|
|
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
void ImageView::setGraphicsViewScaledToHeight(bool scaled)
|
|
{
|
|
_graphicsViewScaledToHeight->setChecked(scaled);
|
|
|
|
if(scaled)
|
|
{
|
|
QRectF rect = _graphicsView->sceneRect();
|
|
rect.setWidth(1);
|
|
_graphicsView->fitInView(rect, Qt::KeepAspectRatio);
|
|
}
|
|
else
|
|
{
|
|
_graphicsView->resetTransform();
|
|
}
|
|
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
void ImageView::setDefaultBackgroundColor(const QColor & color)
|
|
{
|
|
_defaultBgColor = color;
|
|
setBackgroundColor(color);
|
|
}
|
|
|
|
void ImageView::setDefaultFeatureColor(const QColor & color)
|
|
{
|
|
QColor previousColor = _defaultFeatureColor;
|
|
_defaultFeatureColor = color;
|
|
for(QMultiMap<int, KeypointItem*>::iterator iter=_features.begin(); iter!=_features.end(); ++iter)
|
|
{
|
|
if(QColor(iter.value()->pen().color().rgb()) == previousColor)
|
|
{
|
|
QColor c = _defaultFeatureColor;
|
|
c.setAlpha(_alpha);
|
|
iter.value()->setPen(QPen(c));
|
|
iter.value()->setBrush(QBrush(c));
|
|
}
|
|
}
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
void ImageView::setDefaultMatchingFeatureColor(const QColor & color)
|
|
{
|
|
QColor previousColor = _defaultMatchingFeatureColor;
|
|
_defaultMatchingFeatureColor = color;
|
|
for(QMultiMap<int, KeypointItem*>::iterator iter=_features.begin(); iter!=_features.end(); ++iter)
|
|
{
|
|
if(QColor(iter.value()->pen().color().rgb()) == previousColor)
|
|
{
|
|
QColor c = _defaultMatchingFeatureColor;
|
|
c.setAlpha(_alpha);
|
|
iter.value()->setPen(QPen(c));
|
|
iter.value()->setBrush(QBrush(c));
|
|
}
|
|
}
|
|
|
|
for(QList<QGraphicsLineItem*>::iterator iter=_lines.begin(); iter!=_lines.end(); ++iter)
|
|
{
|
|
if(QColor((*iter)->pen().color().rgb()) == previousColor)
|
|
{
|
|
QColor c = _defaultMatchingFeatureColor;
|
|
c.setAlpha(_alpha);
|
|
(*iter)->setPen(QPen(c));
|
|
}
|
|
}
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
void ImageView::setDefaultMatchingLineColor(const QColor & color)
|
|
{
|
|
QColor previousColor = _defaultMatchingLineColor;
|
|
_defaultMatchingLineColor = color;
|
|
for(QMultiMap<int, KeypointItem*>::iterator iter=_features.begin(); iter!=_features.end(); ++iter)
|
|
{
|
|
if(QColor(iter.value()->pen().color().rgb()) == previousColor)
|
|
{
|
|
QColor c = _defaultMatchingLineColor;
|
|
c.setAlpha(_alpha);
|
|
iter.value()->setPen(QPen(c));
|
|
iter.value()->setBrush(QBrush(c));
|
|
}
|
|
}
|
|
|
|
for(QList<QGraphicsLineItem*>::iterator iter=_lines.begin(); iter!=_lines.end(); ++iter)
|
|
{
|
|
if(QColor((*iter)->pen().color().rgb()) == previousColor)
|
|
{
|
|
QColor c = _defaultMatchingLineColor;
|
|
c.setAlpha(_alpha);
|
|
(*iter)->setPen(QPen(c));
|
|
}
|
|
}
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
void ImageView::setBackgroundColor(const QColor & color)
|
|
{
|
|
_graphicsView->setBackgroundBrush(QBrush(color));
|
|
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
void ImageView::setDepthColorMapRange(float min, float max)
|
|
{
|
|
_depthColorMapMinRange = min;
|
|
_depthColorMapMaxRange = max;
|
|
}
|
|
|
|
|
|
void ImageView::computeScaleOffsets(const QRect & targetRect, float & scale, float & offsetX, float & offsetY) const
|
|
{
|
|
scale = 1.0f;
|
|
offsetX = 0.0f;
|
|
offsetY = 0.0f;
|
|
|
|
if(!_graphicsView->scene()->sceneRect().isNull())
|
|
{
|
|
float w = _graphicsView->scene()->width();
|
|
float h = _graphicsView->scene()->height();
|
|
float widthRatio = float(targetRect.width()) / w;
|
|
float heightRatio = float(targetRect.height()) / h;
|
|
|
|
//printf("w=%f, h=%f, wR=%f, hR=%f, sW=%d, sH=%d\n", w, h, widthRatio, heightRatio, this->rect().width(), this->rect().height());
|
|
if(widthRatio < heightRatio)
|
|
{
|
|
scale = widthRatio;
|
|
}
|
|
else
|
|
{
|
|
scale = heightRatio;
|
|
}
|
|
|
|
//printf("ratio=%f\n",ratio);
|
|
|
|
w *= scale;
|
|
h *= scale;
|
|
|
|
if(w < targetRect.width())
|
|
{
|
|
offsetX = (targetRect.width() - w)/2.0f;
|
|
}
|
|
if(h < targetRect.height())
|
|
{
|
|
offsetY = (targetRect.height() - h)/2.0f;
|
|
}
|
|
//printf("offsetX=%f, offsetY=%f\n",offsetX, offsetY);
|
|
}
|
|
}
|
|
|
|
void ImageView::sceneRectChanged(const QRectF & rect)
|
|
{
|
|
_saveImage->setEnabled(rect.isValid());
|
|
}
|
|
|
|
void ImageView::paintEvent(QPaintEvent *event)
|
|
{
|
|
if(_graphicsViewMode->isChecked())
|
|
{
|
|
QWidget::paintEvent(event);
|
|
}
|
|
else
|
|
{
|
|
if(!_graphicsView->scene()->sceneRect().isNull())
|
|
{
|
|
//Scale
|
|
float ratio, offsetX, offsetY;
|
|
this->computeScaleOffsets(event->rect(), ratio, offsetX, offsetY);
|
|
QPainter painter(this);
|
|
|
|
//Background
|
|
painter.save();
|
|
painter.setBrush(_graphicsView->backgroundBrush());
|
|
painter.drawRect(event->rect());
|
|
painter.restore();
|
|
|
|
painter.translate(offsetX, offsetY);
|
|
painter.scale(ratio, ratio);
|
|
|
|
painter.save();
|
|
if(_showImage->isChecked() && !_image.isNull() &&
|
|
((_showImageDepth->isChecked() && !_imageDepth.isNull()) ||
|
|
(_showImageDepthConfidence->isChecked()&&!_imageDepthConfidence.isNull())))
|
|
{
|
|
painter.setOpacity(0.5);
|
|
}
|
|
|
|
if(_showImage->isChecked() && !_image.isNull())
|
|
{
|
|
painter.drawPixmap(QPoint(0,0), _image);
|
|
}
|
|
|
|
if(_showImageDepth->isChecked() && !_imageDepth.isNull())
|
|
{
|
|
painter.drawPixmap(QPoint(0,0), _imageDepth);
|
|
}
|
|
else if(_showImageDepthConfidence->isChecked() && !_imageDepthConfidence.isNull())
|
|
{
|
|
painter.drawPixmap(QPoint(0,0), _imageDepthConfidence);
|
|
}
|
|
painter.restore();
|
|
|
|
if(_showFeatures->isChecked())
|
|
{
|
|
for(QMultiMap<int, rtabmap::KeypointItem *>::iterator iter = _features.begin(); iter != _features.end(); ++iter)
|
|
{
|
|
QColor color = iter.value()->pen().color();
|
|
painter.save();
|
|
painter.setPen(color);
|
|
painter.setBrush(color);
|
|
painter.drawEllipse(iter.value()->rect());
|
|
painter.restore();
|
|
}
|
|
}
|
|
|
|
if(_showLines->isChecked())
|
|
{
|
|
for(QList<QGraphicsLineItem*>::iterator iter = _lines.begin(); iter != _lines.end(); ++iter)
|
|
{
|
|
painter.save();
|
|
painter.setPen(QPen((*iter)->pen().color(), _linesWidth));
|
|
painter.drawLine((*iter)->line());
|
|
painter.restore();
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
void ImageView::resizeEvent(QResizeEvent* event)
|
|
{
|
|
QWidget::resizeEvent(event);
|
|
if(_graphicsView->isVisible())
|
|
{
|
|
if(_graphicsViewScaled->isChecked())
|
|
{
|
|
_graphicsView->fitInView(_graphicsView->sceneRect(), Qt::KeepAspectRatio);
|
|
}
|
|
else if(_graphicsViewScaledToHeight->isChecked())
|
|
{
|
|
QRectF rect = _graphicsView->sceneRect();
|
|
rect.setWidth(1);
|
|
_graphicsView->fitInView(rect, Qt::KeepAspectRatio);
|
|
}
|
|
}
|
|
}
|
|
|
|
void ImageView::contextMenuEvent(QContextMenuEvent * e)
|
|
{
|
|
_setFeatureColor->setIcon(createIcon(_defaultFeatureColor));
|
|
_setMatchingFeatureColor->setIcon(createIcon(_defaultMatchingFeatureColor));
|
|
_setMatchingLineColor->setIcon(createIcon(_defaultMatchingLineColor));
|
|
_setFeatureColor->setIconVisibleInMenu(true);
|
|
_setMatchingFeatureColor->setIconVisibleInMenu(true);
|
|
_setMatchingLineColor->setIconVisibleInMenu(true);
|
|
|
|
QAction * action = _menu->exec(e->globalPos());
|
|
if(action == _saveImage)
|
|
{
|
|
if(!_graphicsView->scene()->sceneRect().isNull())
|
|
{
|
|
QString text;
|
|
QString extensions = "*.png *.xpm *.jpg";
|
|
if(_graphicsView->isVisible())
|
|
{
|
|
extensions += " *.pdf";
|
|
}
|
|
#ifdef QT_SVG_LIB
|
|
extensions += " *.svg";
|
|
#endif
|
|
text = QFileDialog::getSaveFileName(this, tr("Save figure to ..."), _savedFileName, extensions);
|
|
|
|
if(!text.isEmpty())
|
|
{
|
|
if(QFileInfo(text).suffix() == "")
|
|
{
|
|
//use png by default
|
|
text += ".png";
|
|
}
|
|
|
|
_savedFileName = text;
|
|
if(QFileInfo(text).suffix().compare("pdf") == 0)
|
|
{
|
|
QPrinter printer(QPrinter::HighResolution);
|
|
printer.setPageOrientation(QPageLayout::Portrait);
|
|
printer.setOutputFileName( text );
|
|
QPainter p(&printer);
|
|
p.begin(&printer);
|
|
double xscale = printer.pageLayout().paintRectPixels(printer.resolution()).width()/double(_graphicsView->sceneRect().width());
|
|
double yscale = printer.pageLayout().paintRectPixels(printer.resolution()).height()/double(_graphicsView->sceneRect().height());
|
|
double scale = qMin(xscale, yscale);
|
|
p.scale(scale, scale);
|
|
_graphicsView->scene()->render(&p, _graphicsView->sceneRect(), _graphicsView->sceneRect());
|
|
p.end();
|
|
}
|
|
else
|
|
{
|
|
QImage img(_graphicsView->sceneRect().width(), _graphicsView->sceneRect().height(), QImage::Format_ARGB32_Premultiplied);
|
|
QPainter p(&img);
|
|
if(_graphicsView->isVisible())
|
|
{
|
|
_graphicsView->scene()->render(&p, _graphicsView->sceneRect(), _graphicsView->sceneRect());
|
|
}
|
|
else
|
|
{
|
|
this->render(&p, QPoint(), _graphicsView->sceneRect().toRect());
|
|
}
|
|
img.save(text);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
else if(action == _showFeatures)
|
|
{
|
|
this->setFeaturesShown(_showFeatures->isChecked());
|
|
Q_EMIT configChanged();
|
|
}
|
|
else if(action == _setFeatureColor ||
|
|
action == _setMatchingFeatureColor ||
|
|
action == _setMatchingLineColor)
|
|
{
|
|
QColor color;
|
|
if(action == _setMatchingFeatureColor)
|
|
{
|
|
color = _defaultMatchingFeatureColor;
|
|
}
|
|
else if(action == _setMatchingLineColor)
|
|
{
|
|
color = _defaultMatchingLineColor;
|
|
}
|
|
else //if(action == _setFeatureColor)
|
|
{
|
|
color = _defaultFeatureColor;
|
|
}
|
|
color = QColorDialog::getColor(color, this);
|
|
if(color.isValid())
|
|
{
|
|
|
|
if(action == _setMatchingFeatureColor)
|
|
{
|
|
this->setDefaultMatchingFeatureColor(color);
|
|
}
|
|
else if(action == _setMatchingLineColor)
|
|
{
|
|
this->setDefaultMatchingLineColor(color);
|
|
}
|
|
else //if(action == _setFeatureColor)
|
|
{
|
|
this->setDefaultFeatureColor(color);
|
|
}
|
|
}
|
|
}
|
|
else if(action == _showImage)
|
|
{
|
|
this->setImageShown(_showImage->isChecked());
|
|
Q_EMIT configChanged();
|
|
}
|
|
else if(action == _showImageDepth)
|
|
{
|
|
this->setImageDepthShown(_showImageDepth->isChecked());
|
|
Q_EMIT configChanged();
|
|
}
|
|
else if(action == _showImageDepthConfidence)
|
|
{
|
|
this->setImageDepthConfidenceShown(_showImageDepthConfidence->isChecked());
|
|
Q_EMIT configChanged();
|
|
}
|
|
else if(action == _showLines)
|
|
{
|
|
this->setLinesShown(_showLines->isChecked());
|
|
Q_EMIT configChanged();
|
|
}
|
|
else if(action == _graphicsViewMode)
|
|
{
|
|
this->setGraphicsViewMode(_graphicsViewMode->isChecked());
|
|
Q_EMIT configChanged();
|
|
}
|
|
else if(action == _graphicsViewScaled)
|
|
{
|
|
this->setGraphicsViewScaled(_graphicsViewScaled->isChecked());
|
|
Q_EMIT configChanged();
|
|
}
|
|
else if(action == _graphicsViewScaledToHeight || action == _graphicsViewNoScaling)
|
|
{
|
|
this->setGraphicsViewScaledToHeight(_graphicsViewScaledToHeight->isChecked());
|
|
Q_EMIT configChanged();
|
|
}
|
|
else if(action == _colorMapBlackToWhite || action == _colorMapWhiteToBlack || action == _colorMapRedToBlue || action == _colorMapBlueToRed)
|
|
{
|
|
if(!_imageDepthCv.empty()) {
|
|
this->setImageDepth(_imageDepthCv, _imageDepthConfidenceCv);
|
|
}
|
|
Q_EMIT configChanged();
|
|
}
|
|
else if(action == _colorMapMinRange)
|
|
{
|
|
bool ok = false;
|
|
double value = QInputDialog::getDouble(this, tr("Set depth colormap min range"), tr("Range (m), 0=no limit"), _depthColorMapMinRange, 0, 9999, 1, &ok);
|
|
if(ok)
|
|
{
|
|
this->setDepthColorMapRange(value, _depthColorMapMaxRange);
|
|
if(!_imageDepthCv.empty()) {
|
|
this->setImageDepth(_imageDepthCv, _imageDepthConfidenceCv);
|
|
}
|
|
Q_EMIT configChanged();
|
|
}
|
|
}
|
|
else if(action == _colorMapMaxRange)
|
|
{
|
|
bool ok = false;
|
|
double value = QInputDialog::getDouble(this, tr("Set depth colormap max range"), tr("Range (m), 0=no limit"), _depthColorMapMaxRange, 0, 9999, 1, &ok);
|
|
if(ok)
|
|
{
|
|
this->setDepthColorMapRange(_depthColorMapMinRange, value);
|
|
if(!_imageDepthCv.empty()) {
|
|
this->setImageDepth(_imageDepthCv, _imageDepthConfidenceCv);
|
|
}
|
|
Q_EMIT configChanged();
|
|
}
|
|
}
|
|
else if(action == _setAlpha)
|
|
{
|
|
bool ok = false;
|
|
int value = QInputDialog::getInt(this, tr("Set features and lines transparency"), tr("alpha (0-255)"), _alpha, 0, 255, 10, &ok);
|
|
if(ok)
|
|
{
|
|
this->setAlpha(value);
|
|
Q_EMIT configChanged();
|
|
}
|
|
}
|
|
else if(action == _setFeaturesSize)
|
|
{
|
|
bool ok = false;
|
|
int value = QInputDialog::getInt(this, tr("Set features size"), tr("Size (0 means actual keypoint size)"), _featuresSize, 0, 999, 1, &ok);
|
|
if(ok)
|
|
{
|
|
this->setFeaturesSize(value);
|
|
Q_EMIT configChanged();
|
|
}
|
|
}
|
|
else if(action == _setLinesWidth)
|
|
{
|
|
bool ok = false;
|
|
int value = QInputDialog::getInt(this, tr("Set lines width"), tr("Width"), _linesWidth, 0, 999, 1, &ok);
|
|
if(ok)
|
|
{
|
|
this->setLinesWidth(value);
|
|
Q_EMIT configChanged();
|
|
}
|
|
}
|
|
|
|
if(action == _showImage || action ==_showImageDepth || action ==_showImageDepthConfidence)
|
|
{
|
|
this->updateOpacity();
|
|
Q_EMIT configChanged();
|
|
}
|
|
}
|
|
|
|
void ImageView::mouseMoveEvent(QMouseEvent * event)
|
|
{
|
|
if(_mouseTracking->isChecked() &&
|
|
!_graphicsView->scene()->sceneRect().isNull() &&
|
|
!_image.isNull() &&
|
|
!_imageDepthCv.empty() &&(_imageDepthCv.type() == CV_16UC1 || _imageDepthCv.type() == CV_32FC1))
|
|
{
|
|
float scale, offsetX, offsetY;
|
|
computeScaleOffsets(this->rect(), scale, offsetX, offsetY);
|
|
float u = (event->pos().x() - offsetX) / scale;
|
|
float v = (event->pos().y() - offsetY) / scale;
|
|
float depthScale = 1;
|
|
if(_image.width() > _imageDepthCv.cols)
|
|
{
|
|
depthScale = float(_imageDepthCv.cols) / float(_image.width());
|
|
}
|
|
int ud = int(u*depthScale);
|
|
int vd = int(v*depthScale);
|
|
if( ud>=0 && vd>=0 &&
|
|
ud < _imageDepthCv.cols &&
|
|
vd < _imageDepthCv.rows)
|
|
{
|
|
if( _showImageDepthConfidence->isChecked() &&
|
|
!_imageDepthConfidenceCv.empty() &&
|
|
_imageDepthCv.size() == _imageDepthConfidenceCv.size())
|
|
{
|
|
unsigned char confidence = _imageDepthConfidenceCv.at<unsigned char>(vd, ud);
|
|
#if QT_VERSION >= QT_VERSION_CHECK(6, 0, 0)
|
|
QToolTip::showText(event->globalPosition().toPoint(), tr("Confidence=%1%").arg(confidence));
|
|
#else
|
|
QToolTip::showText(event->globalPos(), tr("Confidence=%1%").arg(confidence));
|
|
#endif
|
|
}
|
|
else
|
|
{
|
|
float depth = 0;
|
|
if(_imageDepthCv.type() == CV_32FC1)
|
|
{
|
|
depth = _imageDepthCv.at<float>(vd, ud);
|
|
}
|
|
else
|
|
{
|
|
depth = float(_imageDepthCv.at<unsigned short>(vd, ud)) / 1000.0f;
|
|
}
|
|
|
|
cv::Point3f pt(0,0,0);
|
|
if(depth>0 && !_models.empty() && !_pose.isNull())
|
|
{
|
|
int subImageWidth = _imageDepthCv.cols / _models.size();
|
|
int subImageIndex = ud / subImageWidth;
|
|
UASSERT(subImageIndex < (int)_models.size());
|
|
float x,y,z;
|
|
_models[subImageIndex].project(u, v, depth, x, y, z);
|
|
pt = cv::Point3f(x,y,z);
|
|
pt = util3d::transformPoint(pt, _pose*_models[subImageIndex].localTransform());
|
|
}
|
|
|
|
#if QT_VERSION >= QT_VERSION_CHECK(6, 0, 0)
|
|
QToolTip::showText(event->globalPosition().toPoint(), pt.x!=0?tr("Depth=%1m Map=(%2,%3,%4)").arg(depth).arg(pt.x).arg(pt.y).arg(pt.z):depth > 0?tr("Depth=%1m").arg(depth):tr("Depth=NA"));
|
|
#else
|
|
QToolTip::showText(event->globalPos(), pt.x!=0?tr("Depth=%1m Map=(%2,%3,%4)").arg(depth).arg(pt.x).arg(pt.y).arg(pt.z):depth > 0?tr("Depth=%1m").arg(depth):tr("Depth=NA"));
|
|
#endif
|
|
}
|
|
}
|
|
else
|
|
{
|
|
QToolTip::hideText();
|
|
}
|
|
}
|
|
QWidget::mouseMoveEvent(event);
|
|
}
|
|
|
|
void ImageView::updateOpacity()
|
|
{
|
|
if(_imageItem && (_imageDepthItem || _imageDepthConfidenceItem))
|
|
{
|
|
if(_imageItem->isVisible() &&
|
|
((_imageDepthItem && _imageDepthItem->isVisible()) ||
|
|
(_imageDepthConfidenceItem && _imageDepthConfidenceItem->isVisible())))
|
|
{
|
|
if(_imageDepthItem) {
|
|
QGraphicsOpacityEffect * effect = new QGraphicsOpacityEffect();
|
|
effect->setOpacity(0.5);
|
|
_imageDepthItem->setGraphicsEffect(effect);
|
|
}
|
|
if(_imageDepthConfidenceItem) {
|
|
QGraphicsOpacityEffect * effect = new QGraphicsOpacityEffect();
|
|
effect->setOpacity(0.5);
|
|
_imageDepthConfidenceItem->setGraphicsEffect(effect);
|
|
}
|
|
return;
|
|
}
|
|
}
|
|
if(_imageDepthItem) {
|
|
_imageDepthItem->setGraphicsEffect(0);
|
|
}
|
|
if(_imageDepthConfidenceItem) {
|
|
_imageDepthConfidenceItem->setGraphicsEffect(0);
|
|
}
|
|
}
|
|
|
|
void ImageView::setFeatures(const std::multimap<int, cv::KeyPoint> & refWords, const cv::Mat & depth, const QColor & color)
|
|
{
|
|
clearFeatures();
|
|
|
|
float xRatio = 0;
|
|
float yRatio = 0;
|
|
if (this->sceneRect().isValid() && !depth.empty() && int(this->sceneRect().height()) % depth.rows == 0 && int(this->sceneRect().width()) % depth.cols == 0)
|
|
{
|
|
UDEBUG("depth=%dx%d sceneRect=%fx%f", depth.cols, depth.rows, this->sceneRect().width(), this->sceneRect().height());
|
|
xRatio = float(depth.cols)/float(this->sceneRect().width());
|
|
yRatio = float(depth.rows)/float(this->sceneRect().height());
|
|
UDEBUG("xRatio=%f yRatio=%f", xRatio, yRatio);
|
|
}
|
|
|
|
for(std::multimap<int, cv::KeyPoint>::const_iterator iter = refWords.begin(); iter != refWords.end(); ++iter )
|
|
{
|
|
if (xRatio > 0 && yRatio > 0)
|
|
{
|
|
addFeature(iter->first, iter->second, util2d::getDepth(depth, iter->second.pt.x*xRatio, iter->second.pt.y*yRatio, false), color);
|
|
}
|
|
else
|
|
{
|
|
addFeature(iter->first, iter->second, 0, color);
|
|
}
|
|
}
|
|
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
void ImageView::setFeatures(const std::vector<cv::KeyPoint> & features, const cv::Mat & depth, const QColor & color)
|
|
{
|
|
clearFeatures();
|
|
|
|
float xRatio = 0;
|
|
float yRatio = 0;
|
|
if (this->sceneRect().isValid() && !depth.empty() && int(this->sceneRect().height()) % depth.rows == 0 && int(this->sceneRect().width()) % depth.cols == 0)
|
|
{
|
|
UDEBUG("depth=%dx%d sceneRect=%fx%f", depth.cols, depth.rows, this->sceneRect().width(), this->sceneRect().height());
|
|
xRatio = float(depth.cols) / float(this->sceneRect().width());
|
|
yRatio = float(depth.rows) / float(this->sceneRect().height());
|
|
UDEBUG("xRatio=%f yRatio=%f", xRatio, yRatio);
|
|
}
|
|
|
|
for(unsigned int i = 0; i< features.size(); ++i )
|
|
{
|
|
if(xRatio > 0 && yRatio > 0)
|
|
{
|
|
addFeature(i, features[i], util2d::getDepth(depth, features[i].pt.x*xRatio, features[i].pt.y*yRatio, false), color);
|
|
}
|
|
else
|
|
{
|
|
addFeature(i, features[i], 0, color);
|
|
}
|
|
}
|
|
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
void ImageView::addFeature(int id, const cv::KeyPoint & kpt, float depth, QColor color)
|
|
{
|
|
color.setAlpha(this->getAlpha());
|
|
rtabmap::KeypointItem * item = new rtabmap::KeypointItem(id, kpt, depth, color);
|
|
if(_featuresSize>0.0f)
|
|
{
|
|
item->setRect(kpt.pt.x-_featuresSize/2.0f, kpt.pt.y-_featuresSize/2.0f, _featuresSize, _featuresSize);
|
|
}
|
|
_features.insert(id, item);
|
|
item->setVisible(isFeaturesShown());
|
|
item->setZValue(1);
|
|
|
|
if(_graphicsView->isVisible())
|
|
{
|
|
_graphicsView->scene()->addItem(item);
|
|
}
|
|
}
|
|
|
|
void ImageView::addLine(float x1, float y1, float x2, float y2, QColor color, const QString & text)
|
|
{
|
|
color.setAlpha(this->getAlpha());
|
|
LineItem * item = new LineItem(x1, y1, x2, y2, text);
|
|
item->setPen(QPen(color));
|
|
item->setWidth(_linesWidth);
|
|
_lines.push_back(item);
|
|
item->setVisible(isLinesShown());
|
|
item->setZValue(1);
|
|
|
|
if(_graphicsView->isVisible())
|
|
{
|
|
_graphicsView->scene()->addItem(item);
|
|
}
|
|
}
|
|
|
|
void ImageView::setImage(const QImage & image, const std::vector<CameraModel> & models, const Transform & pose)
|
|
{
|
|
_image = QPixmap::fromImage(image);
|
|
_models = models;
|
|
_pose = pose;
|
|
if(_graphicsView->isVisible())
|
|
{
|
|
if(_imageItem)
|
|
{
|
|
_imageItem->setPixmap(_image);
|
|
}
|
|
else
|
|
{
|
|
_imageItem = _graphicsView->scene()->addPixmap(_image);
|
|
_imageItem->setVisible(_showImage->isChecked());
|
|
this->updateOpacity();
|
|
}
|
|
}
|
|
|
|
if(image.rect().isValid())
|
|
{
|
|
this->setSceneRect(image.rect());
|
|
}
|
|
else if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
void ImageView::setImageDepth(const cv::Mat & imageDepth, const cv::Mat & imageDepthConfidence)
|
|
{
|
|
_imageDepthCv = imageDepth;
|
|
_imageDepthConfidenceCv = imageDepthConfidence;
|
|
setImageDepth(
|
|
uCvMat2QImage(_imageDepthCv, true, _imageDepthCv.type()==CV_8UC1?uCvQtDepthBlackToWhite:getDepthColorMap(), _depthColorMapMinRange, _depthColorMapMaxRange),
|
|
uCvMat2QImage(_imageDepthConfidenceCv, true, getDepthColorMap()));
|
|
}
|
|
|
|
void ImageView::setImageDepth(const QImage & imageDepth, const QImage & imageDepthConfidence)
|
|
{
|
|
_imageDepth = QPixmap::fromImage(imageDepth);
|
|
if(!imageDepthConfidence.isNull()) {
|
|
_imageDepthConfidence = QPixmap::fromImage(imageDepthConfidence);
|
|
} else {
|
|
_showImageDepthConfidence->setChecked(false);
|
|
}
|
|
|
|
UASSERT(_imageDepth.width() && _imageDepth.height());
|
|
|
|
if( _image.width() > 0 &&
|
|
_image.width() > _imageDepth.width() &&
|
|
_image.height() > _imageDepth.height())
|
|
{
|
|
// scale depth to rgb
|
|
_imageDepth = _imageDepth.scaled(_image.size());
|
|
if(!_imageDepthConfidence.isNull()) {
|
|
_imageDepthConfidence = _imageDepthConfidence.scaled(_image.size());
|
|
}
|
|
}
|
|
|
|
if(_graphicsView->isVisible())
|
|
{
|
|
if(_imageDepthItem)
|
|
{
|
|
_imageDepthItem->setPixmap(_imageDepth);
|
|
if(_imageDepthConfidenceItem) {
|
|
_imageDepthConfidenceItem->setPixmap(_imageDepthConfidence);
|
|
}
|
|
}
|
|
else
|
|
{
|
|
_imageDepthItem = _graphicsView->scene()->addPixmap(_imageDepth);
|
|
_imageDepthItem->setVisible(_showImageDepth->isChecked());
|
|
if(!_imageDepthConfidence.isNull()) {
|
|
_imageDepthConfidenceItem = _graphicsView->scene()->addPixmap(_imageDepthConfidence);
|
|
_imageDepthConfidenceItem->setVisible(_showImageDepthConfidence->isChecked());
|
|
}
|
|
this->updateOpacity();
|
|
}
|
|
}
|
|
else
|
|
{
|
|
if(_image.isNull())
|
|
{
|
|
this->setSceneRect(imageDepth.rect());
|
|
}
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
void ImageView::setFeatureColor(int id, QColor color)
|
|
{
|
|
color.setAlpha(getAlpha());
|
|
QList<KeypointItem*> items = _features.values(id);
|
|
if(items.size())
|
|
{
|
|
for(int i=0; i<items.size(); ++i)
|
|
{
|
|
items[i]->setColor(color);
|
|
}
|
|
}
|
|
else
|
|
{
|
|
UWARN("Not found feature %d", id);
|
|
}
|
|
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
void ImageView::setFeaturesColor(QColor color)
|
|
{
|
|
color.setAlpha(getAlpha());
|
|
for(QMultiMap<int, KeypointItem*>::iterator iter=_features.begin(); iter!=_features.end(); ++iter)
|
|
{
|
|
iter.value()->setColor(color);
|
|
}
|
|
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
void ImageView::setAlpha(int alpha)
|
|
{
|
|
UASSERT(alpha >=0 && alpha <= 255);
|
|
_alpha = alpha;
|
|
for(QMultiMap<int, KeypointItem*>::iterator iter=_features.begin(); iter!=_features.end(); ++iter)
|
|
{
|
|
QColor c = iter.value()->pen().color();
|
|
c.setAlpha(_alpha);
|
|
iter.value()->setPen(QPen(c));
|
|
iter.value()->setBrush(QBrush(c));
|
|
}
|
|
|
|
for(QList<QGraphicsLineItem*>::iterator iter=_lines.begin(); iter!=_lines.end(); ++iter)
|
|
{
|
|
QColor c = (*iter)->pen().color();
|
|
c.setAlpha(_alpha);
|
|
(*iter)->setPen(QPen(c));
|
|
}
|
|
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
void ImageView::setFeaturesSize(int size)
|
|
{
|
|
_featuresSize = size;
|
|
for(QMultiMap<int, KeypointItem*>::iterator iter=_features.begin(); iter!=_features.end(); ++iter)
|
|
{
|
|
const cv::KeyPoint & kpt = iter.value()->keypoint();
|
|
if(size <= 0.0f)
|
|
{
|
|
size = kpt.size==0?3:kpt.size;
|
|
}
|
|
float sizef = size;
|
|
iter.value()->setRect(kpt.pt.x-sizef/2.0f, kpt.pt.y-sizef/2.0f, sizef, sizef);
|
|
}
|
|
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
void ImageView::setLinesWidth(int width)
|
|
{
|
|
_linesWidth = width;
|
|
for(QList<QGraphicsLineItem*>::iterator iter=_lines.begin(); iter!=_lines.end(); ++iter)
|
|
{
|
|
if(dynamic_cast<LineItem*>(*iter))
|
|
{
|
|
((LineItem*)(*iter))->setWidth(_linesWidth);
|
|
}
|
|
}
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
void ImageView::setSceneRect(const QRectF & rect)
|
|
{
|
|
_graphicsView->scene()->setSceneRect(rect);
|
|
|
|
if(_graphicsViewScaled->isChecked())
|
|
{
|
|
_graphicsView->fitInView(_graphicsView->sceneRect(), Qt::KeepAspectRatio);
|
|
}
|
|
else if(_graphicsViewScaledToHeight->isChecked())
|
|
{
|
|
QRectF rect = _graphicsView->sceneRect();
|
|
rect.setWidth(1);
|
|
_graphicsView->fitInView(rect, Qt::KeepAspectRatio);
|
|
}
|
|
else
|
|
{
|
|
_graphicsView->resetTransform();
|
|
}
|
|
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
void ImageView::clearLines()
|
|
{
|
|
qDeleteAll(_lines);
|
|
_lines.clear();
|
|
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
void ImageView::clearFeatures()
|
|
{
|
|
qDeleteAll(_features);
|
|
_features.clear();
|
|
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
void ImageView::clear()
|
|
{
|
|
clearFeatures();
|
|
|
|
qDeleteAll(_lines);
|
|
_lines.clear();
|
|
|
|
if(_imageItem)
|
|
{
|
|
_graphicsView->scene()->removeItem(_imageItem);
|
|
delete _imageItem;
|
|
_imageItem = 0;
|
|
}
|
|
_image = QPixmap();
|
|
_models.clear();
|
|
_pose.setNull();
|
|
|
|
if(_imageDepthItem)
|
|
{
|
|
_graphicsView->scene()->removeItem(_imageDepthItem);
|
|
delete _imageDepthItem;
|
|
_imageDepthItem = 0;
|
|
}
|
|
if(_imageDepthConfidenceItem)
|
|
{
|
|
_graphicsView->scene()->removeItem(_imageDepthConfidenceItem);
|
|
delete _imageDepthConfidenceItem;
|
|
_imageDepthConfidenceItem = 0;
|
|
}
|
|
_imageDepth = QPixmap();
|
|
|
|
_graphicsView->scene()->setSceneRect(QRectF());
|
|
_graphicsView->setScene(_graphicsView->scene());
|
|
|
|
if(!_graphicsView->isVisible())
|
|
{
|
|
this->update();
|
|
}
|
|
}
|
|
|
|
QSize ImageView::sizeHint() const
|
|
{
|
|
return _graphicsView->sizeHint();
|
|
}
|
|
|
|
}
|