#include "pylonrecorder.h" #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #if defined(QT_PRINTSUPPORT_LIB) # include # if QT_CONFIG(printdialog) #include # include # endif #endif PylonRecorder::PylonRecorder(QWidget *parent) : QMainWindow(parent), imageLabel(new QLabel), scrollArea(new QScrollArea) { dryRun = false; imageLabel->setBackgroundRole(QPalette::Base); imageLabel->setSizePolicy(QSizePolicy::Ignored, QSizePolicy::Ignored); imageLabel->setScaledContents(true); scrollArea->setBackgroundRole(QPalette::Dark); scrollArea->setWidget(imageLabel); scrollArea->setVisible(false); setCentralWidget(scrollArea); pylon = new PylonWrapper(); buffer = new ImageBuffer(defaultBufferSize); grabber = new Grabber(pylon, buffer, defaultFrameRate); writer = new Writer(buffer); connect(writer, &Writer::writingDone, this, &PylonRecorder::writerDone); createActions(); updateActions(); frameTimer = new QTimer(this); connect(frameTimer, &QTimer::timeout, this, &PylonRecorder::displaySingleFrame); preassureTimer = new QTimer(this); connect(preassureTimer, &QTimer::timeout, this, &PylonRecorder::displayBufferPreassure); labelTimer = new QTimer(this); connect(labelTimer, &QTimer::timeout, this, &PylonRecorder::displayActivity); preassureBar = new QProgressBar(this); preassureBar->setRange(0, 100); preassureBar->setTextVisible(true); preassureBar->setFixedSize(200, 25); QColor color = progressColor(0); QPalette progressPalette = preassureBar->palette(); progressPalette.setBrush(QPalette::Highlight, QBrush(color)); preassureBar->setPalette(progressPalette); QLabel *preassureLabel = new QLabel("Buffer preassure:", this); preassureLabel->setStyleSheet("QLabel{font-size: 11px;font-family: Arial;font-weight: Bold}"); loadBar = new QProgressBar(this); loadBar->setRange(0, defaultBufferSize); loadBar->setFixedSize(200, 25); QLabel *loadLabel = new QLabel("Load:", this); loadLabel->setStyleSheet("QLabel{font-size: 11px;font-family: Arial;font-weight: Bold}"); writingLabel = new QLabel("writing"); writingLabel->setEnabled(false); writingLabel->setStyleSheet("QLabel{font-size: 11px;font-family: Arial;}"); grabbingLabel = new QLabel("grabbing"); grabbingLabel->setEnabled(false); grabbingLabel->setStyleSheet("QLabel{font-size: 11px;font-family: Arial;}"); labelSwitch = false; cameraConnectedLabel = new QLabel("not connected"); cameraConnectedLabel->setStyleSheet("QLabel { color : red; }"); cameraConnectedLabel->setStyleSheet("QLabel{font-size: 11px;font-family: Arial;}"); fileLabel = new QLabel(); fileLabel->setStyleSheet("QLabel{font-size: 11px;font-family: Arial;}"); QLabel *camHeader = new QLabel("Camera:"); camHeader->setStyleSheet("QLabel{font-size: 11px;font-family: Arial; font-weight: Bold}"); QLabel *statusHeader = new QLabel("Status:"); statusHeader->setStyleSheet("QLabel{font-size: 11px;font-family: Arial; font-weight: Bold}"); QLabel *fileHeader = new QLabel("Output file:"); fileHeader->setStyleSheet("QLabel{font-size: 11px;font-family: Arial; font-weight: Bold}"); statusBar()->addWidget(camHeader); statusBar()->addWidget(cameraConnectedLabel); statusBar()->addWidget(preassureLabel); statusBar()->addWidget(preassureBar); statusBar()->addWidget(loadLabel); statusBar()->addWidget(loadBar); statusBar()->addWidget(statusHeader); statusBar()->addWidget(grabbingLabel); statusBar()->addWidget(writingLabel); statusBar()->addWidget(fileHeader); statusBar()->addWidget(fileLabel); resize(QGuiApplication::primaryScreen()->availableSize() * 3 / 5); } PylonRecorder::~PylonRecorder(){ if (grabber->isRunning()) { grabber->requestStop(); grabber->wait(1000); } if (writer->isRunning()) { writer->forceStop(); writer->wait(1000); } delete pylon; delete buffer; delete grabber; delete writer; } bool PylonRecorder::loadFile(const QString &fileName) { QImageReader reader(fileName); reader.setAutoTransform(true); const QImage newImage = reader.read(); if (newImage.isNull()) { QMessageBox::information(this, QGuiApplication::applicationDisplayName(), tr("Cannot load %1: %2") .arg(QDir::toNativeSeparators(fileName), reader.errorString())); return false; } setImage(newImage); setWindowFilePath(fileName); const QString message = tr("Opened \"%1\", %2x%3, Depth: %4") .arg(QDir::toNativeSeparators(fileName)).arg(image.width()).arg(image.height()).arg(image.depth()); statusBar()->showMessage(message); return true; } void PylonRecorder::setImage(const QImage &newImage) { image = newImage; // (image.colorSpace().isValid()) // image.convertToColorSpace(QColorSpace::SRgb); imageLabel->setPixmap(QPixmap::fromImage(image)); // scaleFactor = 1.0; scrollArea->setVisible(true); printAct->setEnabled(true); fitToWindowAct->setEnabled(true); updateActions(); if (!fitToWindowAct->isChecked()) { imageLabel->adjustSize(); applyScaling(); } } bool PylonRecorder::saveFile(const QString &fileName) { QImageWriter writer(fileName); if (!writer.write(image)) { QMessageBox::information(this, QGuiApplication::applicationDisplayName(), tr("Cannot write %1: %2") .arg(QDir::toNativeSeparators(fileName)), writer.errorString()); return false; } const QString message = tr("Wrote \"%1\"").arg(QDir::toNativeSeparators(fileName)); statusBar()->showMessage(message); return true; } static void initializeImageFileDialog(QFileDialog &dialog, QFileDialog::AcceptMode acceptMode) { static bool firstDialog = true; if (firstDialog) { firstDialog = false; const QStringList picturesLocations = QStandardPaths::standardLocations(QStandardPaths::PicturesLocation); dialog.setDirectory(picturesLocations.isEmpty() ? QDir::currentPath() : picturesLocations.last()); } QStringList mimeTypeFilters; const QByteArrayList supportedMimeTypes = acceptMode == QFileDialog::AcceptOpen ? QImageReader::supportedMimeTypes() : QImageWriter::supportedMimeTypes(); for (const QByteArray &mimeTypeName : supportedMimeTypes) mimeTypeFilters.append(mimeTypeName); mimeTypeFilters.sort(); dialog.setMimeTypeFilters(mimeTypeFilters); dialog.selectMimeTypeFilter("image/jpeg"); if (acceptMode == QFileDialog::AcceptSave) dialog.setDefaultSuffix("jpg"); } void PylonRecorder::open() { QFileDialog dialog(this, tr("Open File")); initializeImageFileDialog(dialog, QFileDialog::AcceptOpen); while (dialog.exec() == QDialog::Accepted && !loadFile(dialog.selectedFiles().first())) {} } void PylonRecorder::saveAs() { QFileDialog dialog(this, tr("Save File As")); initializeImageFileDialog(dialog, QFileDialog::AcceptSave); while (dialog.exec() == QDialog::Accepted && !saveFile(dialog.selectedFiles().first())) {} } void PylonRecorder::print() { Q_ASSERT(imageLabel->pixmap()); #if defined(QT_PRINTSUPPORT_LIB) && QT_CONFIG(printdialog) QPrintDialog dialog(&printer, this); if (dialog.exec()) { QPainter painter(&printer); QRect rect = painter.viewport(); QSize size = imageLabel->pixmap()->size(); size.scale(rect.size(), Qt::KeepAspectRatio); painter.setViewport(rect.x(), rect.y(), size.width(), size.height()); painter.setWindow(imageLabel->pixmap()->rect()); painter.drawPixmap(0, 0, *imageLabel->pixmap()); } #endif } void PylonRecorder::copy() { #ifndef QT_NO_CLIPBOARD QGuiApplication::clipboard()->setImage(image); #endif // !QT_NO_CLIPBOARD } #ifndef QT_NO_CLIPBOARD static QImage clipboardImage() { if (const QMimeData *mimeData = QGuiApplication::clipboard()->mimeData()) { if (mimeData->hasImage()) { const QImage image = qvariant_cast(mimeData->imageData()); if (!image.isNull()) return image; } } return QImage(); } #endif // !QT_NO_CLIPBOARD void PylonRecorder::paste() { #ifndef QT_NO_CLIPBOARD const QImage newImage = clipboardImage(); if (newImage.isNull()) { statusBar()->showMessage(tr("No image in clipboard")); } else { setImage(newImage); setWindowFilePath(QString()); const QString message = tr("Obtained image from clipboard, %1x%2, Depth: %3") .arg(newImage.width()).arg(newImage.height()).arg(newImage.depth()); statusBar()->showMessage(message); } #endif // !QT_NO_CLIPBOARD } void PylonRecorder::zoomIn() { scaleImage(1.25); } void PylonRecorder::zoomOut() { scaleImage(0.8); } void PylonRecorder::normalSize() { imageLabel->adjustSize(); scaleFactor = 1.0; } void PylonRecorder::fitToWindow() { bool fitToWindow = fitToWindowAct->isChecked(); scrollArea->setWidgetResizable(fitToWindow); if (!fitToWindow) normalSize(); updateActions(); } void PylonRecorder::about() { QMessageBox::about(this, tr("About Pylon Recorder"), tr("

Pylon Recorder
Simple recorder for video grabbing from pylon USB3 monochrome camera." "Usage: In order to grab image, a camera device needs to be opened, press the connect button to do so. Push the record button to record continuously.

" "

videos are stored in the same folder as the tool is called from. Videos are compressed to mp4." " As the buffer preassure reaches 100% frames will be lost! You may want to increase the buffer size" " or reduce the framerate.

In order to run you need to install the pylon libraries" " and the mp4 video codec avalable for download at Basler website

" "

by Jan Grewe, Neuroethology Lab, University of Tuebingen.

")); } void PylonRecorder::createActions() { const QIcon connect_icon(":/images/connect.png"); const QIcon disconnect_icon(":/images/disconnect.png"); const QIcon snapshot_icon(":/images/snapshot.png"); const QIcon grab_icon(":/images/record.png"); const QIcon stop_icon(":/images/stop.png"); const QIcon exit_icon(":/images/exit.png"); QMenu *fileMenu = menuBar()->addMenu(tr("&File")); QAction *openAct = fileMenu->addAction(tr("&Open..."), this, &PylonRecorder::open); openAct->setShortcut(QKeySequence::Open); saveAsAct = fileMenu->addAction(tr("&Save As..."), this, &PylonRecorder::saveAs); saveAsAct->setEnabled(false); printAct = fileMenu->addAction(tr("&Print..."), this, &PylonRecorder::print); printAct->setShortcut(QKeySequence::Print); printAct->setEnabled(false); fileMenu->addSeparator(); QAction *exitAct = fileMenu->addAction(exit_icon, tr("E&xit"), this, &PylonRecorder::quitApplication); exitAct->setShortcut(tr("Ctrl+Q")); QMenu *editMenu = menuBar()->addMenu(tr("&Edit")); copyAct = editMenu->addAction(tr("&Copy"), this, &PylonRecorder::copy); copyAct->setShortcut(QKeySequence::Copy); copyAct->setEnabled(false); QAction *pasteAct = editMenu->addAction(tr("&Paste"), this, &PylonRecorder::paste); pasteAct->setShortcut(QKeySequence::Paste); QMenu *viewMenu = menuBar()->addMenu(tr("&View")); zoomInAct = viewMenu->addAction(tr("Zoom &In (25%)"), this, &PylonRecorder::zoomIn); zoomInAct->setShortcut(QKeySequence::ZoomIn); zoomInAct->setEnabled(false); zoomOutAct = viewMenu->addAction(tr("Zoom &Out (25%)"), this, &PylonRecorder::zoomOut); zoomOutAct->setShortcut(QKeySequence::ZoomOut); zoomOutAct->setEnabled(false); normalSizeAct = viewMenu->addAction(tr("&Normal Size"), this, &PylonRecorder::normalSize); normalSizeAct->setShortcut(tr("Ctrl+S")); normalSizeAct->setEnabled(false); viewMenu->addSeparator(); fitToWindowAct = viewMenu->addAction(tr("&Fit to Window"), this, &PylonRecorder::fitToWindow); fitToWindowAct->setEnabled(false); fitToWindowAct->setCheckable(true); fitToWindowAct->setShortcut(tr("Ctrl+F")); QMenu *camera_menu = menuBar()->addMenu(tr("&Camera")); connect_camera_action = camera_menu->addAction(connect_icon, tr("&connect"), this, &PylonRecorder::connectCamera); connect_camera_action->setStatusTip(tr("Connect to to camera and open device")); disconnect_camera_action = camera_menu->addAction(disconnect_icon, tr("&disconnect"), this, &PylonRecorder::disconnectCamera); disconnect_camera_action->setStatusTip(tr("Disconnect from the camera device")); camera_menu->addSeparator(); grab_still_action = camera_menu->addAction(snapshot_icon, tr("&grab still"), this, &PylonRecorder::grabStillFromPylon); grab_still_action->setStatusTip(tr("Grab single image from Pylon camera")); grab_still_action->setShortcut(tr("Ctrl+ ")); grab_continuous_action = camera_menu->addAction(grab_icon, tr("&grab continuous"), this, &PylonRecorder::startRecording); grab_continuous_action->setShortcut(tr("Ctrl+Enter")); grab_stop_action = camera_menu->addAction(stop_icon, tr("&stop grabbing"), this, &PylonRecorder::stopRecording); grab_stop_action->setShortcut(tr("Ctrl+Shift+Enter")); QMenu *settingsMenu = menuBar()->addMenu(tr("&Settings")); settingsMenu->addAction(tr("Storage location"), this, &PylonRecorder::selectStorageLocation); QMenu *helpMenu = menuBar()->addMenu(tr("&Help")); helpMenu->addAction(tr("&About"), this, &PylonRecorder::about); helpMenu->addAction(tr("About &Qt"), &QApplication::aboutQt); framerateSpinner = new QSpinBox(); framerateSpinner->setRange(1, 120); framerateSpinner->setSuffix("Hz"); framerateSpinner->setFixedSize(80, 25); framerateSpinner->setValue(defaultFrameRate); framerateSpinner->setStyleSheet("QSpinBox{font-size: 10px;font-family: Arial;color: rgb(0, 0, 0);background-color: rgb(255,255,255);}"); //framerateSpinner->setStyleSheet("QSpinBox{font-size: 10px;font-family: Arial;color: rgb(255, 255, 255);background-color: rgb(38,56,76);}"); buffersizeSpinner = new QSpinBox(); buffersizeSpinner->setRange(100, 5000); buffersizeSpinner->setSingleStep(25); buffersizeSpinner->setValue(defaultBufferSize); buffersizeSpinner->setFixedSize(100, 25); buffersizeSpinner->setStyleSheet("QSpinBox{font-size: 10px;font-family: Arial;color: rgb(0, 0, 0);background-color: rgb(255,255,255);}"); exposureSpinner = new QSpinBox(); exposureSpinner->setRange(10, 50000); exposureSpinner->setSingleStep(50); exposureSpinner->setValue(defaultExposureTime); exposureSpinner->setFixedSize(120, 25); exposureSpinner->setStyleSheet("QSpinBox{font-size: 10px;font-family: Arial;color: rgb(0, 0, 0);background-color: rgb(255,255,255);}"); gainSpinner = new QSpinBox(); gainSpinner->setRange(0, 24); gainSpinner->setSingleStep(1); gainSpinner->setValue(defaultGain); gainSpinner->setFixedSize(80, 25); gainSpinner->setStyleSheet("QSpinBox{font-size: 10px;font-family: Arial;color: rgb(0, 0, 0);background-color: rgb(255,255,255);}"); dryRunCheckBox = new QCheckBox("Dry run, no writing"); dryRunCheckBox->setChecked(false); dryRunCheckBox->setFixedSize(150, 25); dryRunCheckBox->setStyleSheet("QCheckBox{font-size: 12px;font-family: Arial;color: rgb(0, 0, 0);}"); QToolBar *toolbar = addToolBar("main toolbar"); toolbar->addAction(exitAct); toolbar->addSeparator(); toolbar->addAction(connect_camera_action); toolbar->addAction(disconnect_camera_action); toolbar->addSeparator(); toolbar->addAction(grab_still_action); toolbar->addAction(grab_continuous_action); toolbar->addAction(grab_stop_action); toolbar->addSeparator(); toolbar->addWidget(new QLabel("frame rate (Hz):")); toolbar->addWidget(framerateSpinner); toolbar->addSeparator(); toolbar->addWidget(new QLabel("gain (dB):")); toolbar->addWidget(gainSpinner); toolbar->addSeparator(); toolbar->addWidget(new QLabel("exposure time (us):")); toolbar->addWidget(exposureSpinner); toolbar->addSeparator(); toolbar->addWidget(new QLabel("buffer size:")); toolbar->addWidget(buffersizeSpinner); toolbar->addSeparator(); toolbar->addWidget(dryRunCheckBox); } void PylonRecorder::updateActions() { saveAsAct->setEnabled(!image.isNull()); copyAct->setEnabled(!image.isNull()); zoomInAct->setEnabled(!fitToWindowAct->isChecked()); zoomOutAct->setEnabled(!fitToWindowAct->isChecked()); normalSizeAct->setEnabled(!fitToWindowAct->isChecked()); disconnect_camera_action->setEnabled(pylon->isOpen()); connect_camera_action->setEnabled(!pylon->isOpen()); grab_still_action->setEnabled(pylon->isOpen()); grab_continuous_action->setEnabled(pylon->isOpen() && !grabbing); grab_stop_action->setEnabled(grabbing); } void PylonRecorder::scaleImage(double factor) { Q_ASSERT(imageLabel->pixmap()); scaleFactor *= factor; imageLabel->resize(scaleFactor * imageLabel->pixmap()->size()); adjustScrollBar(scrollArea->horizontalScrollBar(), factor); adjustScrollBar(scrollArea->verticalScrollBar(), factor); zoomInAct->setEnabled(scaleFactor < 3.0); zoomOutAct->setEnabled(scaleFactor > 0.333); } void PylonRecorder::applyScaling(){ imageLabel->resize(scaleFactor * imageLabel->pixmap()->size()); } void PylonRecorder::quitApplication() { if (pylon->isOpen()) { if (grabbing) { stopRecording(); } pylon->closeCamera(); } this->close(); } void PylonRecorder::adjustScrollBar(QScrollBar *scrollBar, double factor) { scrollBar->setValue(int(factor * scrollBar->value() + ((factor - 1) * scrollBar->pageStep()/2))); } void PylonRecorder::connectCamera() { std::string message; bool success = pylon->openCamera(message); if (success) { cameraConnectedLabel->setText("connected"); cameraConnectedLabel->setStyleSheet("QLabel { font-size: 10px;font-family: Arial;color: green;}"); } else { QMessageBox msgBox; QString msg = "

Could not open camera device!

" + QString::fromStdString(message) + "

"; msgBox.setText(msg); msgBox.exec(); } statusBar()->showMessage(QString::fromStdString(message)); updateActions(); } void PylonRecorder::disconnectCamera() { pylon->closeCamera(); statusBar()->showMessage(tr("Camera closed!")); cameraConnectedLabel->setText("not connected"); cameraConnectedLabel->setStyleSheet("QLabel { font-size: 10px;font-family: Arial;color: red;}"); updateActions(); } void PylonRecorder::startRecording() { std::string filename = createFilename(); fileLabel->setText(QString::fromStdString(filename)); ImageSettings settings = pylon->getImageSettings(); VideoSpecs specs; specs.fps = framerateSpinner->value(); specs.filename = filename; specs.exposureTime = static_cast(exposureSpinner->value()); specs.detectorGain = static_cast(gainSpinner->value()); specs.width = static_cast(settings.width); specs.height= static_cast(settings.height); specs.pixelType = settings.pixelType; specs.orientation = settings.orientation; specs.quality = 95; if (buffersizeSpinner->value() != static_cast(buffer->capacity())) { buffer->resize(static_cast(buffersizeSpinner->value())); loadBar->setRange(0, buffersizeSpinner->value()); } if (framerateSpinner->value() != grabber->currentFramerate()) grabber->setFrameRate(framerateSpinner->value()); if (exposureSpinner->value() != int(grabber->currentExposureTime())) grabber->setExposureTime(static_cast(exposureSpinner->value())); if (gainSpinner->value() != int(grabber->currentGain())) grabber->setGain(static_cast(gainSpinner->value())); writer->setVideoSpecs(specs); buffer->clear(); grabber->start(); if (!dryRunCheckBox->isChecked()) { writer->start(); writing = true; } dryRun = dryRunCheckBox->isChecked(); grabbing = true; stopRequest = false; preassureTimer->start(50); frameTimer->start(50); labelTimer->start(650); updateActions(); } void PylonRecorder::stopRecording() { if (!stopRequest) { frameTimer->stop(); grabber->requestStop(); writer->requestStop(); grabbing = false; stopRequest = true; grab_stop_action->setEnabled(false); if(dryRun) { buffer->clear(); writerDone(); } } } void PylonRecorder::writerDone() { preassureTimer->stop(); preassureBar->reset(); loadBar->reset(); labelTimer->stop(); writingLabel->setStyleSheet(inactiveLabelStyle); grabbingLabel->setStyleSheet(inactiveLabelStyle); grabber->wait(10000); writer->wait(10000); writing = false; updateActions(); } void PylonRecorder::displayActivity() { grabbingLabel->setStyleSheet((labelSwitch && grabbing) ? activeLabelStyleHigh : activeLabelStyleLow); writingLabel->setStyleSheet((labelSwitch && writing) ? activeLabelStyleHigh : activeLabelStyleLow); labelSwitch = !labelSwitch; } void PylonRecorder::displaySingleFrame() { MyImage img; bool valid = buffer->readLast(img); if (valid) { QImage qimg(static_cast(img.data()), img.width(), img.height(), QImage::Format::Format_Grayscale8); setImage(qimg); }/* else { std::cerr << "Error reading last image" << std::endl; }*/ } QColor PylonRecorder::progressColor(int value) { int c, m, k = 0, y = 255; c = 255 - 255 * value/100; if (value < 50) { m = 127 - 127 * value/50; } else { m = 255 * (value-50)/50; } return QColor::fromCmyk(c, m, y, k); } std::string PylonRecorder::createFilename() { QDateTime dt(QDateTime::currentDateTimeUtc()); QDate date = dt.date(); std::string base = (date.toString("yyyy.MM.dd") + "_").toStdString(); std::string extension = ".mp4"; QString idx = QString::number(movieCount); std::string fname = base + idx.toStdString() + extension; while (QFile::exists(QString::fromStdString(fname))) { movieCount++; fname = base + QString::number(movieCount).toStdString() + extension; } return fname; } void PylonRecorder::displayBufferPreassure() { int value = static_cast(round(buffer->bufferPreassure())); preassureBar->setValue(value); QColor color = progressColor(value); progressPalette.setBrush(QPalette::Highlight, QBrush(color)); preassureBar->setPalette(progressPalette); int load = static_cast(buffer->bufferLoad()); loadBar->setValue(load); } void PylonRecorder::grabStillFromPylon() { if (pylon->isOpen()) { MyImage img; bool valid = pylon->grabFrame(img); if (valid) { QImage qimg(static_cast(img.data()), img.width(), img.height(), QImage::Format::Format_Grayscale8); setImage(qimg); } } else { statusBar()->showMessage(tr("Camera is not open! Connect to camera first!")); } } void PylonRecorder::selectStorageLocation() { std::cerr << "Select folder!!! " << std::endl; }