external_libcamera/src/apps/cam/sdl_sink.cpp

/* SPDX-License-Identifier: GPL-2.0-or-later */
/*
 * Copyright (C) 2022, Ideas on Board Oy
 *
 * sdl_sink.h - SDL Sink
 */

#include "sdl_sink.h"

#include <assert.h>
#include <fcntl.h>
#include <iomanip>
#include <iostream>
#include <signal.h>
#include <sstream>
#include <string.h>
#include <unistd.h>

#include <libcamera/camera.h>
#include <libcamera/formats.h>

#include "event_loop.h"
#include "image.h"
#ifdef HAVE_LIBJPEG
#include "sdl_texture_mjpg.h"
#endif
#include "sdl_texture_yuv.h"

using namespace libcamera;

using namespace std::chrono_literals;

SDLSink::SDLSink()
	: window_(nullptr), renderer_(nullptr), rect_({}),
	  init_(false)
{
}

SDLSink::~SDLSink()
{
	stop();
}

int SDLSink::configure(const libcamera::CameraConfiguration &config)
{
	int ret = FrameSink::configure(config);
	if (ret < 0)
		return ret;

	if (config.size() > 1) {
		std::cerr
			<< "SDL sink only supports one camera stream at present, streaming first camera stream"
			<< std::endl;
	} else if (config.empty()) {
		std::cerr << "Require at least one camera stream to process"
			  << std::endl;
		return -EINVAL;
	}

	const libcamera::StreamConfiguration &cfg = config.at(0);
	rect_.w = cfg.size.width;
	rect_.h = cfg.size.height;

	switch (cfg.pixelFormat) {
#ifdef HAVE_LIBJPEG
	case libcamera::formats::MJPEG:
		texture_ = std::make_unique<SDLTextureMJPG>(rect_);
		break;
#endif
#if SDL_VERSION_ATLEAST(2, 0, 16)
	case libcamera::formats::NV12:
		texture_ = std::make_unique<SDLTextureNV12>(rect_, cfg.stride);
		break;
#endif
	case libcamera::formats::YUYV:
		texture_ = std::make_unique<SDLTextureYUYV>(rect_, cfg.stride);
		break;
	default:
		std::cerr << "Unsupported pixel format "
			  << cfg.pixelFormat.toString() << std::endl;
		return -EINVAL;
	};

	return 0;
}

int SDLSink::start()
{
	int ret = SDL_Init(SDL_INIT_VIDEO);
	if (ret) {
		std::cerr << "Failed to initialize SDL: " << SDL_GetError()
			  << std::endl;
		return ret;
	}

	init_ = true;
	window_ = SDL_CreateWindow("", SDL_WINDOWPOS_UNDEFINED,
				   SDL_WINDOWPOS_UNDEFINED, rect_.w,
				   rect_.h,
				   SDL_WINDOW_SHOWN | SDL_WINDOW_RESIZABLE);
	if (!window_) {
		std::cerr << "Failed to create SDL window: " << SDL_GetError()
			  << std::endl;
		return -EINVAL;
	}

	renderer_ = SDL_CreateRenderer(window_, -1, 0);
	if (!renderer_) {
		std::cerr << "Failed to create SDL renderer: " << SDL_GetError()
			  << std::endl;
		return -EINVAL;
	}

	/*
	 * Set for scaling purposes, not critical, don't return in case of
	 * error.
	 */
	ret = SDL_RenderSetLogicalSize(renderer_, rect_.w, rect_.h);
	if (ret)
		std::cerr << "Failed to set SDL render logical size: "
			  << SDL_GetError() << std::endl;

	ret = texture_->create(renderer_);
	if (ret) {
		return ret;
	}

	/* \todo Make the event cancellable to support stop/start cycles. */
	EventLoop::instance()->addTimerEvent(
		10ms, std::bind(&SDLSink::processSDLEvents, this));

	return 0;
}

int SDLSink::stop()
{
	texture_.reset();

	if (renderer_) {
		SDL_DestroyRenderer(renderer_);
		renderer_ = nullptr;
	}

	if (window_) {
		SDL_DestroyWindow(window_);
		window_ = nullptr;
	}

	if (init_) {
		SDL_Quit();
		init_ = false;
	}

	return FrameSink::stop();
}

void SDLSink::mapBuffer(FrameBuffer *buffer)
{
	std::unique_ptr<Image> image =
		Image::fromFrameBuffer(buffer, Image::MapMode::ReadOnly);
	assert(image != nullptr);

	mappedBuffers_[buffer] = std::move(image);
}

bool SDLSink::processRequest(Request *request)
{
	for (auto [stream, buffer] : request->buffers()) {
		renderBuffer(buffer);
		break; /* to be expanded to launch SDL window per buffer */
	}

	return true;
}

/*
 * Process SDL events, required for things like window resize and quit button
 */
void SDLSink::processSDLEvents()
{
	for (SDL_Event e; SDL_PollEvent(&e);) {
		if (e.type == SDL_QUIT) {
			/* Click close icon then quit */
			EventLoop::instance()->exit(0);
		}
	}
}

void SDLSink::renderBuffer(FrameBuffer *buffer)
{
	Image *image = mappedBuffers_[buffer].get();

	std::vector<Span<const uint8_t>> planes;
	unsigned int i = 0;

	planes.reserve(buffer->metadata().planes().size());

	for (const FrameMetadata::Plane &meta : buffer->metadata().planes()) {
		Span<uint8_t> data = image->data(i);
		if (meta.bytesused > data.size())
			std::cerr << "payload size " << meta.bytesused
				  << " larger than plane size " << data.size()
				  << std::endl;

		planes.push_back(data);
		i++;
	}

	texture_->update(planes);

	SDL_RenderClear(renderer_);
	SDL_RenderCopy(renderer_, texture_->get(), nullptr, nullptr);
	SDL_RenderPresent(renderer_);
}