2 * am7xxx-play - play stuff on an am7xxx device (e.g. Acer C110, PicoPix 1020)
4 * Copyright (C) 2012-2014 Antonio Ospite <ao2@ao2.it>
6 * This program is free software: you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation, either version 3 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program. If not, see <http://www.gnu.org/licenses/>.
21 * @example examples/am7xxx-play.c
22 * am7xxx-play uses libavdevice, libavformat, libavcodec and libswscale to
23 * decode the input, encode it to jpeg and display it with libam7xxx.
32 #include <libavdevice/avdevice.h>
33 #include <libavformat/avformat.h>
34 #include <libavutil/imgutils.h>
35 #include <libswscale/swscale.h>
39 static unsigned int run = 1;
41 struct video_input_ctx {
42 AVFormatContext *format_ctx;
43 AVCodecContext *codec_ctx;
44 int video_stream_index;
47 static int video_input_init(struct video_input_ctx *input_ctx,
48 const char *input_format_string,
49 const char *input_path,
50 AVDictionary **input_options)
52 AVInputFormat *input_format = NULL;
53 AVFormatContext *input_format_ctx;
54 AVCodecParameters *input_codec_params;
55 AVCodecContext *input_codec_ctx;
60 avdevice_register_all();
61 avcodec_register_all();
64 if (input_format_string) {
65 /* find the desired input format */
66 input_format = av_find_input_format(input_format_string);
67 if (input_format == NULL) {
68 fprintf(stderr, "cannot find input format\n");
74 if (input_path == NULL) {
75 fprintf(stderr, "input_path must not be NULL!\n");
80 /* open the input format/device */
81 input_format_ctx = NULL;
82 ret = avformat_open_input(&input_format_ctx,
87 fprintf(stderr, "cannot open input format/device\n");
91 /* get information on the input stream (e.g. format, bitrate, framerate) */
92 ret = avformat_find_stream_info(input_format_ctx, NULL);
94 fprintf(stderr, "cannot get information on the stream\n");
98 /* dump what was found */
99 av_dump_format(input_format_ctx, 0, input_path, 0);
101 /* look for the first video_stream */
102 video_index = av_find_best_stream(input_format_ctx, AVMEDIA_TYPE_VIDEO, -1, -1, &input_codec, 0);
103 if (video_index < 0) {
104 fprintf(stderr, "cannot find any video streams\n");
109 input_codec_ctx = avcodec_alloc_context3(input_codec);
110 if (input_codec_ctx == NULL) {
111 fprintf(stderr, "failed to allocate the input codec context\n");
116 input_codec_params = input_format_ctx->streams[video_index]->codecpar;
117 ret = avcodec_parameters_to_context(input_codec_ctx, input_codec_params);
119 fprintf(stderr, "cannot copy parameters to input codec context\n");
123 /* open the decoder */
124 ret = avcodec_open2(input_codec_ctx, input_codec, NULL);
126 fprintf(stderr, "cannot open input codec\n");
130 input_ctx->format_ctx = input_format_ctx;
131 input_ctx->codec_ctx = input_codec_ctx;
132 input_ctx->video_stream_index = video_index;
138 avcodec_free_context(&input_codec_ctx);
140 avformat_close_input(&input_format_ctx);
142 av_dict_free(input_options);
143 *input_options = NULL;
148 struct video_output_ctx {
149 AVCodecContext *codec_ctx;
153 static int video_output_init(struct video_output_ctx *output_ctx,
154 struct video_input_ctx *input_ctx,
155 unsigned int upscale,
156 unsigned int quality,
157 am7xxx_image_format image_format,
160 AVCodecContext *output_codec_ctx;
161 AVCodec *output_codec;
162 unsigned int new_output_width;
163 unsigned int new_output_height;
166 if (input_ctx == NULL) {
167 fprintf(stderr, "input_ctx must not be NULL!\n");
172 /* create the encoder context */
173 output_codec_ctx = avcodec_alloc_context3(NULL);
174 if (output_codec_ctx == NULL) {
175 fprintf(stderr, "cannot allocate output codec context!\n");
180 /* Calculate the new output dimension so the original frame is shown
182 ret = am7xxx_calc_scaled_image_dimensions(dev,
184 (input_ctx->codec_ctx)->width,
185 (input_ctx->codec_ctx)->height,
189 fprintf(stderr, "cannot calculate output dimension\n");
193 /* put sample parameters */
194 output_codec_ctx->bit_rate = (input_ctx->codec_ctx)->bit_rate;
195 output_codec_ctx->width = new_output_width;
196 output_codec_ctx->height = new_output_height;
197 output_codec_ctx->time_base.num =
198 (input_ctx->format_ctx)->streams[input_ctx->video_stream_index]->time_base.num;
199 output_codec_ctx->time_base.den =
200 (input_ctx->format_ctx)->streams[input_ctx->video_stream_index]->time_base.den;
202 /* When the raw format is requested we don't actually need to setup
205 if (image_format == AM7XXX_IMAGE_FORMAT_NV12) {
206 fprintf(stdout, "using raw output format\n");
207 output_codec_ctx->pix_fmt = AV_PIX_FMT_NV12;
208 output_ctx->codec_ctx = output_codec_ctx;
209 output_ctx->raw_output = 1;
214 output_codec_ctx->pix_fmt = AV_PIX_FMT_YUVJ420P;
215 output_codec_ctx->codec_id = AV_CODEC_ID_MJPEG;
216 output_codec_ctx->codec_type = AVMEDIA_TYPE_VIDEO;
218 /* Set quality and other VBR settings */
220 /* @note: 'quality' is expected to be between 1 and 100, but a value
221 * between 0 to 99 has to be passed when calculating qmin and qmax.
222 * This way qmin and qmax will cover the range 1-FF_QUALITY_SCALE, and
223 * in particular they won't be 0, this is needed because they are used
224 * as divisor somewhere in the encoding process */
225 output_codec_ctx->qmin = output_codec_ctx->qmax = ((100 - (quality - 1)) * FF_QUALITY_SCALE) / 100;
226 output_codec_ctx->mb_lmin = output_codec_ctx->qmin * FF_QP2LAMBDA;
227 output_codec_ctx->mb_lmax = output_codec_ctx->qmax * FF_QP2LAMBDA;
228 output_codec_ctx->flags |= AV_CODEC_FLAG_QSCALE;
229 output_codec_ctx->global_quality = output_codec_ctx->qmin * FF_QP2LAMBDA;
231 /* find the encoder */
232 output_codec = avcodec_find_encoder(output_codec_ctx->codec_id);
233 if (output_codec == NULL) {
234 fprintf(stderr, "cannot find output codec!\n");
240 ret = avcodec_open2(output_codec_ctx, output_codec, NULL);
242 fprintf(stderr, "could not open output codec!\n");
246 output_ctx->codec_ctx = output_codec_ctx;
247 output_ctx->raw_output = 0;
253 avcodec_free_context(&output_codec_ctx);
260 * Wrap the new avcodec API from FFMpeg 3.1 to minimize the changes in the
263 * If the use of the wrappers were to be made conditional, a check like the
264 * following could be used:
266 * #if (LIBAVCODEC_VERSION_INT >= AV_VERSION_INT(57, 48, 101))
268 * As derived from the APIchanges document:
269 * https://github.com/FFmpeg/FFmpeg/blob/master/doc/APIchanges
271 * The wrapper implementation has been taken from:
272 * https://blogs.gentoo.org/lu_zero/2016/03/29/new-avcodec-api/
274 static int decode(AVCodecContext *avctx, AVFrame *frame, int *got_frame, AVPacket *pkt)
281 ret = avcodec_send_packet(avctx, pkt);
283 * In particular, we don't expect AVERROR(EAGAIN), because we
284 * read all decoded frames with avcodec_receive_frame() until
288 return ret == AVERROR_EOF ? 0 : ret;
291 ret = avcodec_receive_frame(avctx, frame);
292 if (ret < 0 && ret != AVERROR(EAGAIN) && ret != AVERROR_EOF)
300 static int encode(AVCodecContext *avctx, AVPacket *pkt, int *got_packet, AVFrame *frame)
306 ret = avcodec_send_frame(avctx, frame);
310 ret = avcodec_receive_packet(avctx, pkt);
313 if (ret == AVERROR(EAGAIN))
320 static int am7xxx_play(const char *input_format_string,
321 AVDictionary **input_options,
322 const char *input_path,
323 unsigned int rescale_method,
324 unsigned int upscale,
325 unsigned int quality,
326 am7xxx_image_format image_format,
330 struct video_input_ctx input_ctx;
331 struct video_output_ctx output_ctx;
333 AVFrame *frame_scaled;
338 struct SwsContext *sw_scale_ctx;
345 ret = video_input_init(&input_ctx, input_format_string, input_path, input_options);
347 fprintf(stderr, "cannot initialize input\n");
351 ret = video_output_init(&output_ctx, &input_ctx, upscale, quality, image_format, dev);
353 fprintf(stderr, "cannot initialize input\n");
357 /* allocate an input frame */
358 frame_raw = av_frame_alloc();
359 if (frame_raw == NULL) {
360 fprintf(stderr, "cannot allocate the raw frame!\n");
365 /* allocate output frame */
366 frame_scaled = av_frame_alloc();
367 if (frame_scaled == NULL) {
368 fprintf(stderr, "cannot allocate the scaled frame!\n");
370 goto cleanup_frame_raw;
372 frame_scaled->format = (output_ctx.codec_ctx)->pix_fmt;
373 frame_scaled->width = (output_ctx.codec_ctx)->width;
374 frame_scaled->height = (output_ctx.codec_ctx)->height;
376 /* calculate the bytes needed for the output image and create buffer for the output image */
377 out_buf_size = av_image_get_buffer_size((output_ctx.codec_ctx)->pix_fmt,
378 (output_ctx.codec_ctx)->width,
379 (output_ctx.codec_ctx)->height,
381 out_buf = av_malloc(out_buf_size * sizeof(uint8_t));
382 if (out_buf == NULL) {
383 fprintf(stderr, "cannot allocate output data buffer!\n");
385 goto cleanup_frame_scaled;
388 /* assign appropriate parts of buffer to image planes in frame_scaled */
389 av_image_fill_arrays(frame_scaled->data,
390 frame_scaled->linesize,
392 (output_ctx.codec_ctx)->pix_fmt,
393 (output_ctx.codec_ctx)->width,
394 (output_ctx.codec_ctx)->height,
397 sw_scale_ctx = sws_getCachedContext(NULL,
398 (input_ctx.codec_ctx)->width,
399 (input_ctx.codec_ctx)->height,
400 (input_ctx.codec_ctx)->pix_fmt,
401 (output_ctx.codec_ctx)->width,
402 (output_ctx.codec_ctx)->height,
403 (output_ctx.codec_ctx)->pix_fmt,
406 if (sw_scale_ctx == NULL) {
407 fprintf(stderr, "cannot set up the rescaling context!\n");
409 goto cleanup_out_buf;
415 ret = av_read_frame(input_ctx.format_ctx, &in_packet);
417 if (ret == (int)AVERROR_EOF || input_ctx.format_ctx->pb->eof_reached)
420 fprintf(stderr, "av_read_frame failed, EOF?\n");
425 if (in_packet.stream_index != input_ctx.video_stream_index) {
426 /* that is more or less a "continue", but there is
427 * still the packet to free */
433 ret = decode(input_ctx.codec_ctx, frame_raw, &got_frame, &in_packet);
435 fprintf(stderr, "cannot decode video\n");
440 /* if we got the complete frame */
443 * Rescaling the frame also changes its pixel format
444 * to the raw format supported by the projector if
445 * this was set in video_output_init()
447 sws_scale(sw_scale_ctx,
448 (const uint8_t * const *)frame_raw->data,
451 (input_ctx.codec_ctx)->height,
453 frame_scaled->linesize);
455 if (output_ctx.raw_output) {
457 out_frame_size = out_buf_size;
459 frame_scaled->quality = (output_ctx.codec_ctx)->global_quality;
460 av_init_packet(&out_packet);
461 out_packet.data = NULL;
464 ret = encode(output_ctx.codec_ctx,
468 if (ret < 0 || !got_packet) {
469 fprintf(stderr, "cannot encode video\n");
474 out_frame = out_packet.data;
475 out_frame_size = out_packet.size;
480 char filename[NAME_MAX];
482 if (!output_ctx.raw_output)
483 snprintf(filename, NAME_MAX, "out_q%03d.jpg", quality);
485 snprintf(filename, NAME_MAX, "out.raw");
486 file = fopen(filename, "wb");
487 fwrite(out_frame, 1, out_frame_size, file);
494 ret = am7xxx_send_image_async(dev,
496 (output_ctx.codec_ctx)->width,
497 (output_ctx.codec_ctx)->height,
501 perror("am7xxx_send_image_async");
507 if (!output_ctx.raw_output && got_packet)
508 av_packet_unref(&out_packet);
509 av_packet_unref(&in_packet);
512 sws_freeContext(sw_scale_ctx);
515 cleanup_frame_scaled:
516 av_frame_free(&frame_scaled);
518 av_frame_free(&frame_raw);
521 /* Freeing the codec context is needed as well,
522 * see https://libav.org/documentation/doxygen/master/group__lavc__core.html#gaf4daa92361efb3523ef5afeb0b54077f
524 avcodec_close(output_ctx.codec_ctx);
525 avcodec_free_context(&(output_ctx.codec_ctx));
528 avcodec_close(input_ctx.codec_ctx);
529 avcodec_free_context(&(input_ctx.codec_ctx));
530 avformat_close_input(&(input_ctx.format_ctx));
538 static int x_get_screen_dimensions(const char *displayname, int *width, int *height)
540 int i, screen_number;
541 xcb_connection_t *connection;
542 const xcb_setup_t *setup;
543 xcb_screen_iterator_t iter;
545 connection = xcb_connect(displayname, &screen_number);
546 if (xcb_connection_has_error(connection)) {
547 fprintf(stderr, "Cannot open a connection to %s\n", displayname);
551 setup = xcb_get_setup(connection);
553 fprintf(stderr, "Cannot get setup for %s\n", displayname);
554 xcb_disconnect(connection);
558 iter = xcb_setup_roots_iterator(setup);
559 for (i = 0; i < screen_number; ++i) {
560 xcb_screen_next(&iter);
563 xcb_screen_t *screen = iter.data;
565 *width = screen->width_in_pixels;
566 *height = screen->height_in_pixels;
568 xcb_disconnect(connection);
573 static char *get_x_screen_size(const char *input_path)
581 ret = x_get_screen_dimensions(input_path, &width, &height);
583 fprintf(stderr, "Cannot get screen dimensions for %s\n", input_path);
587 len = snprintf(NULL, 0, "%dx%d", width, height);
589 screen_size = malloc((len + 1) * sizeof(char));
590 if (screen_size == NULL) {
595 len = snprintf(screen_size, len + 1, "%dx%d", width, height);
604 static char *get_x_screen_size(const char *input_path)
607 fprintf(stderr, "%s: fallback implementation, assuming a vga screen\n", __func__);
608 return strdup("vga");
612 static void unset_run(int signo)
618 #ifdef HAVE_SIGACTION
619 static int set_signal_handler(void (*signal_handler)(int))
621 struct sigaction new_action;
622 struct sigaction old_action;
625 new_action.sa_handler = signal_handler;
626 sigemptyset(&new_action.sa_mask);
627 new_action.sa_flags = 0;
629 ret = sigaction(SIGINT, NULL, &old_action);
631 perror("sigaction on old_action");
635 if (old_action.sa_handler != SIG_IGN) {
636 ret = sigaction(SIGINT, &new_action, NULL);
638 perror("sigaction on new_action");
647 static int set_signal_handler(void (*signal_handler)(int))
649 (void)signal_handler;
650 fprintf(stderr, "set_signal_handler() not implemented, sigaction not available\n");
656 static void usage(char *name)
658 printf("usage: %s [OPTIONS]\n\n", name);
659 printf("OPTIONS:\n");
660 printf("\t-d <index>\t\tthe device index (default is 0)\n");
662 printf("\t-D \t\t\tdump the last frame to a file (only active in DEBUG mode)\n");
664 printf("\t-f <input format>\tthe input device format\n");
665 printf("\t-i <input path>\t\tthe input path\n");
666 printf("\t-o <options>\t\ta comma separated list of input format options\n");
667 printf("\t\t\t\tEXAMPLE:\n");
668 printf("\t\t\t\t\t-o draw_mouse=1,framerate=100,video_size=800x480\n");
669 printf("\t-s <scaling method>\tthe rescaling method (see swscale.h)\n");
670 printf("\t-u \t\t\tupscale the image if smaller than the display dimensions\n");
671 printf("\t-F <format>\t\tthe image format to use (default is JPEG)\n");
672 printf("\t\t\t\tSUPPORTED FORMATS:\n");
673 printf("\t\t\t\t\t1 - JPEG\n");
674 printf("\t\t\t\t\t2 - NV12\n");
675 printf("\t-q <quality>\t\tquality of jpeg sent to the device, between 1 and 100\n");
676 printf("\t-l <log level>\t\tthe verbosity level of libam7xxx output (0-5)\n");
677 printf("\t-p <power mode>\t\tthe power mode of device, between %d (off) and %d (turbo)\n",
678 AM7XXX_POWER_OFF, AM7XXX_POWER_TURBO);
679 printf("\t\t\t\tWARNING: Level 2 and greater require the master AND\n");
680 printf("\t\t\t\t the slave connector to be plugged in.\n");
681 printf("\t-z <zoom mode>\t\tthe display zoom mode, between %d (original) and %d (tele)\n",
682 AM7XXX_ZOOM_ORIGINAL, AM7XXX_ZOOM_TELE);
683 printf("\t-h \t\t\tthis help message\n");
684 printf("\n\nEXAMPLES OF USE:\n");
685 printf("\t%s -f x11grab -i :0.0 -o video_size=800x480\n", name);
686 printf("\t%s -f fbdev -i /dev/fb0\n", name);
687 printf("\t%s -f video4linux2 -i /dev/video0 -o video_size=320x240,frame_rate=100 -u -q 90\n", name);
688 printf("\t%s -i http://download.blender.org/peach/bigbuckbunny_movies/BigBuckBunny_640x360.m4v\n", name);
691 int main(int argc, char *argv[])
698 char *input_format_string = NULL;
699 AVDictionary *options = NULL;
700 char *input_path = NULL;
701 unsigned int rescale_method = SWS_BICUBIC;
702 unsigned int upscale = 0;
703 unsigned int quality = 95;
704 int log_level = AM7XXX_LOG_INFO;
705 int device_index = 0;
706 int power_mode = AM7XXX_POWER_LOW;
707 int zoom = AM7XXX_ZOOM_ORIGINAL;
708 int format = AM7XXX_IMAGE_FORMAT_JPEG;
713 while ((opt = getopt(argc, argv, "d:Df:i:o:s:uF:q:l:p:z:h")) != -1) {
716 device_index = atoi(optarg);
717 if (device_index < 0) {
718 fprintf(stderr, "Unsupported device index\n");
726 fprintf(stderr, "Warning: the -D option is only active in DEBUG mode.\n");
730 input_format_string = strdup(optarg);
733 input_path = strdup(optarg);
738 * parse suboptions, the expected format is something
740 * draw_mouse=1,framerate=100,video_size=800x480
742 subopts = subopts_saved = strdup(optarg);
743 while ((subopt = strtok_r(subopts, ",", &subopts))) {
744 char *subopt_name = strtok_r(subopt, "=", &subopt);
745 char *subopt_value = strtok_r(NULL, "", &subopt);
746 if (subopt_value == NULL) {
747 fprintf(stderr, "invalid suboption: %s\n", subopt_name);
750 av_dict_set(&options, subopt_name, subopt_value, 0);
754 fprintf(stderr, "Option '-o' not implemented\n");
758 rescale_method = atoi(optarg);
759 switch(rescale_method) {
760 case SWS_FAST_BILINEAR:
773 fprintf(stderr, "Unsupported rescale method\n");
782 format = atoi(optarg);
784 case AM7XXX_IMAGE_FORMAT_JPEG:
785 fprintf(stdout, "JPEG format\n");
787 case AM7XXX_IMAGE_FORMAT_NV12:
788 fprintf(stdout, "NV12 format\n");
791 fprintf(stderr, "Unsupported format\n");
797 quality = atoi(optarg);
798 if (quality < 1 || quality > 100) {
799 fprintf(stderr, "Invalid quality value, must be between 1 and 100\n");
805 log_level = atoi(optarg);
806 if (log_level < AM7XXX_LOG_FATAL || log_level > AM7XXX_LOG_TRACE) {
807 fprintf(stderr, "Unsupported log level, falling back to AM7XXX_LOG_ERROR\n");
808 log_level = AM7XXX_LOG_ERROR;
812 power_mode = atoi(optarg);
814 case AM7XXX_POWER_OFF:
815 case AM7XXX_POWER_LOW:
816 case AM7XXX_POWER_MIDDLE:
817 case AM7XXX_POWER_HIGH:
818 case AM7XXX_POWER_TURBO:
819 fprintf(stdout, "Power mode: %d\n", power_mode);
822 fprintf(stderr, "Invalid power mode value, must be between %d and %d\n",
823 AM7XXX_POWER_OFF, AM7XXX_POWER_TURBO);
831 case AM7XXX_ZOOM_ORIGINAL:
833 case AM7XXX_ZOOM_H_V:
834 case AM7XXX_ZOOM_TEST:
835 case AM7XXX_ZOOM_TELE:
836 fprintf(stdout, "Zoom: %d\n", zoom);
839 fprintf(stderr, "Invalid zoom mode value, must be between %d and %d\n",
840 AM7XXX_ZOOM_ORIGINAL, AM7XXX_ZOOM_TELE);
856 if (input_path == NULL) {
857 fprintf(stderr, "The -i option must always be passed\n\n");
864 * When the input format is 'x11grab' set some useful fallback options
865 * if not supplied by the user, in particular grab full screen
867 if (input_format_string && strcmp(input_format_string, "x11grab") == 0) {
870 video_size = get_x_screen_size(input_path);
872 if (!av_dict_get(options, "video_size", NULL, 0))
873 av_dict_set(&options, "video_size", video_size, 0);
875 if (!av_dict_get(options, "framerate", NULL, 0))
876 av_dict_set(&options, "framerate", "60", 0);
878 if (!av_dict_get(options, "draw_mouse", NULL, 0))
879 av_dict_set(&options, "draw_mouse", "1", 0);
884 ret = set_signal_handler(unset_run);
890 ret = am7xxx_init(&ctx);
892 perror("am7xxx_init");
896 am7xxx_set_log_level(ctx, log_level);
898 ret = am7xxx_open_device(ctx, &dev, device_index);
900 perror("am7xxx_open_device");
904 ret = am7xxx_set_zoom_mode(dev, zoom);
906 perror("am7xxx_set_zoom_mode");
910 ret = am7xxx_set_power_mode(dev, power_mode);
912 perror("am7xxx_set_power_mode");
916 /* When setting AM7XXX_ZOOM_TEST don't display the actual image */
917 if (zoom == AM7XXX_ZOOM_TEST)
920 ret = am7xxx_play(input_format_string,
930 fprintf(stderr, "am7xxx_play failed\n");
935 am7xxx_shutdown(ctx);
937 av_dict_free(&options);
939 free(input_format_string);