Hi experts,
This is Jim and I am using linphone for
a voip project. To improve the user experience for video , I want to
make some change in the mediastream2 layer:
if we find the current frame is corrupt,
just use the last successfully decoded frame
to display.
I try
this way for vp8 in vp8.c, the line
in blue is what I add :
=====================================
static mblk_t
*dec_last_successfully_decoded_frame = NULL;
static void dec_process(MSFilter
*f) {
mblk_t *im;
DecState
*s=(DecState*)f->data;
while(
(im=ms_queue_get(f->inputs[0]))!=0)
{
mblk_t *m;
dec_unpacketize(f, s, im,
&s->q);
while((m=ms_queue_get(&s->q))!=NULL){
vpx_codec_err_t err;
vpx_codec_iter_t iter = NULL;
vpx_image_t *img;
err =
vpx_codec_decode(&s->codec,
m->b_rptr, m->b_wptr - m->b_rptr, NULL, 0);
if (err) {
ms_warning("vpx_codec_decode
failed : %d %s (%s)\n", err,
vpx_codec_err_to_string(err),
vpx_codec_error_detail(&s->codec));
if ((f->ticker->time
- s->last_error_reported_time)>5000 ||
s->last_error_reported_time==0)
{
s->last_error_reported_time=f->ticker->time;
ms_filter_notify_no_arg(f,MS_VIDEO_DECODER_DECODING_ERRORS);
}
if (s->first_image_decoded
== FALSE)
{
/*
if no frames have been decoded yet, do not try
to browse decoded frames */
freemsg(m);
continue;
}
if (VPX_CODEC_CORRUPT_FRAME
== err||VPX_CODEC_UNSUP_BITSTREAM == err) {
/* do not try to browse
decoded frames, use last successfully
decoded frame instead */
if (dec_last_successfully_decoded_frame)
{
ms_queue_put(f->outputs[0],
dec_last_successfully_decoded_frame);
}
freemsg(m);
continue;
}
}
/*
browse decoded frames */
while((img =
vpx_codec_get_frame(&s->codec,
&iter))) {
int i,j;
if (s->yuv_width !=
img->d_w || s->yuv_height !=
img->d_h) {
if (s->yuv_msg)
freemsg(s->yuv_msg);
s->yuv_msg =
ms_yuv_buf_alloc(&s->outbuf,
img->d_w, img->d_h);
s->yuv_width =
img->d_w;
s->yuv_height =
img->d_h;
}
/*
scale/copy frame to destination mblk_t */
for(i=0; i<3;
i++) {
uint8_t* dest =
s->outbuf.planes[i];
uint8_t* src =
"">
int h = img->d_h
>> ((i>0)?1:0);
for(j=0; j<h; j++) {
memcpy(dest, src,
s->outbuf.strides[i]);
dest +=
s->outbuf.strides[i];
src += img->stride[i];
}
}
//ms_queue_put(f->outputs[0],
dupmsg(s->yuv_msg));
if (dec_last_successfully_decoded_frame)
{
free(dec_last_successfully_decoded_frame);
dec_last_successfully_decoded_frame
= NULL;
}
ms_queue_put(f->outputs[0],
dupmsg(s->yuv_msg));
dec_last_successfully_decoded_frame
= dupmsg(s->yuv_msg);
if (ms_video_update_average_fps(&s->fps,
f->ticker->time)) {
ms_message("VP8
decoder: Frame size: %dx%d",
s->yuv_width, s->yuv_height);
}
if (!s->first_image_decoded)
{
s->first_image_decoded = TRUE;
ms_filter_notify_no_arg(f,MS_VIDEO_DECODER_FIRST_IMAGE_DECODED);
}
//}
}
freemsg(m);
}
}
}
=======================================
But it does not work for me, Can
anyone help with me or give some advice on it.
Looking forwards to your answer, your
kind help will be appreciated!
Jim
_______________________________________________
Linphone-developers mailing list
address@hidden
https://lists.nongnu.org/mailman/listinfo/linphone-developers