博客
关于我
多媒体系统之MediaMuxer和MediaExtractor(五)
阅读量:83 次
发布时间:2019-02-26

本文共 6320 字,大约阅读时间需要 21 分钟。

MediaExtractor ? MediaMuxer ?????

MediaExtractor ?????

MediaExtractor ???????????????????????????????????????

  • ???????? setDataSource ?????????????????
  • ????????? getTrackCount() ??????????????
  • ????????? MIME ???? video/ ? audio/????????????? selectTrack ???
  • ??????? readSampleData ??????????????????
  • ???????? advance ??????????
  • ?????????????? release ???????
  • MediaMuxer ?????

    MediaMuxer ??????????????????????????????

  • ??????? addTrack ??????????????????
  • ??????? writeSampleData ????????????????
  • ?????????????? release ???????
  • ????

    ????????????????

  • BufferInfo ????? bufferInfo ???????? size?offset ? presentationTimeUs????????? presentationTimeUs????????????????
  • PTS ???????? B ???presentationTimeUs ???????????????? PTS??????? I ?????
  • ????????? MediaFormat ?? FRAME_RATE ????????????????????
  • ???? PTS

    ???? PTS ??????????????

  • ?? I ????? PTS ?????? I ?????????????
  • ????????????FRAME_RATE?????????????????? 30 ?/?????????? 1000ms / 30 ? 33.333ms?
  • ????

    ???????????

    ?? 1??????

    @TargetApi(Build.VERSION_CODES.JELLY_BEAN_MR2)public static void trackExtractor(String inPath, String outPath, boolean isVideo) {    MediaExtractor mediaExtractor = new MediaExtractor();    try {        mediaExtractor.setDataSource(inPath);    } catch (IOException e) {        e.printStackTrace();    }    MediaMuxer mediaMuxer = null;    try {        mediaMuxer = new MediaMuxer(outPath, MediaMuxer.OutputFormat.MUXER_OUTPUT_MPEG_4);    } catch (IOException e) {        e.printStackTrace();    }    int trackIndex = 0;    int trackCount = mediaExtractor.getTrackCount();    for (int i = 0; i < trackCount; i++) {        MediaFormat trackFormat = mediaExtractor.getTrackFormat(i);        String mime = trackFormat.getString(MediaFormat.KEY_MIME);        if (mime.startsWith("video/") && isVideo) {            trackIndex = mediaMuxer.addTrack(trackFormat);            mediaExtractor.selectTrack(i);            break;        } else if (mime.startsWith("audio/") && !isVideo) {            trackIndex = mediaMuxer.addTrack(trackFormat);            mediaExtractor.selectTrack(i);            break;        }    }    mediaMuxer.start();    ByteBuffer buffer = ByteBuffer.allocate(1024 * 1000);    MediaCodec.BufferInfo bufferInfo = new MediaCodec.BufferInfo();    long videoSampleTime = getSampleTime(mediaExtractor, buffer);    while (true) {        int readSampleDataSize = mediaExtractor.readSampleData(buffer, 0);        if (readSampleDataSize < 0) {            break;        }        bufferInfo.size = readSampleDataSize;        bufferInfo.offset = 0;        bufferInfo.flags = mediaExtractor.getSampleFlags();        bufferInfo.presentationTimeUs += videoSampleTime;        mediaMuxer.writeSampleData(trackIndex, buffer, bufferInfo);        mediaExtractor.advance();    }    mediaExtractor.release();    mediaMuxer.stop();    mediaMuxer.release();}

    ?? 2??????

    @TargetApi(Build.VERSION_CODES.JELLY_BEAN_MR2)public static void trackMuxer(String videoPath, String audioPath, String outPath) {    MediaExtractor videoExtractor = new MediaExtractor();    try {        videoExtractor.setDataSource(videoPath);    } catch (IOException e) {        e.printStackTrace();    }    MediaExtractor audioExtractor = new MediaExtractor();    try {        audioExtractor.setDataSource(audioPath);    } catch (IOException e) {        e.printStackTrace();    }    MediaMuxer mediaMuxer = null;    try {        mediaMuxer = new MediaMuxer(outPath, MediaMuxer.OutputFormat.MUXER_OUTPUT_MPEG_4);    } catch (IOException e) {        e.printStackTrace();    }    int videoTrackIndex = -1;    int audioTrackIndex = -1;    MediaFormat videoFormat = null;    MediaFormat audioFormat = null;    int videoTrackCount = videoExtractor.getTrackCount();    for (int i = 0; i < videoTrackCount; i++) {        videoFormat = videoExtractor.getTrackFormat(i);        String mime = videoFormat.getString(MediaFormat.KEY_MIME);        if (mime.startsWith("video/")) {            videoTrackIndex = i;            break;        }    }    int audioTrackCount = audioExtractor.getTrackCount();    for (int i = 0; i < audioTrackCount; i++) {        audioFormat = audioExtractor.getTrackFormat(i);        String mime = audioFormat.getString(MediaFormat.KEY_MIME);        if (mime.startsWith("audio/")) {            audioTrackIndex = i;            break;        }    }    videoExtractor.selectTrack(videoTrackIndex);    audioExtractor.selectTrack(audioTrackIndex);    MediaCodec.BufferInfo videoBufferInfo = new MediaCodec.BufferInfo();    MediaCodec.BufferInfo audioBufferInfo = new MediaCodec.BufferInfo();    ByteBuffer byteBuffer = ByteBuffer.allocate(1024 * 1000);    long videoSampleTime = getSampleTime(videoExtractor, byteBuffer);    while (true) {        int readVideoSampleSize = videoExtractor.readSampleData(byteBuffer, 0);        if (readVideoSampleSize < 0) {            break;        }        videoBufferInfo.size = readVideoSampleSize;        videoBufferInfo.presentationTimeUs += videoSampleTime;        videoBufferInfo.offset = 0;        videoBufferInfo.flags = videoExtractor.getSampleFlags();        mediaMuxer.writeSampleData(videoTrackIndex, byteBuffer, videoBufferInfo);        videoExtractor.advance();    }    long audioSampleTime = getSampleTime(audioExtractor, byteBuffer);    while (true) {        int readAudioSampleSize = audioExtractor.readSampleData(byteBuffer, 0);        if (readAudioSampleSize < 0) {            break;        }        audioBufferInfo.size = readAudioSampleSize;        audioBufferInfo.presentationTimeUs += audioSampleTime;        audioBufferInfo.offset = 0;        audioBufferInfo.flags = audioExtractor.getSampleFlags();        mediaMuxer.writeSampleData(audioTrackIndex, byteBuffer, audioBufferInfo);        audioExtractor.advance();    }    mediaMuxer.stop();    mediaMuxer.release();    videoExtractor.release();    audioExtractor.release();}

    PTS ????

    ??????? PTS ??????

    private static long getSampleTime(MediaExtractor mediaExtractor, ByteBuffer buffer) {    long videoSampleTime;    mediaExtractor.readSampleData(buffer, 0);    long firstVideoPTS = mediaExtractor.getSampleTime();    mediaExtractor.advance();    mediaExtractor.readSampleData(buffer, 0);    long secondVideoPTS = mediaExtractor.getSampleTime();    videoSampleTime = Math.abs(secondVideoPTS - firstVideoPTS);    return videoSampleTime;}

    ????????????????? PTS??????????????

    转载地址:http://vcfz.baihongyu.com/

    你可能感兴趣的文章
    poj1958-汉诺四塔问题(三种方法)
    查看>>
    poj1988(并查集)
    查看>>
    POJ2007+几何+极角排序
    查看>>
    poj2039
    查看>>
    posix多线程有感--自旋锁
    查看>>
    Postgresql中自增主键序列的使用以及数据传输时提示:错误:关系“xxx_xx_xx_seq“不存在
    查看>>
    postgreSQL入门命令
    查看>>
    PostgreSQL删除数据库报"ERROR: There is 1 other session using the database."
    查看>>
    PostgreSQL学习总结(11)—— PostgreSQL 常用的高可用集群方案
    查看>>
    PostgreSQL学习总结(1)—— PostgreSQL 入门简介与安装
    查看>>
    PostgreSQL学习总结(6)—— PostgreSQL 模式(SCHEMA)详解
    查看>>
    PostgreSQL学习笔记:PostgreSQL vs MySQL
    查看>>
    PostgreSQL数据库pg_dump命令行不输入密码的方法
    查看>>
    postgresql流复制配置
    查看>>
    Postman如何做接口测试:如何导入 swagger 接口文档
    查看>>
    Postman如何生成接口文档
    查看>>
    Postman学习之常用断言
    查看>>
    postman居然是用electron开发的,我们来认识下这个框架吧
    查看>>
    postman常用公共函数
    查看>>
    Postman被低估的功能 — 自动化接口测试
    查看>>