01 flv 的 binary 解析

Posted 2023-01-24 蓝风9

想要看一下 这个 flv 的格式主要因素为 rtsp视频服务 转换为 rtmp服务 转换为前端可用的服务 , 然后 里面有 flv.js 的代码, 因为之前出现了一些问题 flvjs 播放 ws 服务代理的不存在的 rtsp 连接, Cannot read properties of null (reading ‘flushStashedSamples‘)

然后看了一下 flvjs 的代码, 并大致了解了一下 flv 的格式 以及 相关约束 

然后 后面有点时间, 可以 解析一下 flv 的文件, 以及 websocket 交互的 flv 数据流, 来用一下 

flv 格式的官方文档 http://www.adobe.com/devnet/flv/

参考文章 FLV格式详解_狗蛋儿l的博客-CSDN博客_flv格式

flv 解析

主要是基于 HXCodec 来做基础的 resolve 

这里编辑一下抽象的脉络 

FlvFile = FlvHeader + FlvBody 
FlvBody = prevTagSize0 + FlvTag1 + prevTagSize1 + FlvTag2 + prevTagSize2 + FlvTag3 + prevTagSize3 + ... +  FlvTagN + prevTagSizeN
FlvTag = tagType + dataSize + timeStamp + timeStampExt + streamId + FlvTagData
FlvTagData = FlvTagScriptData/FlvTagAudioData/FlvTagVideoData
FlvTagScriptData = amfData1 + amfData2 
FlvTagAudioData = metadata + audioData
FlvTagVideoData = metadata + videoData

相关实体

大多数的实体 描述了各个字段的编码解码情况, 一部分特殊的实体使用 特殊的 Codec 单独编码解码处理 

FlvFile 

/**
 * FlvFile
 *
 * @author Jerry.X.He <[e-mail]>
 * @version 1.0
 * @date 2022-09-12 20:36
 */
@Data
public class FlvFile implements Serializable 

    private FlvHeader header;

    private FlvBody body;


    public FlvFile() 
    

    @Field(sort = 0, name = "header", dataType = DataType.GENERIC_BEAN, desc = "header", version = 1)
    public FlvHeader getHeader() 
        return header;
    

    @Field(sort = 10, name = "body", dataType = DataType.GENERIC_BEAN, desc = "body", version = 1)
    public FlvBody getBody() 
        return body;
    

FlvHeader

@Data
public class FlvHeader implements Serializable 

    private String magic;

    private Integer version;

    private Integer typeFlag;

    private Integer dataOffset;

    @Field(sort = 0, name = "magic", dataType = DataType.CHARSET_ENCODING_WITH_FIXED_LEN_STRING, lengthInBytes = 3, desc = "magic", version = 1)
    public String getMagic() 
        return magic;
    

    @Field(sort = 10, name = "version", dataType = DataType.BYTE, desc = "version", version = 1)
    public Integer getVersion() 
        return version;
    

    @Field(sort = 20, name = "typeFlag", dataType = DataType.BYTE, desc = "typeFlag", version = 1)
    public Integer getTypeFlag() 
        return typeFlag;
    

    @Field(sort = 30, name = "dataOffset", dataType = DataType.DWORD, desc = "dataOffset", version = 1)
    public Integer getDataOffset() 
        return dataOffset;
    

FlvBody

/**
 * FlvHeader
 *
 * @author Jerry.X.He <[e-mail]>
 * @version 1.0
 * @date 2022-09-12 20:37
 */
@Data
public class FlvBody implements Serializable 

    private Integer prevTagSize0;

    private List<FlvTagAndSize> tagAndSizeList;

    @Field(sort = 0, name = "prevTagSize0", dataType = DataType.DWORD, desc = "prevTagSize0", version = 1)
    public Integer getPrevTagSize0() 
        return prevTagSize0;
    

    @Field(sort = 10, name = "tagAndSizeList", dataType = DataType.GENERIC_BEAN_COLLECTION, desc = "tagAndSizeList", version = 1)
    public List<FlvTagAndSize> getTagAndSizeList() 
        return tagAndSizeList;
    

FlvTagAndSize

/**
 * FlvHeader
 *
 * @author Jerry.X.He <[e-mail]>
 * @version 1.0
 * @date 2022-09-12 20:37
 */
@Data
public class FlvTagAndSize implements Serializable 

    private FlvTag tag;

    private Integer prevTagSize;

    @Field(sort = 0, name = "tag", dataType = DataType.GENERIC_BEAN, desc = "tag", codecFactoryClazz = FlvTagCodecFactory.class, version = 1)
    public FlvTag getTag() 
        return tag;
    

    @Field(sort = 10, name = "prevTagSize", dataType = DataType.DWORD, desc = "prevTagSize", version = 1)
    public Integer getPrevTagSize() 
        return prevTagSize;
    

FlvTag 

/**
 * FlvHeader
 *
 * @author Jerry.X.He <[e-mail]>
 * @version 1.0
 * @date 2022-09-12 20:37
 */
@Data
public class FlvTag implements Serializable 

    private Integer tagType;

    private Integer[] dataSize;

    private Integer[] timeStamp;

    private Integer timeStampExt;

    private Integer[] streamId;

    private FlvTagData tagData;

    private long offsetInStream;


    @Field(sort = 0, name = "tagType", dataType = DataType.BYTE, desc = "tagType", version = 1)
    public Integer getTagType() 
        return tagType;
    

    @Field(sort = 10, name = "dataSize", dataType = DataType.BYTE_ARRAY_WITH_EXACTLY_LEN, eleLength = 3, desc = "dataSize", version = 1)
    public Integer[] getDataSize() 
        return dataSize;
    

    @Field(sort = 20, name = "timeStamp", dataType = DataType.BYTE_ARRAY_WITH_EXACTLY_LEN, eleLength = 3, desc = "timeStamp", version = 1)
    public Integer[] getTimeStamp() 
        return timeStamp;
    

    @Field(sort = 30, name = "timeStampExt", dataType = DataType.BYTE, desc = "timeStampExt", version = 1)
    public Integer getTimeStampExt() 
        return timeStampExt;
    

    @Field(sort = 40, name = "streamId", dataType = DataType.BYTE_ARRAY_WITH_EXACTLY_LEN, eleLength = 3, desc = "streamId", version = 1)
    public Integer[] getStreamId() 
        return streamId;
    

    public FlvTagData getTagData() 
        return tagData;
    

    public Integer getDataSizeInBytes() 
        return (usnignedSz(dataSize[0]) << 16) | (usnignedSz(dataSize[1]) << 8) | (usnignedSz(dataSize[2]));
    

    public static Integer usnignedSz(int result) 
        if (result < 0) 
            result += (1 << 8);
        
        return result;
    

FlvTagScriptData

/**
 * FlvTagData
 *
 * @author Jerry.X.He <[e-mail]>
 * @version 1.0
 * @date 2022-09-13 15:45
 */
@Data
public class FlvTagScriptData extends FlvTagData 

    private FlvTagScriptDataAMF amfData1;

    private FlvTagScriptDataAMF amfData2;

    @Field(sort = 0, name = "amfData1", dataType = DataType.GENERIC_BEAN, desc = "amfData1", codecFactoryClazz = FlvTagScriptDataAMFCodecFactory.class, version = 1)
    public FlvTagScriptDataAMF getAmfData1() 
        return amfData1;
    

    @Field(sort = 10, name = "amfData2", dataType = DataType.GENERIC_BEAN, desc = "amfData2", codecFactoryClazz = FlvTagScriptDataAMFCodecFactory.class, version = 1)
    public FlvTagScriptDataAMF getAmfData2() 
        return amfData2;
    

FlvTagScriptDataAMFData1

/**
 * FlvTagData
 *
 * @author Jerry.X.He <[e-mail]>
 * @version 1.0
 * @date 2022-09-13 15:45
 */
@Data
public class FlvTagScriptDataAMFData1 extends FlvTagScriptDataAMFData 

    private String data;

    @Field(sort = 0, name = "data", dataType = DataType.CHARSET_ENCODING_WITH_LEN_STRING, lengthByteType = ByteType.WORD, desc = "data", version = 1)
    public String getData() 
        return data;
    

FlvTagScriptDataAMFData2

/**
 * FlvTagData
 *
 * @author Jerry.X.He <[e-mail]>
 * @version 1.0
 * @date 2022-09-13 15:45
 */
@Data
public class FlvTagScriptDataAMFData2 extends FlvTagScriptDataAMFData 

    private List<FlvTagScriptDataAMFDataAttr> data;

    @Field(sort = 0, name = "data", dataType = DataType.GENERIC_BEAN_COLLECTION_WITH_LEN, lengthByteType = ByteType.DWORD, desc = "data", codecFactoryClazz = FlvTagScriptDataAMFData2Data2CodecFactory.class, version = 1)
    public List<FlvTagScriptDataAMFDataAttr> getData() 
        return data;
    

FlvTagScriptDataAMFDataAttr

/**
 * FlvTagData
 *
 * @author Jerry.X.He <[e-mail]>
 * @version 1.0
 * @date 2022-09-13 15:45
 */
@Data
public class FlvTagScriptDataAMFDataAttr implements Serializable 

    private String key;

    private Object value;

    @Field(sort = 0, name = "key", dataType = DataType.CHARSET_ENCODING_WITH_LEN_STRING, lengthByteType = ByteType.WORD, desc = "key", version = 1)
    public String getKey() 
        return key;
    

    @Field(sort = 10, name = "value", dataType = DataType.CHARSET_ENCODING_WITH_LEN_STRING, lengthByteType = ByteType.WORD, desc = "value", version = 1)
    public Object getValue() 
        return value;
    

FlvTagAudioData

/**
 * FlvTagData
 *
 * @author Jerry.X.He <[e-mail]>
 * @version 1.0
 * @date 2022-09-13 15:45
 */
@Data
public class FlvTagAudioData extends FlvTagData 

    private Integer metadata;

    private Integer[] data;

    @Field(sort = 0, name = "metadata", dataType = DataType.UNSIGNED_BYTE, desc = "metadata", version = 1)
    public Integer getMetadata() 
        return metadata;
    

    @Field(sort = 10, name = "data", dataType = DataType.BYTE_ARRAY, desc = "data", version = 1)
    public Integer[] getData() 
        return data;
    

    // resolved by metadata
    public Integer getSoundFormat() 
        return (metadata >> 4) & 0xf;
    

    public Integer getSoundRate() 
        return (metadata >> 2) & 0x3;
    

    public Integer getSoundSize() 
        return (metadata >> 1) & 0x1;
    

    public Integer getSoundType() 
        return (metadata) & 0x1;
    

FlvTagVideoData

/**
 * FlvTagData
 *
 * @author Jerry.X.He <[e-mail]>
 * @version 1.0
 * @date 2022-09-13 15:45
 */
@Data
public class FlvTagVideoData extends FlvTagData 

    private Integer metadata;

    private Integer[] data;

    @Field(sort = 0, name = "metadata", dataType = DataType.UNSIGNED_BYTE, desc = "metadata", version = 1)
    public Integer getMetadata() 
        return metadata;
    

    @Field(sort = 10, name = "data", dataType = DataType.BYTE_ARRAY, desc = "data", version = 1)
    public Integer[] getData() 
        return data;
    

    // resolved by metadata
    public Integer getVideoFrameType() 
        return (metadata >> 4) & 0xf;
    

    public Integer getVideoCodecId() 
        return metadata & 0xf;
    

特殊的Codec

FlvTagCodec

/**
 * FlvTagCodec
 *
 * @author Jerry.X.He <[e-mail]>
 * @version 1.0
 * @date 2022-09-13 15:43
 */
public class FlvTagCodec extends AbstractCodec<FlvTag, FlvTag> 

    private AbstractCodec<Integer, Integer> byteCodec = new ByteCodec();
    private AbstractCodec<Integer[], Integer[]> byteArray3Codec = new ByteArrayWithExactlyLenCodec(3);
    private AbstractCodec<FlvTagScriptData, FlvTagScriptData> scriptCodec = CodecUtils.createCodecForClazz(FlvTagScriptData.class, 1);
    // 3 codec

    @Override
    public void encode(FlvTag entity, ByteBuf buf) 
        byteCodec.encode(entity.getTagType(), buf);
        byteArray3Codec.encode(entity.getDataSize(), buf);
        byteArray3Codec.encode(entity.getTimeStamp(), buf);
        byteCodec.encode(entity.getTimeStampExt(), buf);
        byteArray3Codec.encode(entity.getStreamId(), buf);

        int tagType = entity.getTagType();
        Integer dataSizeInBytes = entity.getDataSizeInBytes();
        if (tagType == 0x12) 
            scriptCodec.encode((FlvTagScriptData) entity.getTagData(), buf);
         else if (tagType == 0x08) 
            FlvTagAudioDataCodec codec = new FlvTagAudioDataCodec(dataSizeInBytes - 1);
            codec.encode((FlvTagAudioData) entity.getTagData(), buf);
         else if (tagType == 0x09) 
            FlvTagVideoDataCodec codec = new FlvTagVideoDataCodec(dataSizeInBytes - 1);
            codec.encode((FlvTagVideoData) entity.getTagData(), buf);
        
    

    @Override
    public FlvTag decode(ByteBuf buf) 
        long offsetInStream = buf.readerIndex();
        Integer tagType = byteCodec.decode(buf);
        Integer[] dataSize = byteArray3Codec.decode(buf);
        Integer[] timestamp = byteArray3Codec.decode(buf);
        Integer timestampExt = byteCodec.decode(buf);
        Integer[] streamId = byteArray3Codec.decode(buf);

        FlvTag result = new FlvTag();
        result.setOffsetInStream(offsetInStream);
        result.setTagType(tagType);
        result.setDataSize(dataSize);
        result.setTimeStamp(timestamp);
        result.setTimeStampExt(timestampExt);
        result.setStreamId(streamId);

        FlvTagData tagData = null;
        Integer dataSizeInBytes = result.getDataSizeInBytes();
        if (tagType == 0x12) 
            // consume 00 00 09
            tagData = scriptCodec.decode(buf);
         else if (tagType == 0x08) 
            FlvTagAudioDataCodec codec = new FlvTagAudioDataCodec(dataSizeInBytes - 1);
            tagData = codec.decode(buf);
         else if (tagType == 0x09) 
            FlvTagVideoDataCodec codec = new FlvTagVideoDataCodec(dataSizeInBytes - 1);
            tagData = codec.decode(buf);
        
        result.setTagData(tagData);
        return result;
    

    @Override
    public boolean isFixedLength() 
        return false;
    

    @Override
    public int length() 
        return 0;
    

FlvTagScriptDataAMFCodec

/**
 * FlvTagScriptDataAMFScriptDataAMFCodec
 *
 * @author Jerry.X.He <[e-mail]>
 * @version 1.0
 * @date 2022-09-13 16:01
 */
public class FlvTagScriptDataAMFCodec extends AbstractCodec<FlvTagScriptDataAMF, FlvTagScriptDataAMF> 

    private AbstractCodec<Integer, Integer> byteCodec = new ByteCodec();
    private AbstractCodec<FlvTagScriptDataAMFData1, FlvTagScriptDataAMFData1> data1Codec = CodecUtils.createCodecForClazz(FlvTagScriptDataAMFData1.class, 1);
    private AbstractCodec<FlvTagScriptDataAMFData2, FlvTagScriptDataAMFData2> data2Codec = CodecUtils.createCodecForClazz(FlvTagScriptDataAMFData2.class, 1);

    @Override
    public void encode(FlvTagScriptDataAMF entity, ByteBuf buf) 
        byteCodec.encode(entity.getAmfType(), buf);
        FlvTagScriptDataAMFData data = entity.getData();

        if (data instanceof FlvTagScriptDataAMFData1) 
            data1Codec.encode((FlvTagScriptDataAMFData1) data, buf);
         else if (data instanceof FlvTagScriptDataAMFData2) 
            data2Codec.encode((FlvTagScriptDataAMFData2) data, buf);
        
    

    @Override
    public FlvTagScriptDataAMF decode(ByteBuf buf) 
        Integer amfType = byteCodec.decode(buf);

        FlvTagScriptDataAMFData data = null;
        if (amfType == 0x02) 
            data = data1Codec.decode(buf);
         else if (amfType == 0x08) 
            data = data2Codec.decode(buf);

            Integer last1 = byteCodec.decode(buf);
            Integer last2 = byteCodec.decode(buf);
            Integer last3 = byteCodec.decode(buf);
            AssertUtils.assert0(last1 == 0, " ex ");
            AssertUtils.assert0(last2 == 0, " ex ");
            AssertUtils.assert0(last3 == 9, " ex ");
        

        FlvTagScriptDataAMF result = new FlvTagScriptDataAMF();
        result.setAmfType(amfType);
        result.setData(data);
        return result;
    

    @Override
    public boolean isFixedLength() 
        return false;
    

    @Override
    public int length() 
        return 0;
    

FlvTagScriptDataAMFData2Codec

/**
 * FlvTagScriptDataAMFDataAttrCodec
 *
 * @author Jerry.X.He <[e-mail]>
 * @version 1.0
 * @date 2022-09-13 17:28
 */
public class FlvTagScriptDataAMFData2Codec extends AbstractCodec<List<FlvTagScriptDataAMFDataAttr>, List<FlvTagScriptDataAMFDataAttr>> 

    private DWordCodec dWordCodec = new DWordCodec();
    private FlvTagScriptDataAMFDataAttrCodec keyCodec = new FlvTagScriptDataAMFDataAttrCodec();

    @Override
    public void encode(List<FlvTagScriptDataAMFDataAttr> entity, ByteBuf buf) 
        dWordCodec.encode(entity.size(), buf);
        for (FlvTagScriptDataAMFDataAttr attr : entity) 
            keyCodec.encode(attr, buf);
        
    

    @Override
    public List<FlvTagScriptDataAMFDataAttr> decode(ByteBuf buf) 
        Integer length = dWordCodec.decode(buf);
        List<FlvTagScriptDataAMFDataAttr> list = new ArrayList<>();
        for (int i = 0; i < length; i++) 
            FlvTagScriptDataAMFDataAttr attr = keyCodec.decode(buf);
            list.add(attr);
        

        return list;
    

    @Override
    public boolean isFixedLength() 
        return false;
    

    @Override
    public int length() 
        return 0;
    

FlvTagScriptDataAMFDataAttrCodec

/**
 * FlvTagScriptDataAMFDataAttrCodec
 *
 * @author Jerry.X.He <[e-mail]>
 * @version 1.0
 * @date 2022-09-13 17:28
 */
public class FlvTagScriptDataAMFDataAttrCodec extends AbstractCodec<FlvTagScriptDataAMFDataAttr, FlvTagScriptDataAMFDataAttr> 

    private CharsetEncodingStringWithLenCodec keyCodec = new CharsetEncodingStringWithLenCodec(ByteType.WORD);
    private ByteCodec byteCodec = new ByteCodec();
    private WordCodec wordCodec = new WordCodec();
    private DWordCodec dwordCodec = new DWordCodec();
    private QWordCodec qwordCodec = new QWordCodec();
    private ByteArrayWithExactlyLenCodec eightByteCodec = new ByteArrayWithExactlyLenCodec(8);

    @Override
    public void encode(FlvTagScriptDataAMFDataAttr entity, ByteBuf buf) 
        keyCodec.encode(entity.getKey(), buf);

        Object value = entity.getValue();
        if (value instanceof Number) 
            byteCodec.encode(0, buf);
            qwordCodec.encode((Long) value, buf);
         else if (value instanceof Boolean) 
            byteCodec.encode(1, buf);
            byteCodec.encode((Boolean) value ? 1 : 0, buf);
         else if (value instanceof String) 
            byteCodec.encode(2, buf);
            keyCodec.encode((String) value, buf);
         else if (value instanceof JSONObject) 
            byteCodec.encode(3, buf);
            // impl
            // ECMA script Array
         else if (value instanceof JSONArray) 
            byteCodec.encode(8, buf);
            // impl
            // ScriptDataObjectEnd
         else if (value instanceof JSONArray) 
            byteCodec.encode(9, buf);
            // impl
            // Strict array type
         else if (value instanceof JSONArray) 
            byteCodec.encode(10, buf);
            // impl
            // Date type
         else if (value instanceof JSONArray) 
            byteCodec.encode(11, buf);
            // impl
            // Long string type
         else if (value instanceof JSONArray) 
            byteCodec.encode(12, buf);
            // impl
        
    

    @Override
    public FlvTagScriptDataAMFDataAttr decode(ByteBuf buf) 
        String key = keyCodec.decode(buf);

        Integer type = byteCodec.decode(buf);
//        System.out.println(key + " -> " + type + " -> " + buf.readerIndex());
        Object value = null;
        if (type == 0) 
            value = eightByteCodec.decode(buf);
         else if (type == 1) 
            Integer tmp = byteCodec.decode(buf);
            value = (tmp == 1);
         else if (type == 2) 
            value = keyCodec.decode(buf);
         else if (type == 3) 
            // impl
            // ECMA script Array
         else if (type == 8) 
            // impl
            // ScriptDataObjectEnd
         else if (type == 9) 
            // impl
            // Strict array type
         else if (type == 10) 
            // impl
            // Date type
         else if (type == 11) 
            // impl
            // Long string type
         else if (type == 12) 
            // impl
        

        FlvTagScriptDataAMFDataAttr result = new FlvTagScriptDataAMFDataAttr();
        result.setKey(key);
        result.setValue(value);
        return result;
    

    @Override
    public boolean isFixedLength() 
        return false;
    

    @Override
    public int length() 
        return 0;
    

FlvTagAudioDataCodec

/**
 * FlvTagAudioDataCodec
 *
 * @author Jerry.X.He <[e-mail]>
 * @version 1.0
 * @date 2022-09-13 15:43
 */
public class FlvTagAudioDataCodec extends AbstractCodec<FlvTagAudioData, FlvTagAudioData> 

    private int lengthInBytes;

    private AbstractCodec<Integer, Integer> byteCodec = new UnsignedByteCodec();


    public FlvTagAudioDataCodec(int lengthInBytes) 
        this.lengthInBytes = lengthInBytes;
    

    @Override
    public void encode(FlvTagAudioData entity, ByteBuf buf) 
        ByteArrayWithExactlyLenCodec dataCodec = new ByteArrayWithExactlyLenCodec(lengthInBytes);
        byteCodec.encode(entity.getMetadata(), buf);
        dataCodec.encode(entity.getData(), buf);
    

    @Override
    public FlvTagAudioData decode(ByteBuf buf) 
        ByteArrayWithExactlyLenCodec dataCodec = new ByteArrayWithExactlyLenCodec(lengthInBytes);
        Integer metadata = byteCodec.decode(buf);
        Integer[] data = dataCodec.decode(buf);

        FlvTagAudioData result = new FlvTagAudioData();
        result.setMetadata(metadata);
        result.setData(data);
        return result;
    

    @Override
    public boolean isFixedLength() 
        return false;
    

    @Override
    public int length() 
        return 0;
    

FlvTagVideoDataCodec

/**
 * FlvTagVideoDataCodec
 *
 * @author Jerry.X.He <[e-mail]>
 * @version 1.0
 * @date 2022-09-13 15:43
 */
public class FlvTagVideoDataCodec extends AbstractCodec<FlvTagVideoData, FlvTagVideoData> 

    private int lengthInBytes;

    private AbstractCodec<Integer, Integer> byteCodec = new UnsignedByteCodec();


    public FlvTagVideoDataCodec(int lengthInBytes) 
        this.lengthInBytes = lengthInBytes;
    

    @Override
    public void encode(FlvTagVideoData entity, ByteBuf buf) 
        ByteArrayWithExactlyLenCodec dataCodec = new ByteArrayWithExactlyLenCodec(lengthInBytes);
        byteCodec.encode(entity.getMetadata(), buf);
        dataCodec.encode(entity.getData(), buf);
    

    @Override
    public FlvTagVideoData decode(ByteBuf buf) 
        ByteArrayWithExactlyLenCodec dataCodec = new ByteArrayWithExactlyLenCodec(lengthInBytes);
        Integer metadata = byteCodec.decode(buf);
        Integer[] data = dataCodec.decode(buf);

        FlvTagVideoData result = new FlvTagVideoData();
        result.setMetadata(metadata);
        result.setData(data);
        return result;
    

    @Override
    public boolean isFixedLength() 
        return false;
    

    @Override
    public int length() 
        return 0;
    

解析结果展示

解析 flv 文件 

/**
 * Test17ResolveFlv
 *
 * @author Jerry.X.He <[e-mail]>
 * @version 1.0
 * @date 2022-09-12 16:52
 */
public class Test17ResolveFlv 

    // Test17ResolveFlv
    public static void main(String[] args) throws Exception 

        String path = "/Users/jerry/Jobs/12_flvResolve/dump.flv";
        byte[] bytes = IOUtils.toByteArray(new FileInputStream(path));

        AbstractCodec<FlvFile, FlvFile> flvCodec = CodecUtils.createCodecForClazz(FlvFile.class, 1);
        ByteBuf buf = Unpooled.wrappedBuffer(bytes);
        FlvFile flvFile = flvCodec.decode(buf);

        for (FlvTagAndSize tagAndSize : flvFile.getBody().getTagAndSizeList()) 
            AssertUtils.assert0(tagAndSize.getPrevTagSize() == tagAndSize.getTag().getDataSizeInBytes() + 11, " ex data size ");
        

        int x = 0;

    

解析效果如下 

解析 websocket 传输的 flv 视频数据 

这里从 websocket 请求吧传输的数据拿过来, 然后 这里仅仅保留了两个 videoData 的数据 

/**
 * Test17ResolveFlv
 *
 * @author Jerry.X.He <[e-mail]>
 * @version 1.0
 * @date 2022-09-12 16:52
 */
public class Test17ResolveWebsocketFlv 

    // Test17ResolveFlv
    public static void main(String[] args) throws Exception 

        String path = "/Users/jerry/Tmp/09_flv_from_websocket/test_rtps.flv.txt";
        List<String> lines = Tools.getContentWithList(path);
        byte[] fullBytes = websocketHex2Bytes(lines);
        byte[] bytes = retainTwoVideoTag(fullBytes);

        AbstractCodec<FlvFile, FlvFile> flvCodec = CodecUtils.createCodecForClazz(FlvFile.class, 1);
        ByteBuf buf = Unpooled.wrappedBuffer(bytes);
        FlvFile flvFile = flvCodec.decode(buf);

        for (FlvTagAndSize tagAndSize : flvFile.getBody().getTagAndSizeList()) 
            AssertUtils.assert0(tagAndSize.getPrevTagSize() == tagAndSize.getTag().getDataSizeInBytes() + 11, " ex data size ");
        

        int x = 0;

    

    // websocketHex2Bytes
    public static byte[] websocketHex2Bytes(List<String> lines) throws Exception 
        ByteArrayOutputStream baos = new ByteArrayOutputStream();
        for (String line : lines) 
            String[] towByteSplits = line.split("\\\\s+");
            for (String twoByteStr : towByteSplits) 
                byte[] twoByte = HexUtils.decodeHex(twoByteStr);
                baos.write(twoByte);
            
        
        return baos.toByteArray();
    

    // retainTwoVideoTag
    public static byte[] retainTwoVideoTag(byte[] bytes) 
        int secondVideoTagEnd = 46701;
        ByteArrayOutputStream baos = new ByteArrayOutputStream(secondVideoTagEnd);
        baos.write(bytes, 0, secondVideoTagEnd);
        return baos.toByteArray();
    

解析效果如下 

本文更加侧重于是对于 flv 的结构理解 

并不涉及具体的 音频数据, 视频数据 的处理 

完