live555学习笔记－RTP打包与发送

RTP打包与发送

rtp传送开始于函数：MediaSink::startPlaying()。想想也有道理，应是sink跟source要数据，所以从sink上调用startplaying（嘿嘿，相当于directshow的拉模式）。

看一下这个函数：

[cpp] view plain copy

 

1. BooleanMediaSink::startPlaying(MediaSource&source,
2. afterPlayingFunc*afterFunc,void*afterClientData)
3. {
4. //参数afterFunc是在播放结束时才被调用。
5. //Makesurewe'renotalreadybeingplayed:
6. if(fSource!=NULL){
7. envir().setResultMsg("Thissinkisalreadybeingplayed");
8. returnFalse;
9. }
12. //Makesureoursourceiscompatible:
13. if(!sourceIsCompatibleWithUs(source)){
14. envir().setResultMsg(
15. "MediaSink::startPlaying():sourceisnotcompatible!");
16. returnFalse;
17. }
18. //记下一些要使用的对象
19. fSource=(FramedSource*)&source;
22. fAfterFunc=afterFunc;
23. fAfterClientData=afterClientData;
24. returncontinuePlaying();
25. }

为了进一步封装（让继承类少写一些代码），搞出了一个虚函数continuePlaying()。让我们来看一下：

[cpp] view plain copy

 

1. BooleanMultiFramedRTPSink::continuePlaying(){
2. //Sendthefirstpacket.
3. //(Thiswillalsoscheduleanyfuturesends.)
4. buildAndSendPacket(True);
5. returnTrue;
6. }

MultiFramedRTPSink是与帧有关的类，其实它要求每次必须从source获得一个帧的数据，所以才叫这个name。可以看到continuePlaying()完全被buildAndSendPacket()代替。看一下buildAndSendPacket():

[cpp] view plain copy

 

1. voidMultiFramedRTPSink::buildAndSendPacket(BooleanisFirstPacket)
2. {
3. //此函数中主要是准备rtp包的头，为一些需要跟据实际数据改变的字段留出位置。
4. fIsFirstPacket=isFirstPacket;
7. //SetuptheRTPheader:
8. unsignedrtpHdr=0x80000000;//RTPversion2;marker('M')bitnotset(bydefault;itcanbesetlater)
9. rtpHdr|=(fRTPPayloadType<<16);
10. rtpHdr|=fSeqNo;//sequencenumber
11. fOutBuf->enqueueWord(rtpHdr);//向包中加入一个字
14. //NotewheretheRTPtimestampwillgo.
15. //(Wecan'tfillthisinuntilwestartpackingpayloadframes.)
16. fTimestampPosition=fOutBuf->curPacketSize();
17. fOutBuf->skipBytes(4);//leaveaholeforthetimestamp　在缓冲中空出时间戳的位置
20. fOutBuf->enqueueWord(SSRC());
23. //Allowforaspecial,payload-format-specificheaderfollowingthe
24. //RTPheader:
25. fSpecialHeaderPosition=fOutBuf->curPacketSize();
26. fSpecialHeaderSize=specialHeaderSize();
27. fOutBuf->skipBytes(fSpecialHeaderSize);
30. //Beginpackingasmany(complete)framesintothepacketaswecan:
31. fTotalFrameSpecificHeaderSizes=0;
32. fNoFramesLeft=False;
33. fNumFramesUsedSoFar=0;//一个包中已打入的帧数。
34. //头准备好了，再打包帧数据
35. packFrame();
36. }

继续看packFrame()：

[cpp] view plain copy

 

1. voidMultiFramedRTPSink::packFrame()
2. {
3. //First,seeifwehaveanoverflowframethatwastoobigforthelastpkt
4. if(fOutBuf->haveOverflowData()){
5. //如果有帧数据，则使用之。OverflowData是指上次打包时剩下的帧数据，因为一个包可能容纳不了一个帧。
6. //Usethisframebeforereadinganewonefromthesource
7. unsignedframeSize=fOutBuf->overflowDataSize();
8. structtimevalpresentationTime=fOutBuf->overflowPresentationTime();
9. unsigneddurationInMicroseconds=fOutBuf->overflowDurationInMicroseconds();
10. fOutBuf->useOverflowData();
13. afterGettingFrame1(frameSize,0,presentationTime,durationInMicroseconds);
14. }else{
15. //一点帧数据都没有，跟source要吧。
16. //Normalcase:weneedtoreadanewframefromthesource
17. if(fSource==NULL)
18. return;
21. //更新缓冲中的一些位置
22. fCurFrameSpecificHeaderPosition=fOutBuf->curPacketSize();
23. fCurFrameSpecificHeaderSize=frameSpecificHeaderSize();
24. fOutBuf->skipBytes(fCurFrameSpecificHeaderSize);
25. fTotalFrameSpecificHeaderSizes+=fCurFrameSpecificHeaderSize;
28. //从source获取下一帧
29. fSource->getNextFrame(fOutBuf->curPtr(),//新数据存放开始的位置
30. fOutBuf->totalBytesAvailable(),//缓冲中空余的空间大小
31. afterGettingFrame,//因为可能source中的读数据函数会被放在任务调度中，所以把获取帧后应调用的函数传给source
32. this,
33. ourHandleClosure,//这个是source结束时(比如文件读完了)要调用的函数。
34. this);
35. }
36. }

可以想像下面就是source从文件（或某个设备）中读取一帧数据，读完后返回给sink，当然不是从函数返回了，而是以调用afterGettingFrame这个回调函数的方式。所以下面看一下afterGettingFrame():

[cpp] view plain copy

 

1. voidMultiFramedRTPSink::afterGettingFrame(void*clientData,
2. unsignednumBytesRead,unsignednumTruncatedBytes,
3. structtimevalpresentationTime,unsigneddurationInMicroseconds)
4. {
5. MultiFramedRTPSink*sink=(MultiFramedRTPSink*)clientData;
6. sink->afterGettingFrame1(numBytesRead,numTruncatedBytes,presentationTime,
7. durationInMicroseconds);
8. }

没什么可看的，只是过度为调用成员函数，所以afterGettingFrame1()才是重点：

[cpp] view plain copy

 

1. voidMultiFramedRTPSink::afterGettingFrame1(
2. unsignedframeSize,
3. unsignednumTruncatedBytes,
4. structtimevalpresentationTime,
5. unsigneddurationInMicroseconds)
6. {
7. if(fIsFirstPacket){
8. //Recordthefactthatwe'restartingtoplaynow:
9. gettimeofday(&fNextSendTime,NULL);
10. }
13. //如果给予一帧的缓冲不够大，就会发生截断一帧数据的现象。但也只能提示一下用户
14. if(numTruncatedBytes>0){
17. unsignedconstbufferSize=fOutBuf->totalBytesAvailable();
18. envir()
19. <<"MultiFramedRTPSink::afterGettingFrame1():Theinputframedatawastoolargeforourbuffersize("
20. <<bufferSize
21. <<")."
22. <<numTruncatedBytes
23. <<"bytesoftrailingdatawasdropped!Correctthisbyincreasing\"OutPacketBuffer::maxSize\"toatleast"
24. <<OutPacketBuffer::maxSize+numTruncatedBytes
25. <<",*before*creatingthis'RTPSink'.(Currentvalueis"
26. <<OutPacketBuffer::maxSize<<".)\n";
27. }
28. unsignedcurFragmentationOffset=fCurFragmentationOffset;
29. unsignednumFrameBytesToUse=frameSize;
30. unsignedoverflowBytes=0;
33. //如果包只已经打入帧数据了，并且不能再向这个包中加数据了，则把新获得的帧数据保存下来。
34. //Ifwehavealreadypackedoneormoreframesintothispacket,
35. //checkwhetherthisnewframeiseligibletobepackedafterthem.
36. //(Thisisindependentofwhetherthepackethasenoughroomforthis
37. //newframe;thatcheckcomeslater.)
38. if(fNumFramesUsedSoFar>0){
39. //如果包中已有了一个帧，并且不允许再打入新的帧了，则只记录下新的帧。
40. if((fPreviousFrameEndedFragmentation&&!allowOtherFramesAfterLastFragment())
41. ||!frameCanAppearAfterPacketStart(fOutBuf->curPtr(),frameSize))
42. {
43. //Saveawaythisframefornexttime:
44. numFrameBytesToUse=0;
45. fOutBuf->setOverflowData(fOutBuf->curPacketSize(),frameSize,
46. presentationTime,durationInMicroseconds);
47. }
48. }
50. //表示当前打入的是否是上一个帧的最后一块数据。
51. fPreviousFrameEndedFragmentation=False;
54. //下面是计算获取的帧中有多少数据可以打到当前包中，剩下的数据就作为overflow数据保存下来。
55. if(numFrameBytesToUse>0){
56. //Checkwhetherthisframeoverflowsthepacket
57. if(fOutBuf->wouldOverflow(frameSize)){
58. //Don'tusethisframenow;instead,saveitasoverflowdata,and
59. //senditinthenextpacketinstead.However,iftheframeistoo
60. //bigtofitinapacketbyitself,thenweneedtofragmentit(and
61. //usesomeofitinthispacket,ifthepayloadformatpermitsthis.)
62. if(isTooBigForAPacket(frameSize)
63. &&(fNumFramesUsedSoFar==0||allowFragmentationAfterStart())){
64. //Weneedtofragmentthisframe,andusesomeofitnow:
65. overflowBytes=computeOverflowForNewFrame(frameSize);
66. numFrameBytesToUse-=overflowBytes;
67. fCurFragmentationOffset+=numFrameBytesToUse;
68. }else{
69. //Wedon'tuseanyofthisframenow:
70. overflowBytes=frameSize;
71. numFrameBytesToUse=0;
72. }
73. fOutBuf->setOverflowData(fOutBuf->curPacketSize()+numFrameBytesToUse,
74. overflowBytes,presentationTime,durationInMicroseconds);
75. }elseif(fCurFragmentationOffset>0){
76. //Thisisthelastfragmentofaframethatwasfragmentedover
77. //morethanonepacket.Doanyspecialhandlingforthiscase:
78. fCurFragmentationOffset=0;
79. fPreviousFrameEndedFragmentation=True;
80. }
81. }
85. if(numFrameBytesToUse==0&&frameSize>0){
86. //如果包中有数据并且没有新数据了，则发送之。（这种情况好像很难发生啊！）
87. //Sendourpacketnow,becausewehavefilleditup:
88. sendPacketIfNecessary();
89. }else{
90. //需要向包中打入数据。
92. //Usethisframeinouroutgoingpacket:
93. unsignedchar*frameStart=fOutBuf->curPtr();
94. fOutBuf->increment(numFrameBytesToUse);
95. //dothisnow,incase"doSpecialFrameHandling()"calls"setFramePadding()"toappendpaddingbytes
98. //Here'swhereanypayloadformatspecificprocessinggetsdone:
99. doSpecialFrameHandling(curFragmentationOffset,frameStart,
100. numFrameBytesToUse,presentationTime,overflowBytes);
103. ++fNumFramesUsedSoFar;
106. //Updatethetimeatwhichthenextpacketshouldbesent,based
107. //onthedurationoftheframethatwejustpackedintoit.
108. //However,ifthisframehasoverflowdataremaining,thendon't
109. //countitsdurationyet.
110. if(overflowBytes==0){
111. fNextSendTime.tv_usec+=durationInMicroseconds;
112. fNextSendTime.tv_sec+=fNextSendTime.tv_usec/1000000;
113. fNextSendTime.tv_usec%=1000000;
114. }
117. //如果需要，就发出包，否则继续打入数据。
118. //Sendourpacketnowif(i)it'salreadyatourpreferredsize,or
119. //(ii)(heuristic)anotherframeofthesamesizeastheonewejust
120. //readwouldoverflowthepacket,or
121. //(iii)itcontainsthelastfragmentofafragmentedframe,andwe
122. //don'tallowanythingelsetofollowthisor
123. //(iv)oneframeperpacketisallowed:
124. if(fOutBuf->isPreferredSize()
125. ||fOutBuf->wouldOverflow(numFrameBytesToUse)
126. ||(fPreviousFrameEndedFragmentation
127. &&!allowOtherFramesAfterLastFragment())
128. ||!frameCanAppearAfterPacketStart(
129. fOutBuf->curPtr()-frameSize,frameSize)){
130. //Thepacketisreadytobesentnow
131. sendPacketIfNecessary();
132. }else{
133. //There'sroomformoreframes;trygettinganother:
134. packFrame();
135. }
136. }
137. }

看一下发送数据的函数：

[cpp] view plain copy

 

1. voidMultiFramedRTPSink::sendPacketIfNecessary()
2. {
3. //发送包
4. if(fNumFramesUsedSoFar>0){
5. //Sendthepacket:
6. #ifdefTEST_LOSS
7. if((our_random()%10)!=0)//simulate10%packetloss#####
8. #endif
9. if(!fRTPInterface.sendPacket(fOutBuf->packet(),fOutBuf->curPacketSize())){
10. //iffailurehandlerhasbeenspecified,callit
11. if(fOnSendErrorFunc!=NULL)
12. (*fOnSendErrorFunc)(fOnSendErrorData);
13. }
14. ++fPacketCount;
15. fTotalOctetCount+=fOutBuf->curPacketSize();
16. fOctetCount+=fOutBuf->curPacketSize()-rtpHeaderSize
17. -fSpecialHeaderSize-fTotalFrameSpecificHeaderSizes;
20. ++fSeqNo;//fornexttime
21. }
24. //如果还有剩余数据，则调整缓冲区
25. if(fOutBuf->haveOverflowData()
26. &&fOutBuf->totalBytesAvailable()>fOutBuf->totalBufferSize()/2){
27. //Efficiencyhack:Resetthepacketstartpointertojustinfrontof
28. //theoverflowdata(allowingfortheRTPheaderandspecialheaders),
29. //sothatweprobablydon'thaveto"memmove()"theoverflowdata
30. //intoplacewhenbuildingthenextpacket:
31. unsignednewPacketStart=fOutBuf->curPacketSize()-
32. (rtpHeaderSize+fSpecialHeaderSize+frameSpecificHeaderSize());
33. fOutBuf->adjustPacketStart(newPacketStart);
34. }else{
35. //Normalcase:Resetthepacketstartpointerbacktothestart:
36. fOutBuf->resetPacketStart();
37. }
38. fOutBuf->resetOffset();
39. fNumFramesUsedSoFar=0;
42. if(fNoFramesLeft){
43. //如果再没有数据了，则结束之
44. //We'redone:
45. onSourceClosure(this);
46. }else{
47. //如果还有数据，则在下一次需要发送的时间再次打包发送。
48. //Wehavemoreframeslefttosend.Figureoutwhenthenextframe
49. //isduetostartplaying,thenmakesurethatwewaitthislongbefore
50. //sendingthenextpacket.
51. structtimevaltimeNow;
52. gettimeofday(&timeNow,NULL);
53. intsecsDiff=fNextSendTime.tv_sec-timeNow.tv_sec;
54. int64_tuSecondsToGo=secsDiff*1000000
55. +(fNextSendTime.tv_usec-timeNow.tv_usec);
56. if(uSecondsToGo<0||secsDiff<0){//sanitycheck:Makesurethatthetime-to-delayisnon-negative:
57. uSecondsToGo=0;
58. }
61. //Delaythisamountoftime:
62. nextTask()=envir().taskScheduler().scheduleDelayedTask(uSecondsToGo,
63. (TaskFunc*)sendNext,this);
64. }
65. }

可以看到为了延迟包的发送，使用了delay task来执行下次打包发送任务。

sendNext()中又调用了buildAndSendPacket()函数，呵呵，又是一个圈圈。

总结一下调用过程：

最后，再说明一下包缓冲区的使用：

MultiFramedRTPSink中的帧数据和包缓冲区共用一个，只是用一些额外的变量指明缓冲区中属于包的部分以及属于帧数据的部分（包以外的数据叫做overflow data）。它有时会把overflow data以mem move的方式移到包开始的位置，有时把包的开始位置直接设置到overflow data开始的地方。那么这个缓冲的大小是怎样确定的呢？是跟据调用者指定的的一个最大的包的大小+60000算出的。这个地方把我搞胡涂了：如果一次从source获取一个帧的话，那这个缓冲应设为不小于最大的一个帧的大小才是，为何是按包的大小设置呢？可以看到，当缓冲不够时只是提示一下：

[cpp] view plain copy

 

1. if(numTruncatedBytes>0){
4. unsignedconstbufferSize=fOutBuf->totalBytesAvailable();
5. envir()
6. <<"MultiFramedRTPSink::afterGettingFrame1():Theinputframedatawastoolargeforourbuffersize("
7. <<bufferSize
8. <<")."
9. <<numTruncatedBytes
10. <<"bytesoftrailingdatawasdropped!Correctthisbyincreasing\"OutPacketBuffer::maxSize\"toatleast"
11. <<OutPacketBuffer::maxSize+numTruncatedBytes
12. <<",*before*creatingthis'RTPSink'.(Currentvalueis"
13. <<OutPacketBuffer::maxSize<<".)\n";
14. }

当然此时不会出错，但有可能导致时间戳计算不准，或增加时间戳计算与source端处理的复杂性(因为一次取一帧时间戳是很好计算的)。

 

原文地址：http://blog.csdn.net/niu_gao/article/details/6921145

live555源代码（VC6）：http://download.csdn.net/detail/leixiaohua1020/6374387