// // libtgvoip is free and unencumbered public domain software. // For more information, see http://unlicense.org or the UNLICENSE file // you should have received with this source code distribution. // #include "VoIPController.h" #include "JitterBuffer.h" #include "logging.h" #include "VoIPServerConfig.h" #include using namespace tgvoip; JitterBuffer::JitterBuffer(MediaStreamItf *out, uint32_t step):bufferPool(JITTER_SLOT_SIZE, JITTER_SLOT_COUNT){ if(out) out->SetCallback(JitterBuffer::CallbackOut, this); this->step=step; memset(slots, 0, sizeof(jitter_packet_t)*JITTER_SLOT_COUNT); minDelay=6; lostCount=0; needBuffering=true; tickCount=0; dontIncMinDelay=0; dontDecMinDelay=0; lostPackets=0; if(step<30){ minMinDelay=(uint32_t) ServerConfig::GetSharedInstance()->GetInt("jitter_min_delay_20", 6); maxMinDelay=(uint32_t) ServerConfig::GetSharedInstance()->GetInt("jitter_max_delay_20", 25); maxUsedSlots=(uint32_t) ServerConfig::GetSharedInstance()->GetInt("jitter_max_slots_20", 50); }else if(step<50){ minMinDelay=(uint32_t) ServerConfig::GetSharedInstance()->GetInt("jitter_min_delay_40", 4); maxMinDelay=(uint32_t) ServerConfig::GetSharedInstance()->GetInt("jitter_max_delay_40", 15); maxUsedSlots=(uint32_t) ServerConfig::GetSharedInstance()->GetInt("jitter_max_slots_40", 30); }else{ minMinDelay=(uint32_t) ServerConfig::GetSharedInstance()->GetInt("jitter_min_delay_60", 1); maxMinDelay=(uint32_t) ServerConfig::GetSharedInstance()->GetInt("jitter_max_delay_60", 10); maxUsedSlots=(uint32_t) ServerConfig::GetSharedInstance()->GetInt("jitter_max_slots_60", 20); } lossesToReset=(uint32_t) ServerConfig::GetSharedInstance()->GetInt("jitter_losses_to_reset", 20); resyncThreshold=ServerConfig::GetSharedInstance()->GetDouble("jitter_resync_threshold", 1.0); Reset(); init_mutex(mutex); } JitterBuffer::~JitterBuffer(){ Reset(); free_mutex(mutex); } void JitterBuffer::SetMinPacketCount(uint32_t count){ if(minDelay==count) return; minDelay=count; Reset(); } int JitterBuffer::GetMinPacketCount(){ return minDelay; } size_t JitterBuffer::CallbackIn(unsigned char *data, size_t len, void *param){ //((JitterBuffer*)param)->HandleInput(data, len); return 0; } size_t JitterBuffer::CallbackOut(unsigned char *data, size_t len, void *param){ return ((JitterBuffer*)param)->HandleOutput(data, len, 0); } void JitterBuffer::HandleInput(unsigned char *data, size_t len, uint32_t timestamp){ jitter_packet_t pkt; pkt.size=len; pkt.buffer=data; pkt.timestamp=timestamp; lock_mutex(mutex); PutInternal(&pkt); unlock_mutex(mutex); //LOGV("in, ts=%d", timestamp); } void JitterBuffer::Reset(){ wasReset=true; needBuffering=true; lastPutTimestamp=0; int i; for(i=0;isizesize)); }else{ if(pkt) { pkt->size = slots[i].size; pkt->timestamp = slots[i].timestamp; memcpy(pkt->buffer, slots[i].buffer, slots[i].size); } } bufferPool.Reuse(slots[i].buffer); slots[i].buffer=NULL; if(offset==0) Advance(); lostCount=0; needBuffering=false; return JR_OK; } LOGW("jitter: found no packet for timestamp %lld (last put = %d, lost = %d)", (long long int)timestampToGet, lastPutTimestamp, lostCount); if(offset==0) Advance(); if(!needBuffering){ lostCount++; if(offset==0){ lostPackets++; lostSinceReset++; } if(lostCount>=lossesToReset || (gotSinceReset>minDelay*25 && lostSinceReset>gotSinceReset/2)){ LOGW("jitter: lost %d packets in a row, resetting", lostCount); //minDelay++; dontIncMinDelay=16; dontDecMinDelay+=128; if(GetCurrentDelay()size>JITTER_SLOT_SIZE){ LOGE("The packet is too big to fit into the jitter buffer"); return; } gotSinceReset++; int i; if(wasReset){ wasReset=false; nextTimestamp=((int64_t)pkt->timestamp)-step*minDelay; LOGI("jitter: resyncing, next timestamp = %lld (step=%d, minDelay=%d)", (long long int)nextTimestamp, step, minDelay); } for(i=0;itimestamp-slots[i].timestamptimestamp-closestTime){ closestTime=slots[i].timestamp; prevTime=slots[i].recvTime; } }*/ double time=VoIPController::GetCurrentTime(); if(expectNextAtTime!=0){ double dev=expectNextAtTime-time; //LOGV("packet dev %f", dev); deviationHistory[deviationPtr]=dev; deviationPtr=(deviationPtr+1)%64; expectNextAtTime+=step/1000.0; }else{ expectNextAtTime=time+step/1000.0; } if(pkt->timestamptimestamp); latePacketCount++; lostPackets--; }else if(pkt->timestamptimestamp); latePacketCount++; return; } if(pkt->timestamp>lastPutTimestamp) lastPutTimestamp=pkt->timestamp; for(i=0;i=maxUsedSlots){ int toRemove=JITTER_SLOT_COUNT; uint32_t bestTimestamp=0xFFFFFFFF; for(i=0;itimestamp; slots[i].size=pkt->size; slots[i].buffer=bufferPool.Get(); slots[i].recvTimeDiff=time-prevRecvTime; if(slots[i].buffer) memcpy(slots[i].buffer, pkt->buffer, pkt->size); else LOGE("WTF!!"); prevRecvTime=time; } void JitterBuffer::Advance(){ nextTimestamp+=step; } int JitterBuffer::GetCurrentDelay(){ int delay=0; int i; for(i=0;i0) absolutelyNoLatePackets=false; } avgLate64/=64; avgLate32/=32; avgLate16/=16; //LOGV("jitter: avg late=%.1f, %.1f, %.1f", avgLate16, avgLate32, avgLate64); if(avgLate16>=resyncThreshold){ wasReset=true; } /*if(avgLate16>=0.3){ if(dontIncMinDelay==0 && minDelay<15){ minDelay++; if(GetCurrentDelay()0) dontDecMinDelay--; if(dontDecMinDelay==0 && minDelay>minMinDelay){ minDelay--; dontDecMinDelay=64; dontIncMinDelay+=16; } } if(dontIncMinDelay>0) dontIncMinDelay--;*/ if(absolutelyNoLatePackets){ if(dontDecMinDelay>0) dontDecMinDelay--; } memmove(&delayHistory[1], delayHistory, 63*sizeof(int)); delayHistory[0]=GetCurrentDelay(); int avgDelay=0; int min=100; for(i=0;i<32;i++){ avgDelay+=delayHistory[i]; if(delayHistory[i]maxMinDelay) stddevDelay=maxMinDelay; if(stddevDelay!=minDelay){ int32_t diff=stddevDelay-minDelay; if(diff>0){ dontDecMinDelay=100; } if(diff<-1) diff=-1; if(diff>1) diff=1; if((diff>0 && dontIncMinDelay==0) || (diff<0 && dontDecMinDelay==0)){ nextTimestamp+=diff*(int32_t)step; minDelay+=diff; LOGD("new delay from stddev %d", minDelay); if(diff<0){ dontDecMinDelay+=25; } if(diff>0){ dontIncMinDelay=25; } } } lastMeasuredJitter=stddev; lastMeasuredDelay=stddevDelay; //LOGV("stddev=%.3f, avg=%.3f, ndelay=%d, dontDec=%u", stddev, avgdev, stddevDelay, dontDecMinDelay); //LOGV("jitter: avg delay=%d, delay=%d, late16=%.1f, dontDecMinDelay=%d", avgDelay, delayHistory[0], avgLate16, dontDecMinDelay); if(!adjustingDelay) { if (((minDelay==1 ? (avgDelay>=3) : (avgDelay>=minDelay/2)) && delayHistory[0]>minDelay && avgLate16<=0.1 && absolutelyNoLatePackets && dontDecMinDelay<32 && min>minDelay) /*|| (avgRecvTimeDiff>0 && delayHistory[0]>minDelay/2 && avgRecvTimeDiff*1000