aiortc iceconnectionstate is failled after 25 seconds #1028

el07694 · 2024-01-11T09:29:53Z

el07694
Jan 11, 2024

index.html

<!doctype html>
<html>
	<head>
		<title>Ip calls</title>
		
		<!-- jquery library -->
		<script src="https://ajax.googleapis.com/ajax/libs/jquery/3.7.1/jquery.min.js"></script>
		
		<!-- own javascript -->
		<script src="telephone_calls.js"></script>
		
	</head>
	<body>
		<h1>Ip calls</h1>
		
		<table>
		<tr>
			<td><label for="name">Όνομα:</label></td>
			<td><input type="text" id="name" /></td>
		</tr>
		<tr>
			<td><label for="surname">Επώνυμο:</label></td>
			<td><input type="text" id="surname" /></td>
		</tr>
		</table>
		</br>
		<input id="control_call_button" type="button" value="Έναρξη κλήσης">
		
		<audio style="width:100%;margin-top:5mm;background:rgb(241,243,244)" id="audio" autoplay="true" controls="true" muted></audio>
	</body>
</html>

telephone_calls.js

// peer connection
var pc = null;

function createPeerConnection() {
	var config = {
		sdpSemantics: 'unified-plan',
		iceServers: [{urls: ['stun:stun.l.google.com:19302']}]
	};
	

	pc = new RTCPeerConnection(config);
	//pc = new RTCPeerConnection();

	// connect audio
	pc.addEventListener('track', function(evt) {
		if (evt.track.kind == 'audio'){
			document.getElementById('audio').srcObject = evt.streams[0];
		};
	});

	return pc;
}

function negotiate() {
	return pc.createOffer({offerToReceiveAudio:true}).then(function(offer) {
		return pc.setLocalDescription(offer);
	}).then(function() {
		// wait for ICE gathering to complete
		return new Promise(function(resolve) {
			console.log(pc.iceGatheringState);
			if (pc.iceGatheringState === 'complete') {
				resolve();
			} else {
				function checkState() {
					console.log(pc.iceGatheringState);
					if (pc.iceGatheringState === 'complete') {
						pc.removeEventListener('icegatheringstatechange', checkState);
						resolve();
					}
				}
				pc.addEventListener('icegatheringstatechange', checkState);

			}
		});
	}).then(function() {
		var offer = pc.localDescription;
		
		return fetch('/offer', {
			body: JSON.stringify({
				sdp: offer.sdp,
				type: offer.type,
				"name":name,
				"surname":surname
			}),
			headers: {
				'Content-Type': 'application/json'
			},
			method: 'POST'
		});
	}).then(function(response) {
		return response.json();
	}).then(function(answer) {
			return pc.setRemoteDescription(answer);
	}).catch(function(e) {
		alert(e);
		console.log(e);
	});
	
}


function start(name,surname) {
	pc = createPeerConnection();
	
	dc = pc.createDataChannel('radio_metadata', {"ordered": true});
	dc.onclose = function() {
		
	};
	dc.onopen = function() {
		
	};
	dc.onmessage = function(evt) {
		console.log(evt.data);
	};
	
	//negotiate();
	
	constraints = {audio:true,video:false};
	
	navigator.mediaDevices.getUserMedia(constraints).then(function(stream) {
		stream.getTracks().forEach(function(track) {
			pc.addTrack(track, stream);
		});
		return negotiate();
		}, function(err) {
			alert('Could not acquire media: ' + err);
	});
	
	
}

$(document).ready(function(){
	$("#control_call_button").on( "click", function() {
		name = $("#name").val();
		surname = $("#surname").val();
		start(name,surname)
	});
})

server.py

from aiohttp import web
from aiohttp.web_runner import GracefulExit
from aiortc.mediastreams import MediaStreamTrack
from aiortc import RTCPeerConnection, RTCSessionDescription
from aiortc.contrib.media import MediaPlayer
from aiortc.contrib.media import MediaBlackhole, MediaPlayer, MediaRecorder, MediaRelay
import av
import pyaudio
from pydub import AudioSegment
import asyncio
import json
import os
from multiprocessing import Process, Queue, Pipe, freeze_support
from queue import Queue as Simple_Queue
import sys
import threading
from datetime import datetime, timedelta
from time import sleep
import fractions
import time

stream_offer = None
pc = None
micTrack = None
blackHole = None

async def index(request):
	content = open(os.path.join(ROOT, "index.html"), encoding="utf8").read()
	return web.Response(content_type="text/html", text=content)

async def javascript(request):
	content = open(os.path.join(ROOT, "telephone_calls.js"), encoding="utf8").read()
	return web.Response(content_type="application/javascript", text=content)

async def offer(request):	
	params = await request.json()
	offer = RTCSessionDescription(sdp=params["sdp"], type=params["type"])
	name = params["name"]
	surname = params["surname"]
	#print(name+" "+surname)
	global pc
	pc = RTCPeerConnection()
	global stream_offer
	stream_offer = Server_Stream_Offer()
	pc.addTrack(stream_offer)

	@pc.on("track")
	async def on_track(track):	
		global micTrack
		micTrack = ClientTrack(track)
		global blackHole
		blackHole = MediaBlackhole()
		blackHole.addTrack(micTrack)
		await blackHole.start()

	@pc.on("connectionstatechange")
	async def on_connectionstatechange():
		if pc.connectionState == "failed":
			await pc.close()
		
	# handle offer
	await pc.setRemoteDescription(offer)

	# send answer
	answer = await pc.createAnswer()
	await pc.setLocalDescription(answer)
				
	return web.Response(content_type="application/json",text=json.dumps({"sdp": pc.localDescription.sdp, "type": pc.localDescription.type}))

async def on_shutdown(app):
	try:
		global stream_offer
		if stream_offer is not None:
			stream_offer.stop_offering()
			stream_offer.stop()
		del stream_offer
		stream_offer = None
		global pc
		if pc is not None:
			coros = [pc.close()]
			await asyncio.gather(*coros)
		global micTrack
		if micTrack is not None:
			micTrack.close_full()
		global blackHole
		if blackHole is not None:
			await blackHole.stop()
		raise GracefulExit()
	except Exception as e:
		print(e)


class Server_Stream_Offer(MediaStreamTrack):
	kind = "audio"

	def __init__(self):
		super().__init__()	# don't forget this!
		
		self.q = Simple_Queue()
		
		self.codec = av.CodecContext.create('pcm_s16le', 'r')
		self.codec.sample_rate = 8000
		self.codec.channels = 2

		self.audio_samples = 0

		self.p = pyaudio.PyAudio()
		self.input_stream = self.p.open(format=pyaudio.paInt16,channels=2,rate=8000,input=True,frames_per_buffer=int(8000*0.020))
		self.input_stream.start_stream()
		
		self.run = True
		
		self.read_from_microphone_thread = threading.Thread(target=self.read_from_microphone)
		self.read_from_microphone_thread.start()
		
	async def recv(self):
		packet = av.Packet(self.q.get())
		frame = self.codec.decode(packet)[0]
		frame.pts = self.audio_samples
		frame.time_base = fractions.Fraction(1, self.codec.sample_rate)
		self.audio_samples += frame.samples
		return frame

	def read_from_microphone(self):
		while(self.run):
			in_data = self.input_stream.read(int(8000*0.020),exception_on_overflow = False)			   
			slice = AudioSegment(in_data, sample_width=2, frame_rate=8000, channels=2)
			self.q.put(slice.raw_data)

	def stop_offering(self):
		self.run = False
		self.input_stream.stop_stream()
		self.input_stream.close()
		self.read_from_microphone_thread.join()

class ClientTrack(MediaStreamTrack):
	kind = "audio"

	def __init__(self, track):
		super().__init__()
		self.track = track
		self.p = pyaudio.PyAudio()
		self.output_stream = self.p.open(format=pyaudio.paInt16,channels=2,rate=44800,output=True,frames_per_buffer=int(16384/4))
		self.output_stream.start_stream()
		
	async def recv(self):
		# Get a new PyAV frame
		frame = await self.track.recv()
		
		packet_bytes = frame.to_ndarray().tobytes()
		self.output_stream.write(packet_bytes)
		
	def close_full(self):
		self.output_stream.stop_stream()
		self.output_stream.close()

if __name__ == "__main__":
	ROOT = os.path.dirname(__file__)

	app = web.Application()
	app.on_shutdown.append(on_shutdown)
	app.router.add_get("/", index)
	app.router.add_get("/telephone_calls.js", javascript)
	app.router.add_post("/offer", offer)
	web.run_app(app, access_log=None, host="192.168.1.188", port=8080, ssl_context=None)

To run this program:

run ngrok http 192.168.1.188:8080 from the terminal.
run python server.py from the terminal.
Navigate ngrok url from your browser and hit the button. The connection will be established (two way audio channel).

Tip: Don't forget to change lan-ip-address to be correct in server.py file and in ngrok command.

The problem is that after few seconds (23-31 seconds) the connection is lost with no error in the python server.py console. Just pc.iceConnectionState == "failed"

It may not be related with aiortc but maybe it is :)

Also i have problems when i am trying to connect two remote machines (i am almost not hearing something in client (browser html5) but this it may be related with pyaudio input stream.

el07694 · 2024-01-14T17:58:12Z

el07694
Jan 14, 2024
Author

I probably solve the issue..
I also had problems with client disconnect, but i also solve it using beforeunload event.

2 replies

JDRanpariya Jan 26, 2024

Hey can you exactly tell, where we need to use beforeunload?

el07694 Jan 26, 2024
Author

I removed this implementation.
Now i use:

controller = new AbortController();
signal = controller.signal;
return fetch('/offer', {
			body: JSON.stringify({
				sdp: offer.sdp,
				type: offer.type,
				"name":name,
				"surname":surname
			}),
			headers: {
				'Content-Type': 'application/json'
			},
			method: 'POST',
			signal
		})

and when i want to cancel the fetch i use:

if (controller != null){
	controller.abort();
}

where controller is a public var (var controller = null;)

to use beforeunload:

window.addEventListener("beforeunload", function (e) {
	console.log("Before unload");
	//cancel the call here
	const sleep = ms => new Promise(r => setTimeout(r, 5000));
});

el07694 · 2024-01-24T14:13:43Z

el07694
Jan 24, 2024
Author

Can someone troubleshot with server camera offering?
[swscaler @ 000001ccc035acc0] deprecated pixel format used, make sure you did set range correctly

0 replies

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

aiortc iceconnectionstate is failled after 25 seconds #1028

{{title}}

{{editor}}'s edit

{{editor}}'s edit

Replies: 2 comments 2 replies

{{title}}

{{title}}

{{title}}

{{title}}

Select a reply

aiortc iceconnectionstate is failled after 25 seconds #1028

el07694 Jan 11, 2024

Replies: 2 comments · 2 replies

el07694 Jan 14, 2024 Author

JDRanpariya Jan 26, 2024

el07694 Jan 26, 2024 Author

el07694 Jan 24, 2024 Author

el07694
Jan 11, 2024

Replies: 2 comments 2 replies

el07694
Jan 14, 2024
Author

el07694 Jan 26, 2024
Author

el07694
Jan 24, 2024
Author