#!/usr/bin/env python """ This is an attempt at bridging matrix clients into a Jitis meet room via Matrix video call. It uses hard-coded xml strings overg XMPP BOSH. It can display one of the streams from the Jitsi bridge until the second lot of SDP comes down and we set the remote SDP at which point the stream ends. Our video never gets to the bridge. Requires: npm install jquery jsdom """ import json import subprocess import time import gevent import grequests from BeautifulSoup import BeautifulSoup ACCESS_TOKEN = "" MATRIXBASE = "https://matrix.org/_matrix/client/api/v1/" MYUSERNAME = "@davetest:matrix.org" HTTPBIND = "https://meet.jit.si/http-bind" # HTTPBIND = 'https://jitsi.vuc.me/http-bind' # ROOMNAME = "matrix" ROOMNAME = "pibble" HOST = "guest.jit.si" # HOST="jitsi.vuc.me" TURNSERVER = "turn.guest.jit.si" # TURNSERVER="turn.jitsi.vuc.me" ROOMDOMAIN = "meet.jit.si" # ROOMDOMAIN="conference.jitsi.vuc.me" class TrivialMatrixClient: def __init__(self, access_token): self.token = None self.access_token = access_token def getEvent(self): while True: url = ( MATRIXBASE + "events?access_token=" + self.access_token + "&timeout=60000" ) if self.token: url += "&from=" + self.token req = grequests.get(url) resps = grequests.map([req]) obj = json.loads(resps[0].content) print("incoming from matrix", obj) if "end" not in obj: continue self.token = obj["end"] if len(obj["chunk"]): return obj["chunk"][0] def joinRoom(self, roomId): url = MATRIXBASE + "rooms/" + roomId + "/join?access_token=" + self.access_token print(url) headers = {"Content-Type": "application/json"} req = grequests.post(url, headers=headers, data="{}") resps = grequests.map([req]) obj = json.loads(resps[0].content) print("response: ", obj) def sendEvent(self, roomId, evType, event): url = ( MATRIXBASE + "rooms/" + roomId + "/send/" + evType + "?access_token=" + self.access_token ) print(url) print(json.dumps(event)) headers = {"Content-Type": "application/json"} req = grequests.post(url, headers=headers, data=json.dumps(event)) resps = grequests.map([req]) obj = json.loads(resps[0].content) print("response: ", obj) xmppClients = {} def matrixLoop(): while True: ev = matrixCli.getEvent() print(ev) if ev["type"] == "m.room.member": print("membership event") if ev["membership"] == "invite" and ev["state_key"] == MYUSERNAME: roomId = ev["room_id"] print("joining room %s" % (roomId)) matrixCli.joinRoom(roomId) elif ev["type"] == "m.room.message": if ev["room_id"] in xmppClients: print("already have a bridge for that user, ignoring") continue print("got message, connecting") xmppClients[ev["room_id"]] = TrivialXmppClient(ev["room_id"], ev["user_id"]) gevent.spawn(xmppClients[ev["room_id"]].xmppLoop) elif ev["type"] == "m.call.invite": print("Incoming call") # sdp = ev['content']['offer']['sdp'] # print "sdp: %s" % (sdp) # xmppClients[ev['room_id']] = TrivialXmppClient(ev['room_id'], ev['user_id']) # gevent.spawn(xmppClients[ev['room_id']].xmppLoop) elif ev["type"] == "m.call.answer": print("Call answered") sdp = ev["content"]["answer"]["sdp"] if ev["room_id"] not in xmppClients: print("We didn't have a call for that room") continue # should probably check call ID too xmppCli = xmppClients[ev["room_id"]] xmppCli.sendAnswer(sdp) elif ev["type"] == "m.call.hangup": if ev["room_id"] in xmppClients: xmppClients[ev["room_id"]].stop() del xmppClients[ev["room_id"]] class TrivialXmppClient: def __init__(self, matrixRoom, userId): self.rid = 0 self.matrixRoom = matrixRoom self.userId = userId self.running = True def stop(self): self.running = False def nextRid(self): self.rid += 1 return "%d" % (self.rid) def sendIq(self, xml): fullXml = ( "%s" % (self.nextRid(), self.sid, xml) ) # print "\t>>>%s" % (fullXml) return self.xmppPoke(fullXml) def xmppPoke(self, xml): headers = {"Content-Type": "application/xml"} req = grequests.post(HTTPBIND, verify=False, headers=headers, data=xml) resps = grequests.map([req]) obj = BeautifulSoup(resps[0].content) return obj def sendAnswer(self, answer): print("sdp from matrix client", answer) p = subprocess.Popen( ["node", "unjingle/unjingle.js", "--sdp"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, ) jingle, out_err = p.communicate(answer) jingle = jingle % { "tojid": self.callfrom, "action": "session-accept", "initiator": self.callfrom, "responder": self.jid, "sid": self.callsid, } print("answer jingle from sdp", jingle) res = self.sendIq(jingle) print("reply from answer: ", res) self.ssrcs = {} jingleSoup = BeautifulSoup(jingle) for cont in jingleSoup.iq.jingle.findAll("content"): if cont.description: self.ssrcs[cont["name"]] = cont.description["ssrc"] print("my ssrcs:", self.ssrcs) gevent.joinall([gevent.spawn(self.advertiseSsrcs)]) def advertiseSsrcs(self): time.sleep(7) print("SSRC spammer started") while self.running: ssrcMsg = "%(nick)s" % { "tojid": "%s@%s/%s" % (ROOMNAME, ROOMDOMAIN, self.shortJid), "nick": self.userId, "assrc": self.ssrcs["audio"], "vssrc": self.ssrcs["video"], } res = self.sendIq(ssrcMsg) print("reply from ssrc announce: ", res) time.sleep(10) def xmppLoop(self): self.matrixCallId = time.time() res = self.xmppPoke( "" % (self.nextRid(), HOST) ) print(res) self.sid = res.body["sid"] print("sid %s" % (self.sid)) res = self.sendIq( "" ) res = self.xmppPoke( "" % (self.nextRid(), self.sid, HOST) ) res = self.sendIq( "" ) print(res) self.jid = res.body.iq.bind.jid.string print("jid: %s" % (self.jid)) self.shortJid = self.jid.split("-")[0] res = self.sendIq( "" ) # randomthing = res.body.iq['to'] # whatsitpart = randomthing.split('-')[0] # print "other random bind thing: %s" % (randomthing) # advertise preence to the jitsi room, with our nick res = self.sendIq( "%s" % (HOST, TURNSERVER, ROOMNAME, ROOMDOMAIN, self.userId) ) self.muc = {"users": []} for p in res.body.findAll("presence"): u = {} u["shortJid"] = p["from"].split("/")[1] if p.c and p.c.nick: u["nick"] = p.c.nick.string self.muc["users"].append(u) print("muc: ", self.muc) # wait for stuff while True: print("waiting...") res = self.sendIq("") print("got from stream: ", res) if res.body.iq: jingles = res.body.iq.findAll("jingle") if len(jingles): self.callfrom = res.body.iq["from"] self.handleInvite(jingles[0]) elif "type" in res.body and res.body["type"] == "terminate": self.running = False del xmppClients[self.matrixRoom] return def handleInvite(self, jingle): self.initiator = jingle["initiator"] self.callsid = jingle["sid"] p = subprocess.Popen( ["node", "unjingle/unjingle.js", "--jingle"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, ) print("raw jingle invite", str(jingle)) sdp, out_err = p.communicate(str(jingle)) print("transformed remote offer sdp", sdp) inviteEvent = { "offer": {"type": "offer", "sdp": sdp}, "call_id": self.matrixCallId, "version": 0, "lifetime": 30000, } matrixCli.sendEvent(self.matrixRoom, "m.call.invite", inviteEvent) matrixCli = TrivialMatrixClient(ACCESS_TOKEN) # Undefined name gevent.joinall([gevent.spawn(matrixLoop)])