#!/usr/bin/env python3 from urllib.parse import urlparse import tempfile import os import whisper import simplematrixbotlib as botlib import nio model = whisper.load_model("tiny") creds = botlib.Creds( homeserver=os.environ['HOMESERVER'], username=os.environ['USERNAME'], password=os.getenv('PASSWORD', None), login_token=os.getenv('LOGIN_TOKEN', None), access_token=os.getenv('ACCESS_TOKEN', None), session_stored_file="/data/session.txt" ) config = botlib.Config() config.encryption_enabled = True config.emoji_verify = True config.ignore_unverified_devices = True config.store_path = '/data/crypto_store/' bot = botlib.Bot(creds, config) @bot.listener.on_custom_event(nio.RoomMessageAudio) async def on_audio_message(room, event): print(room.machine_name, event.sender, event.body, event.url) match = botlib.MessageMatch(room, event, bot) if match.is_not_from_this_bot(): await bot.async_client.room_typing(room.machine_name, True, timeout=120000) url = urlparse(event.url) response = await bot.async_client.download(server_name=url.netloc, media_id=url.path[1:]) print(response) with tempfile.NamedTemporaryFile("w+b") as file: file.write(response.body) file.flush() result = model.transcribe(file.name) await bot.async_client.room_typing(room.machine_name, False) await bot.api.send_text_message( room_id=room.room_id, message=f"Transcription of {response.filename}: {result['text']}", msgtype="m.notice") bot.run()