matrix-stt-bot/main.py

#!/usr/bin/env python3
from urllib.parse import urlparse
import os

import simplematrixbotlib as botlib
import nio

from speech_recognition import ASR

creds = botlib.Creds(
  homeserver=os.environ['HOMESERVER'],
  username=os.environ['USERNAME'],
  password=os.getenv('PASSWORD', None),
  login_token=os.getenv('LOGIN_TOKEN', None),
  access_token=os.getenv('ACCESS_TOKEN', None),
  session_stored_file="/data/session.txt"
)

config = botlib.Config()
config.encryption_enabled = True
config.emoji_verify = False
config.ignore_unverified_devices = True
config.store_path = '/data/crypto_store/'
bot = botlib.Bot(creds, config)

asr = ASR(os.getenv('ASR_MODEL', 'tiny'), os.getenv('ASR_LANGUAGE', 'en'))

@bot.listener.on_custom_event(nio.RoomMessageAudio)
async def on_message_audio(room, event):
  await on_audio(room, event, False)

@bot.listener.on_custom_event(nio.RoomEncryptedAudio)
async def on_encrypted_audio(room, event):
  await on_audio(room, event, True)

async def on_audio(room, event, encrypted):
  print(room.machine_name, event.sender, event.body, event.url)
  match = botlib.MessageMatch(room, event, bot)
  if match.is_not_from_this_bot():
    await bot.async_client.room_typing(room.machine_name, True, timeout=120000)
    url = urlparse(event.url)
    response = await bot.async_client.download(server_name=url.netloc, media_id=url.path[1:])
    if encrypted:
      print("decrypting...")
      data = nio.crypto.attachments.decrypt_attachment(
        response.body,
        event.source["content"]["file"]["key"]["k"],
        event.source["content"]["file"]["hashes"]["sha256"],
        event.source["content"]["file"]["iv"],
      )
    else:
      data = response.body
    print(response)
    result = await asr.transcribe(data)

    await bot.async_client.room_typing(room.machine_name, False)
    if response.filename:
      await bot.api.send_text_message(
        room_id=room.room_id,
        message=f"Transcription of {response.filename}: {result}",
        msgtype="m.notice")
    else:
      await bot.api.send_text_message(
        room_id=room.room_id,
        message=f"Transcription: {result}",
        msgtype="m.notice")

if __name__ == "__main__":
  asr.load_model()
  bot.run()