SolarFM/plugins/translate/plugin.py

# Python imports
import os
import time
import threading
import requests
import json
from . import brotli

# Lib imports
import gi
gi.require_version('Gtk', '3.0')
from gi.repository import Gtk
from gi.repository import GLib

# Application imports
from plugins.plugin_base import PluginBase


# NOTE: Threads WILL die with parent's destruction.
def daemon_threaded(fn):
    def wrapper(*args, **kwargs):
        threading.Thread(target=fn, args=args, kwargs=kwargs, daemon=True).start()
    return wrapper




class Plugin(PluginBase):
    def __init__(self):
        super().__init__()
        self.path        = os.path.dirname(os.path.realpath(__file__))
        self.name        = "Translate"  # NOTE: Need to remove after establishing private bidirectional 1-1 message bus
                                        #       where self.name should not be needed for message comms
        self._GLADE_FILE = f"{self.path}/translate.glade"

        self._link       = "https://duckduckgo.com/translation.js?"
        self._headers    = {
            'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64; rv:106.0) Gecko/20100101 Firefox/106.0',
            'Accept': '*/*',
            'Accept-Language': 'en-US,en;q=0.5',
            'Accept-Encoding': 'gzip, deflate, br',
            'Referer': 'https://duckduckgo.com/',
            'Content-Type': 'text/plain',
            'X-Requested-With': 'XMLHttpRequest',
            'Origin': 'https://duckduckgo.com',
            'DNT': '1',
            'Connection': 'keep-alive',
            'Sec-Fetch-Dest': 'empty',
            'Sec-Fetch-Mode': 'cors',
            'Sec-Fetch-Site': 'same-origin',
            'Pragma': 'no-cache',
            'Cache-Control': 'no-cache'
        }

        self.vqd_link    = "https://duckduckgo.com/"
        self.vqd_data    = {"q": "translate", "ia":"web"}
        self.vqd_headers = {
            'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64; rv:106.0) Gecko/20100101 Firefox/106.0',
            "Referer": "https://duckduckgo.com/"
        }

        self._queue_translate = False
        self._watcher_running = False
        self._vqd_attrib      = None
        self.from_trans       = "ja"
        self.to_trans         = "en"
        self.translate_tries  = 0


    def generate_reference_ui_element(self):
        button = Gtk.Button(label=self.name)
        button.connect("button-release-event", self._show_translate_page)
        return button

    def run(self):
        self._builder = Gtk.Builder()
        self._builder.add_from_file(self._GLADE_FILE)
        self._connect_builder_signals(self, self._builder)

        self._translate_dialog = self._builder.get_object("translate_dialog")
        self._translate_from   = self._builder.get_object("translate_from")
        self._translate_to     = self._builder.get_object("translate_to")
        self._translate_from_buffer = self._builder.get_object("translate_from_buffer")
        self._translate_to_buffer   = self._builder.get_object("translate_to_buffer")
        self._detected_language_lbl = self._builder.get_object("detected_language_lbl")

        self._detected_language_lbl.set_label(f"Selected Language: {self.from_trans}")
        self.get_vqd()


    @threaded
    def _show_translate_page(self, widget=None, eve=None):
        event_system.emit("get_current_state")

        state               = self._fm_state
        self._event_message = None

        GLib.idle_add(self._show_ui, (state))

    def _show_ui(self, state):
        if state.uris and len(state.uris) == 1:
            file_name = state.uris[0].split("/")[-1]
            self._translate_from_buffer.set_text(file_name)

        response   = self._translate_dialog.run()
        if response in [Gtk.ResponseType.CLOSE, Gtk.ResponseType.CANCEL, Gtk.ResponseType.DELETE_EVENT]:
            self._translate_dialog.hide()

        self._translate_dialog.hide()

    def _pre_translate(self, widget=None, eve=None):
        self._queue_translate = True

        if not self._watcher_running:
            self._watcher_running = True
            self.run_translate_watcher()

    @daemon_threaded
    def run_translate_watcher(self):
        while True:
            if self._queue_translate:
                self._queue_translate = False
                time.sleep(1)

                # NOTE: Hold call to translate if we're still typing/updating...
                if self._queue_translate:
                    continue

                GLib.idle_add(self._translate)
                self._watcher_running = False

            break

    def _translate(self):
        start_itr, end_itr   =  self._translate_from_buffer.get_bounds()
        from_translate       = self._translate_from_buffer.get_text(start_itr, end_itr, True).encode('utf-8')

        if from_translate in ("", None) or self._queue_translate:
            return

        self.translate_tries += 1
        tlink    = f"https://duckduckgo.com/translation.js?vqd={self._vqd_attrib}&query=translate&from={self.from_trans}&to={self.to_trans}"
        response = requests.post(tlink, headers=self._headers, data=from_translate)

        if response.status_code == 200:
            data = self.get_data(response)
            self.translate_tries = 0
            self._translate_to_buffer.set_text(data["translated"])
            if data["detected_language"]:
                self._detected_language_lbl.set_label(f"Detected Language: {data['detected_language']}")
            else:
                self._detected_language_lbl.set_label(f"Selected Language: {self.from_trans}")
        elif response.status_code >= 400 or response.status_code < 500:
            self.get_vqd()
            if not self.translate_tries > 2:
                self._translate()
        else:
            msg = f"Could not translate... Response Code: {response.status_code}"
            self._translate_to_buffer.set_text(msg)

    def get_data(self, response):
        data = None

        try:
            data = response.json()
        except Exception as e:
            ...

        try:
            data = json.loads(response.text)
        except Exception as e:
            ...

        try:
            decompress_str = brotli.decompress(response.content).decode("utf-8")
            data = json.loads(decompress_str)
        except Exception as e:
            ...

        return data

    # NOTE: https://github.com/deedy5/duckduckgo_search/blob/72acb900a346be576f0917dd3d6c0fbd618a71bf/duckduckgo_search/utils.py
    def get_vqd(self):
        response = requests.post(self.vqd_link, headers=self.vqd_headers, data=self.vqd_data, timeout=2)
        if response.status_code == 200:
            data             = response.content
            vqd_start_index  = data.index(b"vqd='") + 5
            vqd_end_index    = data.index(b"'", vqd_start_index)
            self._vqd_attrib = data[vqd_start_index:vqd_end_index].decode("utf-8")

            print(f"Translation VQD: {self._vqd_attrib}")
        else:
            msg = f"Could not get VQS attribute... Response Code: {response.status_code}"
            self._translate_to_buffer.set_text(msg)