conf_bot/worker.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-

from string import punctuation
import subprocess
from database import DataBase
import os
import urllib.request
from urllib.parse import urlencode
import requests
import json
import settings
import re

from pygments import highlight
from pygments.lexers import PythonLexer
from pygments.lexers import guess_lexer, get_lexer_by_name
from pygments.styles import get_style_by_name
from pygments.formatters import ImageFormatter


class MessageWorker:
    def __init__(self, db, stop_words='assets/stop-word.ru', settings=settings):
        self.stop_words = stop_words
        self.db = db
        self.telegram_key = settings.parser.get('bot', 'telegram_key')
        self.telegram_api = settings.parser.get('bot', 'telegram_api')
        self.me = self.getMe()
        print("My name is %s" % self.me['result']['username'])

    def getMe(self):
        url = self.telegram_api + 'bot' + self.telegram_key + '/getMe'
        print(url)
        urllib.request.Request(url)
        request = urllib.request.Request(url)
        raw = urllib.request.urlopen(request).read().decode()
        return json.loads(raw)

    def handleUpdate(self, msg):
        try:
            try:
                input_message = msg['message']['text']
                if ('@here' in input_message) or (' @'+self.me['result']['username'] in input_message):
                    conf_id = msg['message']['chat']['id']
                    user_id = msg['message']['from']['id']
                    chat_title = msg['message']['chat']['title']
                    self.db.add_conf(conf_id, chat_title)
                    if msg['message']['text'] != '@here':
                        message = msg['message']['text'].replace('@here', '\n').replace(' @'+self.me['result']['username'], '\n')
                    else:
                        message = """I summon you!\n"""

                    users = self.db.here(
                        user_id=user_id,
                        conf_id=conf_id
                    )
                    for user in users:
                        message += ' @%s ' % (user[0])
                    self.send(id=conf_id, msg=message)
                    return True
            
                input_message = msg['message']['text'].replace(
                    '@' + self.me['result']['username'], '')
            except:
                input_message = msg['message']['text']
            if input_message == '/scheme':
                conf_id = msg['message']['chat']['id']
                user_id = msg['message']['from']['id']
                chat_title = msg['message']['chat']['title']
                self.db.add_conf(conf_id, chat_title)
                self.send(id=conf_id, msg='```\n' + self.db.scheme + '\n```')
                return True

            if input_message == '/stat':
                conf_id = msg['message']['chat']['id']
                user_id = msg['message']['from']['id']
                chat_title = msg['message']['chat']['title']
                self.db.add_conf(conf_id, chat_title)

                message = """Here is your top:\n"""
                top = self.db.get_top(
                    user_id=user_id,
                    conf_id=conf_id
                )
                for word in top:
                    message += '*%s*: %s\n' % (word[1], word[0])
                self.send(id=conf_id, msg=message)
                return True

            if input_message == '/reset':
                conf_id = msg['message']['chat']['id']
                user_id = msg['message']['from']['id']
                chat_title = msg['message']['chat']['title']
                self.db.add_conf(conf_id, chat_title)

                message = """Your stat has been resetted."""
                self.db.reset(
                    conf_id=conf_id,
                    user_id=user_id)
                return True

            if input_message[:4] == '/sql':
                conf_id = msg['message']['chat']['id']
                user_id = msg['message']['from']['id']
                chat_title = msg['message']['chat']['title']
                self.db.add_conf(conf_id, chat_title)
                sql = msg['message']['text'][5:]

                res = self.db.command(sql)
                if 'syntax' in str(res) \
                        or 'ambiguous' in str(res):
                    self.send(id=conf_id, msg=str(res))
                    return False
                try:
                    msg = '```\n'
                    for z in res:
                        for i in z:
                            msg = msg + str(i) + '\t'
                        msg = msg + '\n'
                except:
                    msg = res
                self.send(id=conf_id, msg=msg + ' ```')
                return True

#           if '@here' in input_message:
#               conf_id = msg['message']['chat']['id']
#               user_id = msg['message']['from']['id']
#               chat_title = msg['message']['chat']['title']
#               self.db.add_conf(conf_id, chat_title)
#               if msg['message']['text'] != '@here':
#                   message = msg['message']['text'].replace('@here', '\n')
#               else:
#                   message = """I summon you!\n"""

#               users = self.db.here(
#                   user_id=user_id,
#                   conf_id=conf_id
#               )
#               for user in users:
#                   message += ' @%s ' % (user[0])
#               self.send(id=conf_id, msg=message)
#               return True
            if input_message[:5] == '/code':
                conf_id = msg['message']['chat']['id']
                user_id = msg['message']['from']['id']
                chat_title = msg['message']['chat']['title']
                self.db.add_conf(conf_id, chat_title)
                if len(msg['message']['text'][6:]) < 10000:
                    code = msg['message']['text'][6:]
                    code_tag = code[code.rfind('#') + 1:]
                    try:
                        lexer = get_lexer_by_name(code_tag)
                        code = code[:code.rfind('#')]
                        print("Lexer is defined as %s" % lexer)
                    except:
                        lexer = guess_lexer(code)
                    print("lexer is %s" % lexer)
                    if lexer.name == 'Text only':
                        lexer = get_lexer_by_name('python')
                    highlight(code, lexer, ImageFormatter(
                        font_size=16,
                        line_number_bg="#242e0c",
                        line_number_fg="#faddf2",
                        line_number_bold=True,
                        font_name='DejaVuSansMono',
                        style=get_style_by_name('monokai')), outfile="code.png")
                self.send_img(conf_id)
                return True
        except:
            return False
        try:
            text = msg['message']['text']
            try:
                username = msg['message']['from']['username']
            except:
                username = "_null"
            try:
                last_name = msg['message']['from']['last_name']
            except:
                last_name = '_null'
            try:
                first_name = msg['message']['from']['first_name']
            except:
                first_name = '_null'
            user_id = msg['message']['from']['id']
            chat_id = msg['message']['chat']['id']
            chat_title = msg['message']['chat']['title']
        except:
            return False

        collection = self.clean_text(text)

        self.db.add_user(username,
                         user_id,
                         first_name,
                         last_name)

        self.db.add_conf(chat_id, chat_title)

        for word in collection:
            self.db.add_relation(word=word, user_id=user_id, conf_id=chat_id)

    def clean_text(self, s):
        file = open(self.stop_words, 'rt')
        sw = file.read().split('\n')
        file.close()
        s = re.sub(
            r'(https?:\/\/)?([\da-z\.-]+)\.([\/\w\.-]*)*\/?\S', '', s, flags=re.MULTILINE)
        print(s)
        # dirty hack with dat fucking file
        fh = open("tmp.txt", "w")
        fh.write(s)
        fh.close()
        cmd = "./assets/mystem -nlwd < tmp.txt"
        ps = subprocess.Popen(cmd, shell=True, stdout=subprocess.PIPE)
        output = ps.communicate()[0]
        os.remove("tmp.txt")
        # end of the fuckin' dirty hack
        s = output.decode('utf8')
        s = s.replace('?', '')
        s = s.split('\n')
        collection = []
        for word in s:
            if len(word) > 2:
                if word not in sw:
                    collection.append(word)
                else:
                    pass
            else:
                pass
        return collection

    def send(self, id, msg):
        # print(msg)
        url = self.telegram_api + 'bot' + self.telegram_key + '/sendMessage'
        post_fields = {
            'text': msg,
            'chat_id': id,
            'parse_mode': 'Markdown',
            'disable_web_page_preview': 1
        }
        urllib.request.Request(url, urlencode(post_fields).encode())
        request = urllib.request.Request(url, urlencode(post_fields).encode())
        json = urllib.request.urlopen(request).read().decode()
        return json

    def send_img(self, id):
        url = self.telegram_api + 'bot' + self.telegram_key + '/sendPhoto'
        data = {'chat_id': id}
        files = {'photo': open('code.png', 'rb')}
        r = requests.post(url, files=files, data=data)