openNAMU__openNAMU/mark.py

from set_mark.namu import namu
from set_mark.html_only import html_only

import re
import html
import sqlite3
import urllib.parse
import threading
import multiprocessing

def load_conn2(data):
    global conn
    global curs

    conn = data
    curs = conn.cursor()

def send_parser(data):
    if not re.search('^<br>$', data):
        data = html.escape(data)
        
        javascript = re.compile('javascript:', re.I)
        
        data = javascript.sub('', data)

        while 1:
            re_data = re.search('&lt;a(?: (?:(?:(?!&gt;).)*))?&gt;(?P<in>(?:(?!&lt;).)*)&lt;\/a&gt;', data)
            if re_data:
                re_data = re_data.groups()[0]

                data = re.sub('&lt;a(?: (?:(?:(?!&gt;).)*))?&gt;(?P<in>(?:(?!&lt;).)*)&lt;\/a&gt;', '<a href="/w/' + urllib.parse.quote(re_data).replace('/','%2F') + '">' + re_data + '</a>', data, 1)
            else:
                break
        
    return data
    
def plusing(data):
    for data_in in data:
        curs.execute("select title from back where title = ? and link = ? and type = ?", [data_in[1], data_in[0], data_in[2]])
        if not curs.fetchall():
            curs.execute("insert into back (title, link, type) values (?, ?, ?)", [data_in[1], data_in[0], data_in[2]])

def namumark(title = '', data = '', num = 0, markup = 'namumark'):
    if not data == '':
        if markup == 'namumark':
            data = namu(conn, data, title, num)
        elif markup == 'html':
            data = html_only(conn, data, title, num)
        else:
            data = ['', '', []]

        if num == 1:
            data_num = len(data[2]) 
            data_in_num = int(data_num / 8)
            data_in = []

            for i in range(8):
                if not i == 7:
                    data_in += [data[2][data_in_num * i:data_in_num * (i + 1)]]
                else:
                    data_in += [data[2][data_in_num * i:]]

            for data_in_for in data_in:
                thread_start = threading.Thread(target = plusing, args = [data_in_for])
                thread_start.start()
                thread_start.join()
            
            conn.commit()
            
        return data[0] + data[1]
    else:
        return 'http request 404'