openNAMU__openNAMU/route/tool/mark.py

from .set_mark.namu import namu
from .set_mark.markdown import markdown

import re
import html
import sqlite3
import urllib.parse
import threading
import multiprocessing

def load_conn2(data):
    global conn
    global curs

    conn = data
    curs = conn.cursor()

def send_parser(data):
    if not re.search('^<br>$', data):
        data = html.escape(data)
        
        javascript = re.compile('javascript:', re.I)
        
        data = javascript.sub('', data)

        while 1:
            re_data = re.search('&lt;a(?: (?:(?:(?!&gt;).)*))?&gt;(?P<in>(?:(?!&lt;).)*)&lt;\/a&gt;', data)
            if re_data:
                re_data = re_data.groups()[0]

                data = re.sub('&lt;a(?: (?:(?:(?!&gt;).)*))?&gt;(?P<in>(?:(?!&lt;).)*)&lt;\/a&gt;', '<a href="/w/' + urllib.parse.quote(re_data).replace('/','%2F') + '">' + re_data + '</a>', data, 1)
            else:
                break
        
    return data
    
def plusing(data):
    for data_in in data:
        curs.execute("select title from back where title = ? and link = ? and type = ?", [data_in[1], data_in[0], data_in[2]])
        if not curs.fetchall():
            curs.execute("insert into back (title, link, type) values (?, ?, ?)", [data_in[1], data_in[0], data_in[2]])

def namumark(title = '', data = None, num = 0):
    curs.execute('select data from other where name = "markup"')
    rep_data = curs.fetchall()
    if rep_data[0][0] == 'namumark':
        data = namu(conn, data, title, num)
    elif rep_data[0][0] == 'markdown':
        data = markdown(conn, data, title, num)
    else:
        data = ['', '', []]

    if num == 1:
        data_num = len(data[2]) 
        data_in_num = int(data_num / multiprocessing.cpu_count())
        data_in = []

        for i in range(multiprocessing.cpu_count()):
            if i != multiprocessing.cpu_count() - 1:
                data_in += [data[2][data_in_num * i:data_in_num * (i + 1)]]
            else:
                data_in += [data[2][data_in_num * i:]]

        for data_in_for in data_in:
            thread_start = threading.Thread(target = plusing, args = [data_in_for])
            thread_start.start()
            thread_start.join()
        
        conn.commit()
        
    return data[0] + data[1]