openNAMU__openNAMU/route/tool/func.py

# Init
import os
import sys
import platform
import smtplib
import shutil
import json
import datetime
import ipaddress
import subprocess

import email.mime.text
import email.utils
import email.header

# Init-Version
with open('version.json', encoding = 'utf8') as file_data:
    version_list = json.loads(file_data.read())

print('Version : ' + version_list['r_ver'])
print('DB set version : ' + version_list['c_ver'])
print('Skin set version : ' + version_list['s_ver'])

# Init-PIP_Install
data_up_date = 1
if os.path.exists(os.path.join('data', 'version.json')): 
    with open(os.path.join('data', 'version.json'), encoding = 'utf8') as file_data:
        data_load_ver = file_data.read()
    
    if data_load_ver == version_list['r_ver']:
        data_up_date = 0

if os.getenv('NAMU_DOCKER') == 'O': # skip update check when run at docker
    data_up_date = 0

if data_up_date == 1:
    with open(os.path.join('data', 'version.json'), 'w', encoding = 'utf8') as f:
        f.write(version_list['r_ver'])

    if platform.system() in ('Linux', 'Darwin', 'Windows'):
        python_ver = ''
        python_ver = str(sys.version_info.major) + '.' + str(sys.version_info.minor)

        run_list = [
            sys.executable,
            'python' + python_ver,
            'python3',
            'python',
            'py -' + python_ver
        ]
        
        for exe_name in run_list:
            try:
                subprocess.check_call([exe_name, "-m", "pip", "install", "--upgrade", "--user", "-r", "requirements-optional.txt"])
            except:
                pass

            try:
                subprocess.check_call([exe_name, "-m", "pip", "install", "--upgrade", "--user", "-r", "requirements.txt"])
                subprocess.Popen([exe_name] + sys.argv)

                os._exit(0)
            except:
                pass
        else:
            print('Error : automatic installation is not supported.')
            print('Help : try "python3 -m pip install -r requirements.txt"')
    else:
        print('Error : automatic installation is not supported.')
        print('Help : try "python3 -m pip install -r requirements.txt"')
else:
    print('PIP check pass')

# Init-Load
from .func_tool import *
from .func_render import class_do_render

from diff_match_patch import diff_match_patch

import werkzeug.routing
import werkzeug.debug

import flask
import asyncio
import nest_asyncio
import aiohttp

import requests
from PIL import Image

try:
    import mysqlclient as pymysql
except:
    import pymysql

if sys.version_info < (3, 6):
    import sha3

# Func
# Func-main
async def render_template(name, data, sub, menu, other = []):
    other_set = {}
    other_set["name"] = name
    other_set["data"] = data
    other_set["sub"] = [sub] + other
    other_set["menu"] = menu

    return await python_to_golang("template", other_set)

global_lang_data = {}
global_some_set = {}

def do_db_set(db_set):
    for for_a in db_set:
        global_func_some_set_do('db_' + for_a, db_set[for_a])
        global_some_set_do('db_' + for_a, db_set[for_a])

class flask_data_or_variable:
    def __init__(self, flask_data, var_dict):
        if var_dict == {}:
            self.data = flask_data
            self.selected_flask = True
        else:
            self.data = var_dict
            self.selected_flask = False

    def get(self, dict_name, replace_data):
        if self.selected_flask == True:
            return self.data.get(dict_name, replace_data)
        else:
            if dict_name in self.data:
                return self.data[dict_name]
            else:
                return replace_data

def global_some_set_do(set_name, data = None):
    global global_some_set

    if data != None:
        global_some_set[set_name] = data

    if set_name in global_some_set:
        return global_some_set[set_name]
    else:
        return None

async def python_to_golang(func_name, other_set = {}):    
    headers = {}
    if flask.has_request_context():
        if "Cookie" in flask.request.headers:
            headers["Cookie"] = flask.request.headers["Cookie"]

        headers["X-Forwarded-For"] = ip_check()

    port_data = global_some_set_do("setup_golang_port")

    # print(func_name, other_set)

    if func_name == "same":
        async with aiohttp.ClientSession() as session:
            if flask.request.method == 'POST':
                async with session.post('http://localhost:' + port_data + flask.request.path, data = json_dumps(other_set), headers = headers) as res:
                    data = await res.text()

                    return data
            else:
                async with session.get('http://localhost:' + port_data + flask.request.path, headers = headers) as res:
                    data = await res.text()

                    return data
    elif func_name == "template":
        async with aiohttp.ClientSession() as session:
            async with session.post('http://localhost:' + port_data + "/api/template", data = json_dumps(other_set), headers = headers) as res:
                data = await res.text()

                return data
    else:
        async with aiohttp.ClientSession() as session:
            async with session.post('http://localhost:' + port_data + '/compatible_api/' + func_name, data = json_dumps(other_set), headers = headers) as res:
                data = await res.json()

                if "response" in data and data["response"] == "error":
                    raise Exception(f"API returned error: {data}")
                else:
                    return data
                
async def opennamu_make_list(left = '', right = '', bottom = '', class_name = ''):
    data_html = f'<span class="{class_name}">'
    data_html += '<div class="opennamu_recent_change">'
    data_html += left

    data_html += '<div style="float: right;">'
    data_html += right
    data_html += '</div>'

    data_html += '<div style="clear: both;"></div>'

    if bottom != '':
        data_html += '<hr>'
        data_html += bottom

    data_html += '</div>'
    data_html += '<hr class="main_hr">'
    data_html += '</span>'

    return data_html

# Func-init
def get_init_set_list(need = 'all'):
    init_set_list = {
        'host' : {
            'display' : 'Host',
            'require' : 'conv',
            'default' : '0.0.0.0'
        }, 'port' : {
            'display' : 'Port',
            'require' : 'conv',
            'default' : '3000'
        }, 'golang_port' : {
            'display' : 'Golang port',
            'require' : 'conv',
            'default' : '3001'
        }, 'language' : {
            'display' : 'Language',
            'require' : 'select',
            'default' : 'ko-KR',
            'list' : ['ko-KR', 'en-US']
        }, 'markup' : {
            'display' : 'Markup',
            'require' : 'select',
            'default' : 'namumark',
            'list' : ['namumark', 'namumark_beta', 'macromark', 'markdown', 'custom', 'raw']
        }, 'encode' : {
            'display' : 'Encryption method',
            'require' : 'select',
            'default' : 'sha3',
            'list' : ['sha3', 'sha3-salt', 'sha3-512', 'sha3-512-salt']
        }
    }
    
    if need == 'all':
        return init_set_list
    else:
        return init_set_list[need]
    
class get_db_connect:
    def __init__(self, db_type = '', init_mode = False):
        self.db_set = {}
        self.init_mode = init_mode

        for for_a in ("db_type", "db_name"):
            self.db_set[for_a] = global_some_set_do(for_a)

        if db_type != '':
            self.db_set['db_type'] = db_type

        if self.db_set['db_type'] == 'mysql':
            for for_a in ("db_mysql_host", "db_mysql_user", "db_mysql_pw", "db_mysql_port"):
                self.db_set[for_a] = global_some_set_do(for_a)
        
    def __enter__(self):
        if self.db_set['db_type'] == 'sqlite':
            self.conn = sqlite3.connect(
                self.db_set['db_name'] + '.db',
                check_same_thread = False,
                isolation_level = None
            )
        else:
            # try connect
            # print('Wait for DB connection...')

            self.conn = None
            try_cnt = 1
            max_try = 30
            while self.conn == None and try_cnt <= max_try:
                try:
                    if self.init_mode:
                        self.conn = pymysql.connect(
                            host = self.db_set['db_mysql_host'],
                            user = self.db_set['db_mysql_user'],
                            password = self.db_set['db_mysql_pw'],
                            charset = 'utf8mb4',
                            port = int(self.db_set['db_mysql_port']),
                            autocommit = True
                        )
                    else:
                        self.conn = pymysql.connect(
                            host = self.db_set['db_mysql_host'],
                            user = self.db_set['db_mysql_user'],
                            password = self.db_set['db_mysql_pw'],
                            charset = 'utf8mb4',
                            port = int(self.db_set['db_mysql_port']),
                            autocommit = True,
                            db = self.db_set['db_name']
                        )
                except pymysql.err.OperationalError as err:
                    if try_cnt + 1 > max_try:
                        raise err
                finally:
                    if self.conn == None:
                        try_cnt += 1
                        time.sleep(1)

            if self.conn == None:
                raise Exception("Unable to connect database")

        # print('DB connected')

        return self.conn
    
    def __exit__(self, exc_type, exc_value, traceback):
        self.conn.commit()
        self.conn.close()

# class get_whoosh_connect:

class class_check_json:
    def do_check_set_json(self):
        if os.getenv('NAMU_DB') or os.getenv('NAMU_DB_TYPE'):
            set_data = {}
            set_data['db'] = os.getenv('NAMU_DB') if os.getenv('NAMU_DB') else 'data'
            set_data['db_type'] = os.getenv('NAMU_DB_TYPE') if os.getenv('NAMU_DB_TYPE') else 'sqlite'
        else:
            if os.path.exists(os.path.join('data', 'set.json')):
                db_set_list = ['db', 'db_type']
                with open(os.path.join('data', 'set.json'), encoding = 'utf8') as file_data:
                    set_data = json_loads(file_data.read())

                for i in db_set_list:
                    if not i in set_data:
                        os.remove(os.path.join('data', 'set.json'))
                        break
            
            if not os.path.exists(os.path.join('data', 'set.json')):
                set_data = {}
                normal_db_type = ['sqlite', 'mysql']

                print('DB type (' + normal_db_type[0] + ') [' + ', '.join(normal_db_type) + '] : ', end = '')
                try:
                    data_get = str(input())
                except EOFError:
                    print("\nInput is not available. You can set the environment variable NAMU_DB_TYPE instead.")
                    print("No input detected. Using default value.")
                    data_get = ''

                if data_get == '' or not data_get in normal_db_type:
                    set_data['db_type'] = 'sqlite'
                else:
                    set_data['db_type'] = data_get

                all_src = []
                if set_data['db_type'] == 'sqlite':
                    for i_data in os.listdir("."):
                        f_src = re.search(r"(.+)\.db$", i_data)
                        if f_src:
                            all_src += [f_src.group(1)]

                print('DB name (data) [' + ', '.join(all_src) + '] : ', end = '')

                data_get = str(input())
                if data_get == '':
                    set_data['db'] = 'data'
                else:
                    set_data['db'] = data_get

                with open(os.path.join('data', 'set.json'), 'w', encoding = 'utf8') as f:
                    f.write(json_dumps(set_data))

        print('DB name : ' + set_data['db'])
        print('DB type : ' + set_data['db_type'])
        
        data_db_set = {}
        data_db_set['name'] = set_data['db']
        data_db_set['type'] = set_data['db_type']

        return data_db_set

    def do_check_mysql_json(self, data_db_set):
        
        def do_check_mysql_env():
            env_keys = ['NAMU_DB_HOST', 'NAMU_DB_PORT', 'NAMU_DB_USER', 'NAMU_DB_PASSWORD']
            vaild = False
            for key in env_keys:
                if os.getenv(key):
                    vaild = True
                    break
            return vaild
        
        if do_check_mysql_env():
            # ['user', 'password', 'host', 'port']
            set_data_mysql = {}
            set_data_mysql['host'] = os.getenv('NAMU_DB_HOST') if os.getenv('NAMU_DB_HOST') else 'localhost'
            set_data_mysql['port'] = os.getenv('NAMU_DB_PORT') if os.getenv('NAMU_DB_PORT') else 3306

            if not os.getenv('NAMU_DB_USER'):
                raise Exception('Error : NAMU_DB_USER env not set')
            else: 
                set_data_mysql['user'] = os.getenv('NAMU_DB_USER')
            if not os.getenv('NAMU_DB_PASSWORD'):
                raise Exception('Error : NAMU_DB_PASSWORD env not set')
            else:
                set_data_mysql['password'] = os.getenv('NAMU_DB_PASSWORD')
        elif os.path.exists(os.path.join('data', 'mysql.json')):
            db_set_list = ['user', 'password', 'host', 'port']
            with open(os.path.join('data', 'mysql.json'), encoding = 'utf8') as file_data:
                set_data = json_loads(file_data.read())

            for i in db_set_list:
                if not i in set_data:
                    os.remove(os.path.join('data', 'mysql.json'))
                    
                    break

            set_data_mysql = set_data
        elif not os.path.exists(os.path.join('data', 'mysql.json')):
            set_data_mysql = {}

            print('DB user ID : ', end = '')
            set_data_mysql['user'] = str(input())

            print('DB password : ', end = '')
            set_data_mysql['password'] = str(input())

            print('DB host (localhost) : ', end = '')
            set_data_mysql['host'] = str(input())
            if set_data_mysql['host'] == '':
                set_data_mysql['host'] = 'localhost'

            print('DB port (3306) : ', end = '')
            set_data_mysql['port'] = str(input())
            if set_data_mysql['port'] == '':
                set_data_mysql['port'] = '3306'

            with open(os.path.join('data', 'mysql.json'), 'w', encoding = 'utf8') as f:
                f.write(json_dumps(set_data_mysql))

        data_db_set['mysql_user'] = set_data_mysql['user']
        data_db_set['mysql_pw'] = set_data_mysql['password']
        if 'host' in set_data_mysql:
            data_db_set['mysql_host'] = set_data_mysql['host']
        else:
            data_db_set['mysql_host'] = 'localhost'

        if 'port' in set_data_mysql:
            data_db_set['mysql_port'] = set_data_mysql['port']
        else:
            data_db_set['mysql_port'] = '3306'
            
        return data_db_set
    
    def __init__(self):
        self.data_db_set = {}
            
    def __new__(cls):
        instance = super().__new__(cls)

        cls.data_db_set = instance.do_check_set_json()
        if cls.data_db_set['type'] == 'mysql':
            cls.data_db_set = instance.do_check_mysql_json(cls.data_db_set)
        
        return cls.data_db_set

def get_db_table_list():
    # DB table
    # Init-Create_DB
    
    # --이거 개편한다더니 도대체 언제?--
    create_data = {}

    # 폐지 예정 (data_set으로 통합)
    create_data['data_set'] = ['doc_name', 'doc_rev', 'set_name', 'set_data']
    
    create_data['data'] = ['title', 'data', 'type']
    create_data['history'] = ['id', 'title', 'data', 'date', 'ip', 'send', 'leng', 'hide', 'type']
    create_data['rc'] = ['id', 'title', 'date', 'type']
    create_data['acl'] = ['title', 'data', 'type']

    # 개편 예정 (data_link로 변경)
    create_data['back'] = ['title', 'link', 'type', 'data']

    # 폐지 예정 (topic_set으로 통합) [가장 시급]
    create_data['topic_set'] = ['thread_code', 'set_name', 'set_id', 'set_data']

    create_data['rd'] = ['title', 'sub', 'code', 'date', 'band', 'stop', 'agree', 'acl']
    create_data['topic'] = ['id', 'data', 'date', 'ip', 'block', 'top', 'code']

    # 폐지 예정 (user_set으로 통합)
    create_data['rb'] = ['block', 'end', 'today', 'blocker', 'why', 'band', 'login', 'ongoing']

    # 개편 예정 (wiki_set과 wiki_filter과 wiki_vote으로 변경)
    create_data['other'] = ['name', 'data', 'coverage']
    create_data['html_filter'] = ['html', 'kind', 'plus', 'plus_t']
    create_data['vote'] = ['name', 'id', 'subject', 'data', 'user', 'type', 'acl']

    # 개편 예정 (auth와 auth_log로 변경)
    create_data['alist'] = ['name', 'acl']
    create_data['re_admin'] = ['who', 'what', 'time']

    # 개편 예정 (user_notice와 user_agent로 변경)
    create_data['ua_d'] = ['name', 'ip', 'ua', 'today', 'sub']

    create_data['user_set'] = ['name', 'id', 'data']
    create_data['user_notice'] = ['id', 'name', 'data', 'date', 'readme']

    create_data['bbs_set'] = ['set_name', 'set_code', 'set_id', 'set_data']
    create_data['bbs_data'] = ['set_name', 'set_code', 'set_id', 'set_data']
    
    return create_data

async def update(conn, ver_num, set_data):
    curs = conn.cursor()

    # 업데이트 하위 호환 유지 함수
    if ver_num < 3160027:
        print('Add init set')
        set_init(conn)

    if ver_num < 3170002:
        curs.execute(db_change("select html from html_filter where kind = 'extension'"))
        if not curs.fetchall():
            for i in ['jpg', 'jpeg', 'png', 'gif', 'webp', 'svg']:
                curs.execute(db_change("insert into html_filter (html, kind) values (?, 'extension')"), [i])

    if ver_num < 3170400:
        curs.execute(db_change("select title, sub, code from topic where id = '1'"))
        for i in curs.fetchall():
            curs.execute(db_change("update topic set code = ? where title = ? and sub = ?"), [i[2], i[0], i[1]])
            curs.execute(db_change("update rd set code = ? where title = ? and sub = ?"), [i[2], i[0], i[1]])

    if ver_num < 3171800:
        curs.execute(db_change("select data from other where name = 'recaptcha'"))
        change_rec = curs.fetchall()
        if change_rec and change_rec[0][0] != '':
            new_rec = re.search(r'data-sitekey="([^"]+)"', change_rec[0][0])
            if new_rec:
                curs.execute(db_change("update other set data = ? where name = 'recaptcha'"), [new_rec.group(1)])
            else:
                curs.execute(db_change("update other set data = '' where name = 'recaptcha'"))
                curs.execute(db_change("update other set data = '' where name = 'sec_re'"))
    
    if ver_num < 3172800 and set_data['type'] == 'mysql':
        get_data_mysql = json_loads(open('data/mysql.json', encoding = 'utf8').read())
        
        with open('data/mysql.json', 'w') as f:
            f.write('{ "user" : "' + get_data_mysql['user'] + '", "password" : "' + get_data_mysql['password'] + '", "host" : "localhost" }')

    if ver_num < 3183603:
        curs.execute(db_change("select block from ban where band = 'O'"))
        for i in curs.fetchall():
            curs.execute(db_change("update ban set block = ?, band = 'regex' where block = ? and band = 'O'"), ['^' + i[0].replace('.', '\\.'), i[0]])

        curs.execute(db_change("select block from rb where band = 'O'"))
        for i in curs.fetchall():
            curs.execute(db_change("update rb set block = ?, band = 'regex' where block = ? and band = 'O'"), ['^' + i[0].replace('.', '\\.'), i[0]])

    if ver_num < 3190201:
        today_time = get_time()

        curs.execute(db_change("select block, end, why, band, login from ban"))
        for i in curs.fetchall():
            curs.execute(db_change("insert into rb (block, end, today, why, band, login, ongoing) values (?, ?, ?, ?, ?, ?, ?)"), [i[0], i[1], today_time, i[2], i[3], i[4], '1'])

    if ver_num < 3191301:
        curs.execute(db_change('select id, title, date from history where not title like "user:%" order by date desc limit 50'))
        data_list = curs.fetchall()
        for get_data in data_list:
            curs.execute(db_change("insert into rc (id, title, date, type) values (?, ?, ?, 'normal')"), [get_data[0], get_data[1], get_data[2]])

    if ver_num < 3202400:
        curs.execute(db_change("select data from other where name = 'update'"))
        get_data = curs.fetchall()
        if get_data and get_data[0][0] == 'master':
            curs.execute(db_change("update other set data = 'beta' where name = 'update'"), [])

    if ver_num < 3202600:
        curs.execute(db_change("select name, regex, sub from filter"))
        for i in curs.fetchall():
            curs.execute(db_change("insert into html_filter (html, kind, plus, plus_t) values (?, 'regex_filter', ?, ?)"), [i[0], i[1], i[2]])

        curs.execute(db_change("select title, link, icon from inter"))
        for i in curs.fetchall():
            curs.execute(db_change("insert into html_filter (html, kind, plus, plus_t) values (?, 'inter_wiki', ?, ?)"), [i[0], i[1], i[2]])

    if ver_num < 3203400:
        curs.execute(db_change("select user, css from custom"))
        for i in curs.fetchall():
            curs.execute(db_change("insert into user_set (name, id, data) values ('custom_css', ?, ?)"), [re.sub(r' \(head\)$', '', i[0]), i[1]])

    if ver_num < 3205500:
        curs.execute(db_change("select title, decu, dis, view, why from acl"))
        for i in curs.fetchall():
            curs.execute(db_change("insert into acl (title, data, type) values (?, ?, ?)"), [i[0], i[1], 'decu'])
            curs.execute(db_change("insert into acl (title, data, type) values (?, ?, ?)"), [i[0], i[2], 'dis'])
            curs.execute(db_change("insert into acl (title, data, type) values (?, ?, ?)"), [i[0], i[3], 'view'])
            curs.execute(db_change("insert into acl (title, data, type) values (?, ?, ?)"), [i[0], i[4], 'why'])

    if ver_num < 3300101:
        # 캐시 초기화
        curs.execute(db_change('delete from cache_data'))
    
    if ver_num < 3300301:
        # regex_filter 오류 해결
        curs.execute(db_change('delete from html_filter where kind = "regex_filter" and html is null'))
        
    if ver_num < 3302302:
        # user이랑 user_set 테이블의 통합
        curs.execute(db_change('select id, pw, acl, date, encode from user'))
        for i in curs.fetchall():
            curs.execute(db_change("insert into user_set (name, id, data) values (?, ?, ?)"), ['pw', i[0], i[1]])
            curs.execute(db_change("insert into user_set (name, id, data) values (?, ?, ?)"), ['acl', i[0], i[2]])
            curs.execute(db_change("insert into user_set (name, id, data) values (?, ?, ?)"), ['date', i[0], i[3]])
            curs.execute(db_change("insert into user_set (name, id, data) values (?, ?, ?)"), ['encode', i[0], i[4]])
            
    if ver_num < 3400101:
        # user_set이랑 user_application 테이블의 통합
        curs.execute(db_change('select id, pw, date, encode, question, answer, ip, ua, email from user_application'))
        for i in curs.fetchall():
            sql_data = {}
            sql_data['id'] = i[0]
            sql_data['pw'] = i[1]
            sql_data['date'] = i[2]
            sql_data['encode'] = i[3]
            sql_data['question'] = i[4]
            sql_data['answer'] = i[5]
            sql_data['ip'] = i[6]
            sql_data['ua'] = i[7]
            sql_data['email'] = i[8]
            
            curs.execute(db_change("insert into user_set (name, id, data) values (?, ?, ?)"), ['application', i[0], json_dumps(sql_data)])
    
    if ver_num < 3500105:
        curs.execute(db_change('delete from acl where title like "file:%" and data = "admin" and type like "decu%"'))
        
    if ver_num < 3500106:
        curs.execute(db_change("select data from other where name = 'domain'"))
        db_data = curs.fetchall()
        if db_data and db_data[0][0] != '':
            db_data = db_data[0][0]
            db_data = re.match(r'[^/]+\/\/([^/]+)', db_data)
            if db_data:
                db_data = db_data.group(1)
                curs.execute(db_change("update other set data = ? where name = 'domain'"), [db_data])
            else:
                curs.execute(db_change("update other set data = '' where name = 'domain'"))

    if ver_num < 3500107:
        db_table_list = get_db_table_list()
        for for_a in db_table_list:
            for for_b in db_table_list[for_a]:
                curs.execute(db_change("update " + for_a + " set " + for_b + " = '' where " + for_b + " is null"))
                
    if ver_num < 3500113:
        db_table_list = get_db_table_list()
        for for_a in db_table_list:
            for for_b in db_table_list[for_a]:
                curs.execute(db_change("update " + for_a + " set " + for_b + " = '' where " + for_b + " is null"))

    if ver_num < 3500114:
        curs.execute(db_change('delete from alarm'))

    if ver_num < 3500354:
        curs.execute(db_change("select data from other where name = 'robot'"))
        db_data = curs.fetchall()
        if db_data:
            robot_default = '' + \
                'User-agent: *\n' + \
                'Disallow: /\n' + \
                'Allow: /$\n' + \
                'Allow: /image/\n' + \
                'Allow: /views/\n' + \
                'Allow: /w/' + \
            ''
            if db_data[0][0] == robot_default:
                curs.execute(db_change("insert into other (name, data, coverage) values ('robot_default', 'on', '')"))

    if ver_num < 3500355:
        # other coverage 오류 해결
        curs.execute(db_change("update other set coverage = '' where coverage is null"))

    if ver_num < 3500358:
        curs.execute(db_change("drop index history_index"))
        curs.execute(db_change("create index history_index on history (title, ip)"))

    if ver_num < 3500360:
        # 마지막 편집 따로 기록하도록
        # create_data['data_set'] = ['doc_name', 'doc_rev', 'set_name', 'set_data']
        print("Update 3500360...")

        curs.execute(db_change('delete from data_set where set_name = "last_edit"'))

        curs.execute(db_change("select title from data"))
        db_data = curs.fetchall()
        for for_a in db_data:
            curs.execute(db_change("select date from history where title = ? order by date desc limit 1"), [for_a[0]])
            db_data_2 = curs.fetchall()
            if db_data_2:
                curs.execute(db_change("insert into data_set (doc_name, doc_rev, set_name, set_data) values (?, '', 'last_edit', ?)"), [for_a[0], db_data_2[0][0]])

        curs.execute(db_change('delete from acl where title like "file:%" and data = "admin" and type like "decu%"'))

        print("Update 3500360 complete")

    if ver_num < 3500361:
        # curs.execute(db_change('select id from user_set where name = "email" and data = ?'), [user_email])
        curs.execute(db_change('select id from user_set where name = "email"'))
        for db_data in curs.fetchall():
            if ip_or_user(db_data[0]) == 1:
                curs.execute(db_change('delete from user_set where id = ? and name = "email"'), [db_data[0]])

    # create_data['history'] = ['id', 'title', 'data', 'date', 'ip', 'send', 'leng', 'hide', 'type']
    # create_data['rc'] = ['id', 'title', 'date', 'type']
    if ver_num == 3500362:
        curs.execute(db_change("drop index history_index"))
        curs.execute(db_change("create index history_index on history (title, ip)"))

    if ver_num < 3500365:
        curs.execute(db_change("update back set data = '' where data is null"))

    if ver_num < 3500371:
        curs.execute(db_change("delete from user_notice"))
        user_alarm_count = {}

        curs.execute(db_change("select name, data, date from alarm"))
        for db_data in curs.fetchall():
            if db_data[0] in user_alarm_count:
                user_alarm_count[db_data[0]] += 1
            else:
                user_alarm_count[db_data[0]] = 1

            curs.execute(db_change('insert into user_notice (id, name, data, date, readme) values (?, ?, ?, ?, "")'), [str(user_alarm_count[db_data[0]]), db_data[0], db_data[1], db_data[2]])

    if ver_num < 3500372:
        # ID 글자 확인 호환용
        curs.execute(db_change('insert into html_filter (html, kind, plus, plus_t) values (?, ?, ?, ?)'), [r'(?:[^A-Za-zㄱ-ㅣ가-힣0-9])', 'name', '', ''])

    if ver_num < 3500373:
        select_data = {}

        curs.execute(db_change("select name, id, data from user_set where name = 'application'"))
        for db_data in curs.fetchall():
            select_data[db_data[1]] = db_data

        curs.execute(db_change("delete from user_set where name = 'application'"))
        
        for db_data in select_data:
            curs.execute(db_change("insert into user_set (id, name, data) values (?, ?, ?)"), [select_data[db_data][1], select_data[db_data][0], select_data[db_data][2]])

    if ver_num < 3500374:
        # ban 오류 해결
        curs.execute(db_change("update rb set ongoing = '' where ongoing is null"))
        curs.execute(db_change("update rb set login = '' where login is null"))

    if ver_num < 3500375:
        curs.execute(db_change("select title, type, user from scan"))
        for for_a in curs.fetchall():
            type_data = 'watchlist' if for_a[1] == '' else 'star_doc'
            curs.execute(db_change("insert into user_set (id, name, data) values (?, ?, ?)"), [for_a[2], type_data, for_a[0]])

    if ver_num < 3500376:
        curs.execute(db_change("select doc_name, doc_rev from data_set where set_name = 'edit_request_data'"))
        for for_a in curs.fetchall():
            curs.execute(db_change("select id from history where title = ? order by id + 0 desc limit 1"), [for_a[0]])
            get_data = curs.fetchall()
            if get_data and (int(get_data[0][0]) + 1) == int(for_a[1]):
                curs.execute(db_change("insert into data_set (doc_name, doc_rev, set_name, set_data) values (?, ?, 'edit_request_doing', '1')"), [for_a[0], for_a[1]])

    if ver_num < 3500377 and set_data['type'] == 'sqlite':
        conn.execute('pragma journal_mode = delete')

    if ver_num < 3500378:
        curs.execute(db_change("select title from data where title like 'category:%' or title like 'user:%' or title like 'file:%'"))
        for for_a in curs.fetchall():
            mode = ''
            if re.search('^user:', for_a[0]):
                mode = 'user'
            elif re.search('^file:', for_a[0]):
                mode = 'file'
            elif re.search('^category:', for_a[0]):
                mode = 'category'
            
            curs.execute(db_change('delete from data_set where doc_name = ? and set_name = "doc_type"'), [for_a[0]])
            curs.execute(db_change("insert into data_set (doc_name, doc_rev, set_name, set_data) values (?, '', 'doc_type', ?)"), [for_a[0], mode])

    if ver_num < 3500379:
        curs.execute(db_change("select distinct doc_name from data_set where doc_rev = 'not_exist' or doc_rev = ''"))
        for for_a in curs.fetchall():
            data_set_exist = ''
            
            curs.execute(db_change("select title from data where title = ?"), [for_a[0]])
            if not curs.fetchall():
                data_set_exist = 'not_exist'

            curs.execute(db_change("update data_set set doc_rev = ? where doc_name = ? and (doc_rev = '' or doc_rev = 'not_exist')"), [data_set_exist, for_a[0]])

    if ver_num < 20240513:
        curs.execute(db_change("update user_set set data = '☑️' where name = 'user_title' and data = '✅'"))

    if ver_num < 20240732:
        curs.execute(db_change("select distinct name from alist where acl = 'owner'"))
        for for_a in curs.fetchall():
            curs.execute(db_change("select distinct id from user_set where name = 'acl' and data = ?"), [for_a[0]])
            for for_b in curs.fetchall():
                lang_name = get_lang_name(conn, tool = 'inter')
                if lang_name == 'ko-KR':
                    await add_alarm(for_b[0], 'tool:system', '메인 ACL이 권한으로 개편되면서 기존 설정 값이 날라갔으니 권한으로 재설정 해주세요.')
                else:
                    await add_alarm(for_b[0], 'tool:system', 'As the main ACL has been reorganized into the auth, the existing setting values have been lost, so please reset it to the auth.')

    print('Update completed')

def set_init_always(conn, ver_num, run_mode):
    curs = conn.cursor()

    # 버전 기입
    curs.execute(db_change('delete from other where name = "ver"'))
    curs.execute(db_change('insert into other (name, data, coverage) values ("ver", ?, "")'), [ver_num])
    
    # 기본 권한 그룹 설정
    curs.execute(db_change('delete from alist where name = "owner"'))
    curs.execute(db_change('insert into alist (name, acl) values ("owner", "owner")'))

    curs.execute(db_change("select name from alist where name = 'user' limit 1"))
    if not curs.fetchall():
        curs.execute(db_change('insert into alist (name, acl) values ("user", "user")'))

    curs.execute(db_change("select name from alist where name = 'ip' limit 1"))
    if not curs.fetchall():
        curs.execute(db_change('insert into alist (name, acl) values ("ip", "ip")'))

    curs.execute(db_change("select name from alist where name = 'ban' limit 1"))
    if not curs.fetchall():
        curs.execute(db_change('insert into alist (name, acl) values ("ban", "view")'))

    # 문서 댓글용 게시판 생성
    bbs_num = '0'
    bbs_name = 'document_comment'
    bbs_type = 'comment'

    curs.execute(db_change("insert into bbs_set (set_name, set_code, set_id, set_data) values ('bbs_name', '', ?, ?)"), [bbs_num, bbs_name])
    curs.execute(db_change("insert into bbs_set (set_name, set_code, set_id, set_data) values ('bbs_type', '', ?, ?)"), [bbs_num, bbs_type])

    # 이미지 폴더 없으면 생성
    if not os.path.exists(load_image_url(conn)):
        os.makedirs(load_image_url(conn))

    # 비밀키 없으면 생성
    curs.execute(db_change('select data from other where name = "key"'))
    if not curs.fetchall():
        curs.execute(db_change('insert into other (name, data, coverage) values ("key", ?, "")'), [load_random_key()])

    # 솔트키 없으면 생성
    curs.execute(db_change('select data from other where name = "salt_key"'))
    if not curs.fetchall():
        curs.execute(db_change('insert into other (name, data, coverage) values ("salt_key", ?, "")'), [load_random_key(4)])

    # 문서 전체 갯수 없으면 생성
    curs.execute(db_change('select data from other where name = "count_all_title"'))
    if not curs.fetchall():
        curs.execute(db_change('insert into other (name, data, coverage) values ("count_all_title", "0", "")'))
        
    # 위키 접근 비밀번호 있으면 temp DB로 넘겨줌
    curs.execute(db_change('select data from other where name = "wiki_access_password_need"'))
    db_data = curs.fetchall()
    if db_data and db_data[0][0] != '':
        curs.execute(db_change('select data from other where name = "wiki_access_password"'))
        db_data = curs.fetchall()
        if db_data:
            global_some_set_do("wiki_access_password", db_data[0][0])

    curs.execute(db_change('select data from other where name = "load_ip_select"'))
    db_data = curs.fetchall()
    if db_data and db_data[0][0] != '':
        global_func_some_set_do("load_ip_select", db_data[0][0])

    # OS마다 실행 파일 설정
    exe_type = linux_exe_chmod()
    if platform.system() == 'Linux' or platform.system() == 'Darwin':
        os.system('chmod +x ./bin/' + exe_type)

def linux_exe_chmod():
    exe_type = ''
    if platform.system() == 'Linux':
        if platform.machine() in ["AMD64", "x86_64"]:
            exe_type = 'main.amd64.bin'
        else:
            exe_type = 'main.arm64.bin'
    elif platform.system() == 'Darwin':
        exe_type = 'main.mac.arm64.bin'
    else:
        if platform.machine() in ["AMD64", "x86_64"]:
            exe_type = 'main.amd64.exe'
        else:
            exe_type = 'main.arm64.exe'

    return exe_type

def set_init(conn):
    curs = conn.cursor()

    # 초기값 설정 함수    
    curs.execute(db_change("select html from html_filter where kind = 'email'"))
    if not curs.fetchall():
        for i in ['naver.com', 'gmail.com', 'daum.net', 'kakao.com']:
            curs.execute(db_change("insert into html_filter (html, kind, plus, plus_t) values (?, 'email', '', '')"), [i])

    curs.execute(db_change("select html from html_filter where kind = 'extension'"))
    if not curs.fetchall():
        for i in ['jpg', 'jpeg', 'png', 'gif', 'webp']:
            curs.execute(db_change("insert into html_filter (html, kind, plus, plus_t) values (?, 'extension', '', '')"), [i])

    curs.execute(db_change('select data from other where name = "smtp_server" or name = "smtp_port" or name = "smtp_security"'))
    if not curs.fetchall():
        for i in [['smtp_server', 'smtp.gmail.com'], ['smtp_port', '587'], ['smtp_security', 'starttls']]:
            curs.execute(db_change("insert into other (name, data, coverage) values (?, ?, '')"), [i[0], i[1]])

    curs.execute(db_change('insert into html_filter (html, kind, plus, plus_t) values (?, ?, ?, ?)'), [r'(?:[^A-Za-zㄱ-ㅣ가-힣0-9])', 'name', '', ''])

# Func-simple
## Func-simple-without_DB
def get_default_admin_group():
    return ['owner', 'user', 'ip', 'ban']

def get_default_robots_txt(conn):
    data = '' + \
        'User-agent: *\n' + \
        'Disallow: /\n' + \
        'Allow: /$\n' + \
        'Allow: /w/\n' + \
        'Allow: /bbs/w/\n' + \
        'Allow: /sitemap.xml$\n' + \
        'Allow: /sitemap_*.xml$' + \
    ''

    if os.path.exists('sitemap.xml'):
        data += '' + \
            '\n' + \
            'Sitemap: ' + load_domain(conn, 'full') + '/sitemap.xml' + \
        ''

    return data

def load_random_key(long = 128):
    return ''.join(random.choice("0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ") for _ in range(long))

async def http_warning():
    return '''
        <div id="opennamu_http_warning_text"></div>
        <span style="display: none;" id="opennamu_http_warning_text_lang">''' + await get_lang('http_warning') + '''</span>
    '''

async def get_next_page_bottom(link, num, page, end = 50):
    list_data = ''

    if num == 1:
        if len(page) == end:
            list_data += '' + \
                '<hr class="main_hr">' + \
                '<a href="' + link.format(str(num + 1)) + '">(' + await get_lang('next') + ')</a>' + \
            ''
    elif len(page) != end:
        list_data += '' + \
            '<hr class="main_hr">' + \
            '<a href="' + link.format(str(num - 1)) + '">(' + await get_lang('previous') + ')</a>' + \
        ''
    else:
        list_data += '' + \
            '<hr class="main_hr">' + \
            '<a href="' + link.format(str(num - 1)) + '">(' + await get_lang('previous') + ')</a> ' + \
            '<a href="' + link.format(str(num + 1)) + '">(' + await get_lang('next') + ')</a>' + \
        ''

    return list_data

def leng_check(A, B):
    # B -> new
    # A -> old
    return '0' if A == B else (('-' + str(A - B)) if A > B else ('+' + str(B - A)))

def number_check(data, f = 0):
    try:
        float(data) if f == 1 else int(data)
        return data
    except:
        return '1'
    
def redirect(conn, data = '/'):
    return flask.redirect(load_domain(conn, 'full') + data)
    
# Golang 의존
async def get_acl_list(type_data = 'normal'):
    if type_data == 'user':
        type_data = 'user_document'

    other_set = {}
    other_set['type'] = type_data

    data = await python_to_golang('api_list_acl', other_set)

    return data["data"]

## Func-simple-with_DB
async def get_user_title_list(conn, ip = ''):
    curs = conn.cursor()

    ip = ip_check() if ip == '' else ip

    # default
    user_title = {
        '' : await get_lang('default'),
        '🌳' : '🌳 newbie',
    }

    curs.execute(db_change('select name from user_set where id = ? and name = ?'), [ip, 'get_🥚'])
    if curs.fetchall():
        user_title['🥚'] = '🥚 easter_egg'

    curs.execute(db_change('select data from user_set where name = ? and id = ?'), ['challenge_first_contribute', ip])
    if curs.fetchall():
        user_title['🔰'] = '🔰 first_contribute'

    curs.execute(db_change('select data from user_set where name = ? and id = ?'), ['challenge_tenth_contribute', ip])
    if curs.fetchall():
        user_title['📝'] = '📝 tenth_contribute'

    curs.execute(db_change('select data from user_set where name = ? and id = ?'), ['challenge_hundredth_contribute', ip])
    if curs.fetchall():
        user_title['🖊️'] = '🖊️ hundredth_contribute'

    curs.execute(db_change('select data from user_set where name = ? and id = ?'), ['challenge_thousandth_contribute', ip])
    if curs.fetchall():
        user_title['🏅'] = '🏅 thousandth_contribute'

    curs.execute(db_change('select data from user_set where name = ? and id = ?'), ['challenge_first_discussion', ip])
    if curs.fetchall():
        user_title['💬'] = '💬 first_discussion'

    curs.execute(db_change('select data from user_set where name = ? and id = ?'), ['challenge_tenth_discussion', ip])
    if curs.fetchall():
        user_title['💡'] = '💡 tenth_discussion'

    curs.execute(db_change('select data from user_set where name = ? and id = ?'), ['challenge_hundredth_discussion', ip])
    if curs.fetchall():
        user_title['📢'] = '📢 hundredth_discussion'

    curs.execute(db_change('select data from user_set where name = ? and id = ?'), ['challenge_thousandth_discussion', ip])
    if curs.fetchall():
        user_title['📜'] = '📜 thousandth_discussion'

    curs.execute(db_change('select data from user_set where name = ? and id = ?'), ['challenge_admin', ip])
    if curs.fetchall():
        user_title['☑️'] = '☑️ before_admin'

    if await acl_check(tool = 'all_admin_auth') != 1:
        user_title['✅'] = '✅ admin'
    
    return user_title
    
def load_image_url(conn):
    curs = conn.cursor()

    curs.execute(db_change('select data from other where name = "image_where"'))
    image_where = curs.fetchall()
    image_where = image_where[0][0] if image_where else os.path.join('data', 'images')
    
    return image_where

def load_domain(conn, data_type = 'normal'):
    curs = conn.cursor()
    
    domain = ''
    try:
        sys_host = flask.request.host
    except:
        sys_host = ''
    
    if data_type == 'full':
        curs.execute(db_change("select data from other where name = 'http_select'"))
        db_data = curs.fetchall()
        domain += db_data[0][0] if db_data and db_data[0][0] != '' else 'http'
        domain += '://'

        curs.execute(db_change("select data from other where name = 'domain'"))
        db_data = curs.fetchall()
        domain += db_data[0][0] if db_data and db_data[0][0] != '' else sys_host
    else:
        curs.execute(db_change("select data from other where name = 'domain'"))
        db_data = curs.fetchall()
        domain += db_data[0][0] if db_data and db_data[0][0] != '' else sys_host

    return domain

def get_tool_js_safe(data):
    data = data.replace('\n', '\\\\n')
    data = data.replace('\\', '\\\\')
    data = data.replace("'", "\\'")
    data = data.replace('"', '\\"')

    return data

async def edit_button(conn):
    curs = conn.cursor()

    insert_list = []

    curs.execute(db_change("select html, plus from html_filter where kind = 'edit_top'"))
    db_data = curs.fetchall()
    for get_data in db_data:
        insert_list += [[get_data[1], get_data[0]]]

    data = ''
    for insert_data in insert_list:
        data += '<a href="javascript:do_insert_data(\'' + get_tool_js_safe(insert_data[0]) + '\');">(' + html.escape(insert_data[1]) + ')</a> '

    data += (' ' if data != '' else '') + '<a href="/filter/edit_top">(' + await get_lang('add') + ')</a>'
    data += '<hr class="main_hr">'
    
    return data

async def ip_warning(conn):
    curs = conn.cursor()

    if ip_or_user() != 0:
        curs.execute(db_change('select data from other where name = "no_login_warning"'))
        data = curs.fetchall()
        if data and data[0][0] != '':
            text_data = '' + \
                '<span>' + data[0][0] + '</span>' + \
                '<hr class="main_hr">' + \
            ''
        else:
            text_data = '' + \
                '<span>' + await get_lang('no_login_warning') + '</span>' + \
                '<hr class="main_hr">' + \
            ''
    else:
        text_data = ''

    return text_data
    
# Func-login    
def pw_encode(conn, data, db_data_encode = ''):
    curs = conn.cursor()

    if db_data_encode == '':
        curs.execute(db_change('select data from other where name = "encode"'))
        db_data = curs.fetchall()
        db_data_encode = db_data[0][0] if db_data else 'sha3'

    if db_data_encode == 'sha256':
        return hashlib.sha256(bytes(data, 'utf-8')).hexdigest()
    elif db_data_encode == 'sha3':
        return hashlib.sha3_256(bytes(data, 'utf-8')).hexdigest()
    elif db_data_encode == 'sha3-512':
        return hashlib.sha3_512(bytes(data, 'utf-8')).hexdigest()
    else:
        curs.execute(db_change('select data from other where name = "salt_key"'))
        db_data = curs.fetchall()
        db_data_salt = db_data[0][0] if db_data else ''
        
        if db_data_encode == 'sha3-salt':
            return hashlib.sha3_256(bytes(data + db_data_salt, 'utf-8')).hexdigest()
        else:
            return hashlib.sha3_512(bytes(data + db_data_salt, 'utf-8')).hexdigest()

def pw_check(conn, data, data2, type_d = 'no', id_d = ''):
    curs = conn.cursor()

    curs.execute(db_change('select data from other where name = "encode"'))
    db_data = curs.fetchall()
    load_set_data = db_data[0][0] if db_data and db_data[0][0] != '' else 'sha3'
    
    set_data = load_set_data
    if type_d != 'no':
        set_data = 'sha3' if type_d == '' else type_d

    re_data = 1 if pw_encode(conn, data, set_data) == data2 else 0
    if load_set_data != set_data and re_data == 1 and id_d != '':
        curs.execute(db_change("update user_set set data = ? where id = ? and name = 'pw'"), [pw_encode(conn, data), id_d])
        curs.execute(db_change("update user_set set data = ? where id = ? and name = 'encode'"), [load_set_data, id_d])

    return re_data
        
# Func-skin
def easy_minify(data, tool = None):
    return data

def get_lang_name(conn, tool = ''):
    curs = conn.cursor()

    if tool != 'inter':
        ip = ip_check()
        if ip_or_user(ip) == 0:
            curs.execute(db_change('select data from user_set where name = "lang" and id = ?'), [ip])
            rep_data = curs.fetchall()                    
        elif 'lang' in flask.session:
            rep_data = [[flask.session['lang']]]
        else:
            curs.execute(db_change("select data from other where name = 'language'"))
            rep_data = curs.fetchall()
    else:
        curs.execute(db_change("select data from other where name = 'language'"))
        rep_data = curs.fetchall()

    if not rep_data or rep_data[0][0] in ('', 'default'):
        curs.execute(db_change("select data from other where name = 'language'"))
        rep_data = curs.fetchall()

    if rep_data:
        lang_name = rep_data[0][0]
    else:
        lang_name = 'en-US'

    return lang_name

async def get_lang(data, safe = 0):
    if data in global_lang_data:
        return global_lang_data[data]
    else:
        lang = json_loads(open(os.path.join('lang', 'en-US.json'), encoding = 'utf-8').read())

        other_set = {}
        other_set["data"] = ' '.join([title for title in lang if title[0] != '_'])
        other_set["legacy"] = ""

        res = await python_to_golang('api_func_language', other_set)
        if res['response'] == 'ok':
            for load_data in res['data']:
                global_lang_data[load_data] = res['data'][load_data]
        
        if data in global_lang_data:
            return global_lang_data[data]
        else:
            return data + ' (M)'

# 하위 호환용
def load_lang(data, safe = 0):
    try:
        loop = asyncio.get_running_loop()
        if loop.is_running():
            nest_asyncio.apply()
            return loop.run_until_complete(get_lang(data, safe))
    except RuntimeError:
        return asyncio.run(get_lang(data, safe))

async def skin_check(set_n = 0):
    other_set = {}
    other_set["set_n"] = str(set_n)

    res = await python_to_golang('api_func_skin_name', other_set)
    raw = res["data"]

    norm = os.path.normpath(raw)
    parts = norm.split(os.sep)
    if "views" in parts:
        idx = parts.index("views")
        rel_parts = parts[idx + 1:]
    else:
        rel_parts = parts

    data = "/".join(rel_parts)

    return data
    
def cache_v():
    return '.cache_v289'

def wiki_css(data):
    # without_DB
    data += ['' for _ in range(0, 4 - len(data))]
    
    data_css = ''
    data_css_dark = ''

    data_css_ver = cache_v()

    db_data = global_some_set_do("main_css")
    if db_data:
        data_css = db_data
    else:
        data_css += '<meta http-equiv="Cache-Control" content="max-age=31536000">'

        # External JS
        data_css += '<script defer src="https://cdn.jsdelivr.net/npm/katex@0.16.11/dist/katex.min.js" integrity="sha384-7zkQWkzuo3B5mTepMUcHkMB5jZaolc2xDwL6VFqjFALcbeS9Ggm/Yr2r3Dy4lfFg" crossorigin="anonymous"></script>'
        data_css += '<script defer src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.8.0/highlight.min.js" integrity="sha512-rdhY3cbXURo13l/WU9VlaRyaIYeJ/KBakckXIvJNAQde8DgpOmE+eZf7ha4vdqVjTtwQt69bD2wH2LXob/LB7Q==" crossorigin="anonymous" referrerpolicy="no-referrer"></script>'
        data_css += '<script defer src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.8.0/languages/x86asm.min.js" integrity="sha512-HeAchnWb+wLjUb2njWKqEXNTDlcd1QcyOVxb+Mc9X0bWY0U5yNHiY5hTRUt/0twG8NEZn60P3jttqBvla/i2gA==" crossorigin="anonymous" referrerpolicy="no-referrer"></script>'
        data_css += '<script defer src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.8.0/languages/bash.min.js" integrity="sha512-10MAbvV683nchyNnutInZDUUmwsAF8IpMc8V+qUNPv9wb26Bv9inyKzAdMfmbFdSIgxxjQhBsZq6sEP+UgsqWg==" crossorigin="anonymous" referrerpolicy="no-referrer"></script>'

        data_css += '<script defer src="https://cdnjs.cloudflare.com/ajax/libs/monaco-editor/0.48.0/min/vs/loader.min.js" integrity="sha512-ZG31AN9z/CQD1YDDAK4RUAvogwbJHv6bHrumrnMLzdCrVu4HeAqrUX7Jsal/cbUwXGfaMUNmQU04tQ8XXl5Znw==" crossorigin="anonymous" referrerpolicy="no-referrer"></script>'
        data_css += '<script defer src="https://cdnjs.cloudflare.com/ajax/libs/highlightjs-line-numbers.js/2.8.0/highlightjs-line-numbers.min.js"></script>'

        # Func JS
        data_css += '<script defer src="/views/main_css/js/func/func.js' + data_css_ver + '"></script>'
        
        data_css += '<script defer src="/views/main_css/js/func/insert_version.js' + data_css_ver + '"></script>'
        data_css += '<script defer src="/views/main_css/js/func/insert_user_info.js' + data_css_ver + '"></script>'
        data_css += '<script defer src="/views/main_css/js/func/insert_version_skin.js' + data_css_ver + '"></script>'
        data_css += '<script defer src="/views/main_css/js/func/insert_http_warning_text.js' + data_css_ver + '"></script>'
        
        data_css += '<script defer src="/views/main_css/js/func/ie_end_of_life.js' + data_css_ver + '"></script>'
        data_css += '<script defer src="/views/main_css/js/func/shortcut.js' + data_css_ver + '"></script>'
        data_css += '<script defer src="/views/main_css/js/func/editor.js' + data_css_ver + '"></script>'
        data_css += '<script defer src="/views/main_css/js/func/render.js' + data_css_ver + '"></script>'
        
        # Main CSS
        data_css += '<link rel="stylesheet" href="/views/main_css/css/main.css' + data_css_ver + '">'

        # External CSS
        data_css += '<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/katex@0.16.11/dist/katex.min.css" integrity="sha384-nB0miv6/jRmo5UMMR1wu3Gz6NLsoTkbqJghGIsx//Rlm+ZU03BU6SQNC66uf4l5+" crossorigin="anonymous">'
        data_css += '<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.8.0/styles/default.min.css" integrity="sha512-hasIneQUHlh06VNBe7f6ZcHmeRTLIaQWFd43YriJ0UND19bvYRauxthDg8E4eVNPm9bRUhr5JGeqH7FRFXQu5g==" crossorigin="anonymous" referrerpolicy="no-referrer" />'
        data_css += '<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/monaco-editor/0.41.0/min/vs/editor/editor.main.min.css" integrity="sha512-MFDhxgOYIqLdcYTXw7en/n5BshKoduTitYmX8TkQ+iJOGjrWusRi8+KmfZOrgaDrCjZSotH2d1U1e/Z1KT6nWw==" crossorigin="anonymous" referrerpolicy="no-referrer" />'

        global_some_set_do("main_css", data_css)

    # Darkmode
    if flask.request.cookies.get('main_css_darkmode', '') == '1':
        db_data = global_some_set_do("dark_main_css")
        if db_data:
            data_css_dark = db_data
        else:
            # Main CSS
            data_css_dark += '<link rel="stylesheet" href="/views/main_css/css/sub/dark.css' + data_css_ver + '">'

            # External CSS
            data_css_dark += '<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.8.0/styles/dark.min.css" integrity="sha512-bfLTSZK4qMP/TWeS1XJAR/VDX0Uhe84nN5YmpKk5x8lMkV0D+LwbuxaJMYTPIV13FzEv4CUOhHoc+xZBDgG9QA==" crossorigin="anonymous" referrerpolicy="no-referrer" />'

            global_some_set_do("dark_main_css", data_css_dark)

    data = data[0:2] + ['', data_css] + data[2:3] + [data_css_dark] + data[3:]

    return data

def cut_100(data):
    return ''

async def wiki_set():
    other_set = {}

    data = await python_to_golang('api_func_wiki_set', other_set)

    return data["data"]

async def wiki_custom():
    other_set = {}

    data = await python_to_golang('api_func_wiki_custom', other_set)

    return data["data"]

async def load_skin(data = '', set_n = 0, default = 0):
    # without_DB

    # data -> 가장 앞에 있을 스킨 이름
    # set_n == 0 -> 스트링으로 반환
    # set_n == 1 -> 리스트로 반환
    # default == 0 -> 디폴트 미포함
    # default == 1 -> 디폴트 포함

    skin_return_data = []
    skin_return_data_str = ''

    skin_list_get = os.listdir('views')
    if default == 1:
        skin_list_get = ['default'] + skin_list_get

    for skin_data in skin_list_get:
        if skin_data != 'default':
            see_data = skin_data
        else:
            see_data = await get_lang('default')

        if skin_data != 'main_css':
            if set_n == 0:
                if skin_data == data:
                    skin_return_data_str = '' + \
                        '<option value="' + skin_data + '">' + \
                            see_data + \
                        '</option>' + \
                    '' + skin_return_data_str
                else:
                    skin_return_data_str += '' + \
                        '<option value="' + skin_data + '">' + \
                            see_data + \
                        '</option>' + \
                    ''
            else:
                if skin_data == data:
                    skin_return_data = [skin_data] + skin_return_data
                else:
                    skin_return_data += [skin_data]                    

    if set_n == 0:
        return skin_return_data_str
    else:
        return skin_return_data

# Func-markup
async def render_set(conn, doc_name = '', doc_data = '', data_type = 'view', markup = '', parameter = {}):
    curs = conn.cursor()

    # data_type in ['view', 'from', 'thread', 'api_view', 'api_thread', 'api_include', 'backlink']
    # data_type을 list 형식으로 개편 필요할 듯

    return_type = True
    if data_type in ['api_from', 'api_view', 'api_thread', 'api_include']:
        return_type = False

    if await acl_check(doc_name, 'render') == 1:
        if not return_type:
            return ["", ""]
        else:
            return ''

    if data_type == '':
        data_type = 'view'
    elif data_type == 'api_view':
        data_type = 'view'
    elif data_type == 'api_from':
        data_type = 'from'
    elif data_type == 'api_thread':
        data_type = 'thread'
    elif data_type == 'api_include':
        data_type = 'include'

    doc_data = '' if doc_data == None else doc_data

    ip = ip_check()
    render_lang_data = {
        'toc' : await get_lang('toc'),
        'category' : await get_lang('category')
    }

    curs.execute(db_change('select data from other where name = "category_text"'))
    db_data = curs.fetchall()
    if db_data and db_data[0][0] != '':
        render_lang_data['category'] = db_data[0][0]

    get_class_render = await class_do_render(
        conn,
        render_lang_data,
        markup,
        parameter,
        render_set
    ).do_render(
        doc_name,
        doc_data,
        data_type
    )
    if data_type == 'backlink':
        return ''

    get_class_render[0] = '<div class="opennamu_render_complete">' + get_class_render[0] + '</div>'

    font_size_set_data = get_main_skin_set(conn, flask.session, 'main_css_font_size', ip)
    if font_size_set_data != 'default':
        font_size_set_data = number_check(font_size_set_data)

        get_class_render[0] = '' + \
            '''<style>
                .opennamu_render_complete {
                    font-size: ''' + font_size_set_data + '''px !important;
                }
            </style>''' + \
        '' + get_class_render[0]

    curs.execute(db_change("select data from other where name = 'namumark_compatible'"))
    db_data = curs.fetchall()
    if db_data and db_data[0][0] != '':
        get_class_render[0] = '' + \
            '''<style>
                .opennamu_render_complete {
                    font-size: 15px !important;
                    line-height: 1.5;
                }

                .opennamu_render_complete td {
                    padding: 5px 10px !important;
                    word-break: break-all;
                }

                .opennamu_render_complete summary {
                    list-style: none !important;
                    font-weight: bold !important;
                }

                .opennamu_render_complete .opennamu_folding {
                    margin-bottom: 5px;
                }

                .opennamu_render_complete .opennamu_footnote {
                    padding-bottom: 30px;
                }

                .opennamu_render_complete iframe {
                    display: block;
                }
            </style>''' + \
        '' + get_class_render[0]

    table_set_data = get_main_skin_set(conn, flask.session, 'main_css_table_scroll', ip)
    if table_set_data == 'on':
        get_class_render[0] = '<style>.table_safe { overflow-x: scroll; white-space: nowrap; }</style>' + get_class_render[0]

    joke_set_data = get_main_skin_set(conn, flask.session, 'main_css_view_joke', ip)
    if joke_set_data == 'off':
        get_class_render[0] = '<style>.opennamu_joke { display: none; }</style>' + get_class_render[0]

    math_set_data = get_main_skin_set(conn, flask.session, 'main_css_math_scroll', ip)
    if math_set_data == 'on':
        get_class_render[0] = '<style>.katex .base { overflow-x: scroll; }</style>' + get_class_render[0]

    transparent_set_data = get_main_skin_set(conn, flask.session, 'main_css_table_transparent', ip)
    if transparent_set_data == 'on':
        get_class_render[0] = '' + \
            '''<style>
                .table_safe td {
                    background: transparent !important;
                    color: inherit !important;
                }
            </style>''' + \
        '' + get_class_render[0]

    if not return_type:
        return [get_class_render[0], get_class_render[1]]
    else:
        return get_class_render[0] + '<script>window.addEventListener("DOMContentLoaded", function() {' + get_class_render[1] + '});</script>'
        
async def render_simple_set(data):
    # without_DB

    toc_data = ''
    toc_regex = r'<h([1-6])>([^<>]+)<\/h[1-6]>'
    toc_search_data = re.findall(toc_regex,  data)
    heading_stack = [0, 0, 0, 0, 0, 0]

    if toc_search_data:
        toc_data += '''
            <div class="opennamu_TOC" id="toc">
                <span class="opennamu_TOC_title">''' + await get_lang('toc') + '''</span>
                <br>
        '''
    
    for toc_search_in in toc_search_data:
        heading_level = int(toc_search_in[0])
        heading_level_str = str(heading_level)

        heading_stack[heading_level - 1] += 1
        for for_a in range(heading_level, 6):
            heading_stack[for_a] = 0
        
        heading_stack_str = ''.join([str(for_a) + '.' if for_a != 0 else '' for for_a in heading_stack])
        heading_stack_str = re.sub(r'\.$', '', heading_stack_str)
    
        toc_data += '''
            <br>
            <span class="opennamu_TOC_list">
                ''' + ('<span style="margin-left: 10px;"></span>' * (heading_stack_str.count('.'))) + '''
                <a href="#s-''' + heading_stack_str + '''">''' + heading_stack_str + '''.</a>
                ''' + toc_search_in[1] + '''
            </span>
        '''
        
        data = re.sub(toc_regex, '<h' + toc_search_in[0] + ' id="s-' + heading_stack_str + '"><a href="#toc">' + heading_stack_str + '.</a> ' + toc_search_in[1] + '</h' + toc_search_in[0] + '>', data, 1)
        
    if toc_data != '':
        toc_data += '</div>'
        
    footnote_data = ''
    footnote_regex = r'<sup>((?:(?!<sup>|<\/sup>).)+)<\/sup>'
    footnote_search_data = re.findall(footnote_regex, data)
    footnote_count = 1
    if footnote_search_data:
        footnote_data += '<div class="opennamu_footnote">'
    
    for footnote_search in footnote_search_data:
        footnote_count_str = str(footnote_count)
        
        if footnote_count != 1:
            footnote_data += '<br>'
    
        footnote_data += '<a id="fn-' + footnote_count_str + '" href="#rfn-' + footnote_count_str + '">(' + footnote_count_str + ')</a> ' + footnote_search
        data = re.sub(footnote_regex, '<sup id="rfn-' + footnote_count_str + '"><a href="#fn-' + footnote_count_str + '">(' + footnote_count_str + ')</a></sup>', data, 1)
        
        footnote_count += 1
        
    if footnote_data != '':
        footnote_data += '</div>'
        
    data = toc_data + data + footnote_data

    return data

# Func-request
async def send_email(conn, who, title, data):
    curs = conn.cursor()

    curs.execute(db_change('' + \
        'select name, data from other ' + \
        'where name = "smtp_email" or name = "smtp_pass" or name = "smtp_server" or name = "smtp_port" or name = "smtp_security"' + \
    ''))
    rep_data = curs.fetchall()

    smtp_email = ''
    smtp_pass = ''
    smtp_server = ''
    smtp_security = ''
    smtp_port = ''
    smtp = ''

    for i in rep_data:
        if i[0] == 'smtp_email':
            smtp_email = i[1]
        elif i[0] == 'smtp_pass':
            smtp_pass = i[1]
        elif i[0] == 'smtp_server':
            smtp_server = i[1]
        elif i[0] == 'smtp_security':
            smtp_security = i[1]
        elif i[0] == 'smtp_port':
            smtp_port = i[1]
    
    smtp_port = int(number_check(smtp_port))
    if smtp_security == 'plain':
        smtp = smtplib.SMTP(smtp_server, smtp_port)
    elif smtp_security == 'starttls':
        smtp = smtplib.SMTP(smtp_server, smtp_port)
        smtp.starttls()
    else:
        # if smtp_security == 'tls':
        smtp = smtplib.SMTP_SSL(smtp_server, smtp_port)
        
    domain = load_domain(conn)
    wiki_name = (await wiki_set())[0]
    
    msg = email.mime.text.MIMEText(data)

    msg['Subject'] = title
    msg['From'] = wiki_name + ' <noreply@' + domain + '>'
    msg['To'] = who

    try:
        smtp.login(smtp_email, smtp_pass)
        
        smtp.sendmail('openNAMU@' + domain, who, msg.as_string())
        smtp.quit()

        return 1
    except Exception as e:
        print('Error : email send error')
        print(e)

        return 0

async def captcha_get(conn):
    curs = conn.cursor()

    data = ''
    
    if await acl_check('', 'recaptcha_five_pass') == 0 and 'recapcha_pass' in flask.session and flask.session['recapcha_pass'] > 0:
        pass
    elif await acl_check('', 'recaptcha') == 1:
        curs.execute(db_change('select data from other where name = "recaptcha"'))
        recaptcha = curs.fetchall()
        
        curs.execute(db_change('select data from other where name = "sec_re"'))
        sec_re = curs.fetchall()
        
        curs.execute(db_change('select data from other where name = "recaptcha_ver"'))
        rec_ver = curs.fetchall()
        if recaptcha and recaptcha[0][0] != '' and sec_re and sec_re[0][0] != '':
            if not rec_ver or rec_ver[0][0] == '':
                data += '' + \
                    '<script defer src="https://www.google.com/recaptcha/api.js"></script>' + \
                    '<div class="g-recaptcha" data-sitekey="' + recaptcha[0][0] + '"></div>' + \
                    '<hr class="main_hr">' + \
                ''
            elif rec_ver[0][0] == 'v3':
                data += '' + \
                    '<script defer src="https://www.google.com/recaptcha/api.js?render=' + recaptcha[0][0] + '"></script>' + \
                    '<input class="__ON_INPUT__" type="hidden" id="g-recaptcha" name="g-recaptcha">' + \
                    '<script type="text/javascript">' + \
                        'document.addEventListener(\'DOMContentLoaded\', function () {' + \
                            'grecaptcha.ready(function() {' + \
                                'grecaptcha.execute(\'' + recaptcha[0][0] + '\', {action: \'homepage\'}).then(function(token) {' + \
                                    'document.getElementById(\'g-recaptcha\').value = token;' + \
                                '});' + \
                            '});' + \
                        '});' + \
                    '</script>' + \
                ''
            elif rec_ver[0][0] == 'cf':
                data += '' + \
                    '<script defer src="https://challenges.cloudflare.com/turnstile/v0/api.js?compat=recaptcha"></script>' + \
                    '<div class="g-recaptcha" data-sitekey="' + recaptcha[0][0] + '"></div>' + \
                    '<hr class="main_hr">' + \
                ''
            else:
                # rec_ver[0][0] == 'h'
                data += '''
                    <script defer src="https://js.hcaptcha.com/1/api.js"></script>
                    <div class="h-captcha" data-sitekey="''' + recaptcha[0][0] + '''"></div>
                    <hr class="main_hr">
                '''

    return data

async def captcha_post(conn, re_data):
    curs = conn.cursor()

    if await acl_check('', 'recaptcha_five_pass') == 0 and 'recapcha_pass' in flask.session and flask.session['recapcha_pass'] > 0:
        pass
    elif await acl_check('', 'recaptcha') == 1:
        curs.execute(db_change('select data from other where name = "sec_re"'))
        sec_re = curs.fetchall()
        
        curs.execute(db_change('select data from other where name = "recaptcha_ver"'))
        rec_ver = curs.fetchall()
        if await captcha_get(conn) != '':
            url = ''
            if not rec_ver or rec_ver[0][0] in ('', 'v3'):
                url = 'https://www.google.com/recaptcha/api/siteverify'
            elif rec_ver[0][0] == 'cf':
                url = 'https://challenges.cloudflare.com/turnstile/v0/siteverify'
            else:
                # rec_ver[0][0] == 'h'
                url = 'https://hcaptcha.com/siteverify'

            async with aiohttp.ClientSession() as session:
                async with session.post(url, data = {
                    "secret": sec_re[0][0],
                    "response": re_data
                }) as res:
                    if res.status == 200:
                        json_data = await res.json()
                        if json_data['success'] != True:
                            return 1

    if 'recapcha_pass' in flask.session:
        if flask.session['recapcha_pass'] > 0:
            flask.session['recapcha_pass'] -= 1
        else:
            flask.session['recapcha_pass'] = 5
    else:
        flask.session['recapcha_pass'] = 5

    return 0

# Func-user
def do_user_name_check(conn, user_name):
    curs = conn.cursor()

    # XSS 필터
    if html.escape(user_name) != user_name:
        return 1

    # IP와 혼동 방지 
    if ip_or_user(user_name) == 1:
        return 1
    
    # 슬래시 불가능
    if user_name.find('/') != -1:
        return 1

    # ID 필터
    curs.execute(db_change('select html from html_filter where kind = "name"'))
    set_d = curs.fetchall()
    for i in set_d:
        check_r = re.compile(i[0], re.I)
        if check_r.search(user_name):
            return 1

    # ID 길이 제한 (128글자)
    if len(user_name) > 128:
        return 1
    
    # 중복 확인
    curs.execute(db_change("select id from user_set where name = 'user_name' and data = ?"), [user_name])
    if curs.fetchall():
        return 1
    
    curs.execute(db_change("select id from user_set where id = ?"), [user_name])
    if curs.fetchall():
        return 1
    
    return 0

async def level_check(ip = ''):
    ip = ip_check() if ip == '' else ip

    other_set = {}
    other_set['ip'] = ip

    data = await python_to_golang('api_func_level', other_set)

    return data["data"]

async def acl_check(name = '', tool = '', topic_num = '', ip = '', memo = ''):
    ip = ip_check() if ip == '' else ip

    other_set = {}
    other_set['ip'] = ip
    other_set['name'] = name
    other_set['topic_number'] = topic_num
    other_set['tool'] = tool

    data = await python_to_golang('api_func_acl', other_set)

    result = 0 if data["data"] else 1

    if memo != '' and result == 0:
        other_set = {}
        other_set['ip'] = ip
        other_set['what'] = memo

        await python_to_golang('api_func_auth_post', other_set)

    return result

async def ban_check(ip = None, tool = ''):
    ip = ip_check() if not ip else ip
    tool = '' if not tool else tool

    other_set = {}
    other_set['ip'] = ip
    other_set['type'] = tool

    data = await python_to_golang('api_func_ban', other_set)
    data["ban"] = 1 if data["ban"] == "true" else 0

    return [data["ban"], data["ban_type"]]

async def ip_pas(raw_ip):
    other_set = {}
    
    return_data = 0
    if type(raw_ip) != type([]):
        get_ip = [raw_ip]
        return_data = 1
    else:
        get_ip = raw_ip

    for for_a in range(1, len(get_ip) + 1):
        other_set["data_" + str(for_a)] = get_ip[for_a - 1]

    data = await python_to_golang('api_func_ip_post', other_set)
    return data["data"][raw_ip] if return_data == 1 else data["data"]
        
# Func-edit
def get_edit_text_bottom(conn, tool = '') :
    curs = conn.cursor()
    
    b_text = ''
    
    curs.execute(db_change('select data from other where name = "edit_bottom_text"'))
    db_data = curs.fetchall()
    if db_data and db_data[0][0] != '':
        b_text = db_data[0][0] + '<hr class="main_hr">'

    if tool != '':
        if tool == 'edit':
            curs.execute(db_change('select data from other where name = "edit_only_bottom_text"'))
        elif tool == 'move':
            curs.execute(db_change('select data from other where name = "move_bottom_text"'))
        elif tool == 'delete':
            curs.execute(db_change('select data from other where name = "delete_bottom_text"'))
        else:
            curs.execute(db_change('select data from other where name = "revert_bottom_text"'))

        db_data = curs.fetchall()
        if db_data and db_data[0][0] != '':
            b_text = db_data[0][0] + '<hr class="main_hr">'

    return b_text

def get_edit_text_bottom_check_box(conn):
    curs = conn.cursor()
    
    cccb_text = ''

    curs.execute(db_change('select data from other where name = "copyright_checkbox_text"'))
    sql_d = curs.fetchall()
    if sql_d and sql_d[0][0] != '':
        checked = ''
        if flask.session and 'bottom_check_box_pass' in flask.session:
            checked = 'checked'

        cccb_text = '' + \
            '<label class="__ON_CHECKLABEL__"><input class="__ON_CHECKBOX__" type="checkbox" name="copyright_agreement" value="yes" ' + checked + '> ' + sql_d[0][0] + '</label>' + \
            '<hr class="main_hr">' + \
        ''
        
    return cccb_text

def do_edit_text_bottom_check_box_check(conn, data):
    curs = conn.cursor()
    
    curs.execute(db_change('select data from other where name = "copyright_checkbox_text"'))
    db_data = curs.fetchall()
    if db_data and db_data[0][0] != '':
        if 'bottom_check_box_pass' in flask.session and flask.session['bottom_check_box_pass'] > 0:
            pass
        elif data != 'yes':
            return 1

    if not 'bottom_check_box_pass' in flask.session:
        flask.session['bottom_check_box_pass'] = 1
        
    return 0

async def do_edit_send_check(conn, data):
    curs = conn.cursor()
    
    curs.execute(db_change('select data from other where name = "edit_bottom_compulsion"'))
    db_data = curs.fetchall()
    if db_data and db_data[0][0] != '':
        if await acl_check('', 'edit_bottom_compulsion') == 1:
            if data == '':
                return 1
    
    return 0

async def do_edit_slow_check(conn, do_type = 'edit'):
    curs = conn.cursor()

    if do_type == 'edit':
        curs.execute(db_change("select data from other where name = 'slow_edit'"))
    else:
        # do_type == 'thread'
        curs.execute(db_change("select data from other where name = 'slow_thread'"))
    
    slow_edit = curs.fetchall()
    if slow_edit and slow_edit[0][0] != '':
        if await acl_check('', 'slow_edit') == 1:
            slow_edit = int(number_check(slow_edit[0][0]))

            if do_type == 'edit':
                curs.execute(db_change("select date from history where ip = ? order by date desc limit 1"), [ip_check()])
            else:
                curs.execute(db_change("select date from topic where ip = ? order by date desc limit 1"), [ip_check()])
            
            last_edit_data = curs.fetchall()
            if last_edit_data:
                last_edit_data = int(re.sub(' |:|-', '', last_edit_data[0][0]))
                now_edit_data = int((
                    datetime.datetime.now() - datetime.timedelta(seconds = slow_edit)
                ).strftime("%Y%m%d%H%M%S"))

                if last_edit_data > now_edit_data:
                    return 1

    return 0

async def do_edit_filter(conn, data):
    curs = conn.cursor()

    ip = ip_check()
    if await acl_check(tool = 'edit_filter_pass') == 1:
        curs.execute(db_change("select plus, plus_t from html_filter where kind = 'regex_filter' and plus != ''"))
        for data_list in curs.fetchall():
            match = re.compile(data_list[0], re.I)
            if match.search(data):
                end = '0' if data_list[1] == 'X' else data_list[1]

                if end != '0':
                    end = int(number_check(end))
                    time = datetime.datetime.now()
                    plus = datetime.timedelta(seconds = end)
                    r_time = (time + plus).strftime("%Y-%m-%d %H:%M:%S")
                else:
                    r_time = '0'

                curs.execute(db_change('delete from user_set where name = "edit_filter" and id = ?'), [ip])
                curs.execute(db_change('insert into user_set (name, id, data) values ("edit_filter", ?, ?)'), [ip, data])

                ban_insert(conn, 
                    ip,
                    r_time,
                    'edit filter',
                    '',
                    'tool:edit filter'
                )

                return 1

    return 0

def do_title_length_check(conn, name, check_type = 'document'):
    curs = conn.cursor()
    
    if check_type == 'topic':
        curs.execute(db_change('select data from other where name = "title_topic_max_length"'))
        db_data = curs.fetchall()
        if db_data and db_data[0][0] != '':
            db_data = int(number_check(db_data[0][0]))
            if len(name) > db_data:        
                return 1
    else:
        curs.execute(db_change('select data from other where name = "title_max_length"'))
        db_data = curs.fetchall()
        if db_data and db_data[0][0] != '':
            db_data = int(number_check(db_data[0][0]))
            if len(name) > db_data:        
                return 1
    
    return 0

# Func-insert
def do_add_thread(conn, thread_code, thread_data, thread_top = '', thread_id = ''):
    curs = conn.cursor()
    
    if thread_id == '':
        curs.execute(db_change("select id from topic where code = ? order by id + 0 desc limit 1"), [thread_code])
        db_data = curs.fetchall()
        if db_data:
            thread_id = str(int(db_data[0][0]) + 1)
        else:
            thread_id = '1'
        
    curs.execute(db_change("insert into topic (id, data, date, ip, block, top, code) values (?, ?, ?, ?, ?, '', ?)"), [
        thread_id,
        thread_data,
        get_time(),
        ip_check(),
        thread_top,
        thread_code
    ])
    
def do_reload_recent_thread(conn, topic_num, date, name = None, sub = None):
    curs = conn.cursor()

    curs.execute(db_change("select code from rd where code = ?"), [topic_num])
    if curs.fetchall():
        curs.execute(db_change("update rd set date = ? where code = ?"), [date, topic_num])
    else:
        curs.execute(db_change("insert into rd (title, sub, code, date, band, stop, agree, acl) values (?, ?, ?, ?, '', '', '', '')"), [name, sub, topic_num, date])

async def add_alarm(to_user, from_user, context):
    other_set = {}
    other_set['to'] = to_user
    other_set['from'] = from_user
    other_set['data'] = context

    await python_to_golang('api_func_alarm_post', other_set)

def add_user(conn, user_name, user_pw, user_email = '', user_encode = ''):
    curs = conn.cursor()

    if user_encode == '':
        user_pw_hash = pw_encode(conn, user_pw)

        curs.execute(db_change('select data from other where name = "encode"'))
        data_encode = curs.fetchall()
        data_encode = data_encode[0][0]
    else:
        user_pw_hash = user_pw
        data_encode = user_encode

    curs.execute(db_change("select id from user_set limit 1"))
    if not curs.fetchall():
        user_auth = 'owner'
    else:
        user_auth = 'user'

    curs.execute(db_change("insert into user_set (id, name, data) values (?, 'pw', ?)"), [user_name, user_pw_hash])
    curs.execute(db_change("insert into user_set (id, name, data) values (?, 'acl', ?)"), [user_name, user_auth])
    curs.execute(db_change("insert into user_set (id, name, data) values (?, 'date', ?)"), [user_name, get_time()])
    curs.execute(db_change("insert into user_set (id, name, data) values (?, 'encode', ?)"), [user_name, data_encode])
    
    if user_email != '':
        curs.execute(db_change("insert into user_set (name, id, data) values ('email', ?, ?)"), [user_name, user_email])
    
def ua_plus(conn, u_id, u_ip, u_agent, time):
    curs = conn.cursor()

    curs.execute(db_change("select data from other where name = 'ua_get'"))
    rep_data = curs.fetchall()
    if rep_data and rep_data[0][0] != '':
        pass
    else:
        curs.execute(db_change("insert into ua_d (name, ip, ua, today, sub) values (?, ?, ?, ?, '')"), [
            u_id, 
            u_ip, 
            u_agent, 
            time
        ])

def ban_insert(conn, name, end, why, login, blocker, type_d = None, release = 0):
    curs = conn.cursor()

    now_time = get_time()
    band = type_d if type_d else ''

    curs.execute(db_change("update rb set ongoing = '' where block = ? and band = ? and ongoing = '1'"), [name, band])
    if release == 1:
        curs.execute(db_change("insert into rb (block, end, today, blocker, why, band, ongoing, login) values (?, ?, ?, ?, ?, ?, '', '')"), [
            name,
            'release',
            now_time,
            blocker,
            why,
            band
        ])
    else:
        login = login if login != '' else ''
        r_time = end if end != '0' else ''

        curs.execute(db_change("insert into rb (block, end, today, blocker, why, band, ongoing, login) values (?, ?, ?, ?, ?, ?, '1', ?)"), [
            name, 
            r_time, 
            now_time, 
            blocker, 
            why, 
            band,
            login
        ])

def history_plus_rc_max(conn, mode):
    curs = conn.cursor()

    curs.execute(db_change("select count(*) from rc where type = ?"), [mode])
    if curs.fetchall()[0][0] >= 200:
        curs.execute(db_change("select id, title from rc where type = ? order by date asc limit 1"), [mode])
        rc_data = curs.fetchall()
        if rc_data:
            curs.execute(db_change('delete from rc where id = ? and title = ? and type = ?'), [rc_data[0][0], rc_data[0][1], mode])

def history_plus(conn, title, data, date, ip, send, leng, t_check = '', mode = ''):
    curs = conn.cursor()
    
    curs.execute(db_change('select data from other where name = "history_recording_off"'))
    db_data = curs.fetchall()
    if db_data and db_data[0][0] != '':
        return 0

    if mode == 'add' or mode == 'setting':
        curs.execute(db_change("select id from history where title = ? order by id + 0 asc limit 1"), [title])
        id_data = curs.fetchall()
        id_data = str(int(id_data[0][0]) - 1) if id_data else '0'
    else:
        curs.execute(db_change("select id from history where title = ? order by id + 0 desc limit 1"), [title])
        id_data = curs.fetchall()
        id_data = str(int(id_data[0][0]) + 1) if id_data else '1'
        
        mode = 'r1' if id_data == '1' else mode
        if re.search('^user:', title):
            mode = 'user'
        elif re.search('^file:', title):
            mode = 'file'
        elif re.search('^category:', title):
            mode = 'category'

    send = re.sub(r'<|>', '', send)
    send = send[:512] if len(send) > 512 else send
    send = send + ' (' + t_check + ')' if t_check != '' else send

    if mode != 'add' and mode != 'setting' and mode != 'user':
        history_plus_rc_max(conn, 'normal')

        curs.execute(db_change("insert into rc (id, title, date, type) values (?, ?, ?, 'normal')"), [id_data, title, date])
    
    if mode != 'add' and mode != 'setting':
        history_plus_rc_max(conn, mode)

        curs.execute(db_change("select count(*) from data"))
        count_data = curs.fetchall()
        count_data = count_data[0][0] if count_data else 0

        curs.execute(db_change('delete from other where name = "count_all_title"'))
        curs.execute(db_change('insert into other (name, data, coverage) values ("count_all_title", ?, "")'), [str(count_data)])

        curs.execute(db_change("insert into rc (id, title, date, type) values (?, ?, ?, ?)"), [id_data, title, date, mode])

        data_set_exist = ''
        if mode == 'delete':
            data_set_exist = 'not_exist'

        curs.execute(db_change('delete from data_set where doc_name = ? and set_name = "edit_request_doing"'), [title])

        curs.execute(db_change('delete from data_set where doc_name = ? and set_name = "last_edit"'), [title])
        curs.execute(db_change("insert into data_set (doc_name, doc_rev, set_name, set_data) values (?, '', 'last_edit', ?)"), [title, date])

        curs.execute(db_change('delete from data_set where doc_name = ? and set_name = "length"'), [title])
        curs.execute(db_change("insert into data_set (doc_name, doc_rev, set_name, set_data) values (?, '', 'length', ?)"), [title, len(data)])

        curs.execute(db_change("update data_set set doc_rev = ? where doc_name = ? and (doc_rev = '' or doc_rev = 'not_exist')"), [data_set_exist, title])

    curs.execute(db_change("insert into history (id, title, data, date, ip, send, leng, hide, type) values (?, ?, ?, ?, ?, ?, ?, '', ?)"), [id_data, title, data, date, ip, send, leng, mode])

# Func-error
async def re_error(conn, data):
    curs = conn.cursor()

    if data == 0:
        if (await ban_check())[0] == 1:
            end = '<div id="opennamu_get_user_info">' + html.escape(ip_check()) + '</div>'
        else:
            end = '<ul><li>' + await get_lang('authority_error') + '</li></ul>'

        return await render_template(
            await get_lang('error'),
            '<h2>' + await get_lang('error') + '</h2>' + end,
            0,
            0
        ), 401
    else:
        title = await get_lang('error')
        sub_title = title
        return_code = 400

        num = data
        if num == 1:
            data = await get_lang('no_login_error')
        elif num == 2:
            data = await get_lang('no_exist_user_error')
        elif num == 3:
            data = await get_lang('authority_error')
        elif num == 4:
            data = await get_lang('no_admin_block_error')
        elif num == 5:
            data = await get_lang('error_skin_set')
        elif num == 8:
            data = '' + \
                await get_lang('long_id_error') + '<br>' + \
                await get_lang('id_char_error') + ' <a href="/filter/name_filter">(' + await get_lang('id_filter_list') + ')</a><br>' + \
                await get_lang('same_id_exist_error') + \
            ''
        elif num == 9:
            data = await get_lang('file_exist_error')
        elif num == 10:
            data = await get_lang('password_error')
        elif num == 11:
            data = await get_lang('topic_long_error')
        elif num == 12:
            data = await get_lang('email_error')
        elif num == 13:
            data = await get_lang('recaptcha_error')
        elif num == 14:
            data = await get_lang('file_extension_error') + ' <a href="/filter/extension_filter">(' + await get_lang('extension_filter_list') + ')</a>'
        elif num == 15:
            data = await get_lang('edit_record_error')
        elif num == 16:
            data = await get_lang('same_file_error')
        elif num == 17:
            curs.execute(db_change('select data from other where name = "upload"'))
            db_data = curs.fetchall()
            file_max = number_check(db_data[0][0]) if db_data and db_data[0][0] != '' else '2'
            data = await get_lang('file_capacity_error') + file_max
        elif num == 18:
            data = await get_lang('email_send_error')
        elif num == 19:
            data = await get_lang('move_error')
        elif num == 20:
            data = await get_lang('password_diffrent_error')
        elif num == 21:
            data = await get_lang('edit_filter_error')
        elif num == 22:
            data = await get_lang('file_name_error')
        elif num == 23:
            data = await get_lang('regex_error')
        elif num == 24:
            curs.execute(db_change("select data from other where name = 'slow_edit'"))
            db_data = curs.fetchall()
            db_data = '' if not db_data else db_data[0][0]
            data = await get_lang('fast_edit_error') + db_data
        elif num == 25:
            data = await get_lang('too_many_dec_error')
        elif num == 26:
            data = await get_lang('application_not_found')
        elif num == 27:
            data = await get_lang("invalid_password_error")
        elif num == 28:
            data = await get_lang('watchlist_overflow_error')
        elif num == 29:
            data = await get_lang('copyright_disagreed')
        elif num == 30:
            data = await get_lang('ie_wrong_callback')
        elif num == 33:
            data = await get_lang('restart_fail_error')
        elif num == 34:
            data = await get_lang("update_error") + ' <a href="https://github.com/opennamu/opennamu">(Github)</a>'
        elif num == 35:
            data = await get_lang('same_email_error')
        elif num == 36:
            data = await get_lang('input_email_error')
        elif num == 37:
            data = await get_lang('error_edit_send_request')
        elif num == 38:
            curs.execute(db_change("select data from other where name = 'title_max_length'"))
            db_data = curs.fetchall()
            db_data = '' if not db_data else db_data[0][0]
            data = await get_lang('error_title_length_too_long') + db_data
        elif num == 39:
            curs.execute(db_change("select data from other where name = 'title_topic_max_length'"))
            db_data = curs.fetchall()
            db_data = '' if not db_data else db_data[0][0]
            data = await get_lang('error_title_length_too_long') + db_data
        elif num == 40:
            curs.execute(db_change("select data from other where name = 'password_min_length'"))
            db_data = curs.fetchall()
            password_min_length = '' if not db_data else db_data[0][0]
            data = await get_lang('error_password_length_too_short') + password_min_length
        elif num == 41:
            curs.execute(db_change("select data from other where name = 'edit_timeout'"))
            db_data = curs.fetchall()
            db_data = '' if not db_data else db_data[0][0]
            data = await get_lang('timeout_error') + db_data
        elif num == 42:
            curs.execute(db_change("select data from other where name = 'slow_thread'"))
            db_data = curs.fetchall()
            db_data = '' if not db_data else db_data[0][0]
            data = await get_lang('fast_edit_error') + db_data
        elif num == 43:
            title = await get_lang('application_submitted')
            sub_title = title
            data = await get_lang('waiting_for_approval')
        elif num == 44:
            curs.execute(db_change("select data from other where name = 'document_content_max_length'"))
            db_data = curs.fetchall()
            db_data = '' if not db_data else db_data[0][0]
            data = await get_lang('error_content_length_too_long') + db_data
        elif num == 45:
            data = await get_lang('cidr_error')
        elif num == 46:
            data = await get_lang('func_404_error')
            title = '404'
            return_code = 404
        elif num == 47:
            data = await get_lang('still_use_auth_error')
        elif num == 48:
            data = await get_lang('xss_data_include_error')
        elif num == 49:
            data = await get_lang('password_same_as_id_error')
        else:
            data = '???'

        if num == 5:
            if flask.request.path != '/skin_set':
                data += '<br>' + await get_lang('error_skin_set_old') + ' <a href="/skin_set">(' + await get_lang('go') + ')</a>'

            return await render_template(
                await get_lang('skin_set'),
                '' + \
                    '<div id="main_skin_set">' + \
                        '<h2>' + await get_lang('error') + '</h2>' + \
                        '<ul>' + \
                            '<li>' + data + '</a></li>' + \
                        '</ul>' + \
                    '</div>' + \
                '',
                0,
                [['change', await get_lang('user_setting')], ['change/skin_set/main', await get_lang('main_skin_set')]]
            )
        else:
            return await render_template(
                title,
                '' + \
                    '<h2>' + sub_title + '</h2>' + \
                    '<ul>' + \
                        '<li>' + data + '</li>' + \
                    '</ul>' + \
                '',
                0,
                0
            ), return_code