anki-word-query/addons21/fastwq/query/common.py

# -*- coding:utf-8 -*-
#
# Copyright (C) 2018 sthoo <sth201807@gmail.com>
#
# Support: Report an issue at https://github.com/sth2018/FastWordQuery/issues
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# any later version; http://www.gnu.org/copyleft/gpl.html.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.

import io
import os
import re
import shutil
import unicodedata
from collections import defaultdict

from aqt.qt import *
from aqt.utils import showInfo

from ..constants import Template
from ..context import config
from ..libs.snowballstemmer import stemmer
from ..service import QueryResult, copy_static_file, service_pool
from ..service.base import LocalService
from ..utils import wrap_css

__all__ = [
    'InvalidWordException', 'update_note_fields', 'update_note_field',
    'promot_choose_css', 'add_to_tmpl', 'query_flds', 'inspect_note'
]


class InvalidWordException(Exception):
    """Invalid word exception"""


def inspect_note(note):
    """
    inspect the note, and get necessary input parameters
    return word_ord: field index of the word in current note
    return word: the word
    return maps: dicts map of current note
    """

    conf = config.get_maps(note.model()['id'])
    maps_list = {'list': [conf], 'def': 0} if isinstance(conf, list) else conf
    maps = maps_list['list'][maps_list['def']]
    maps = maps if isinstance(maps, list) else maps['fields']
    for i, m in enumerate(maps):
        if m.get('word_checked', False):
            word_ord = i
            break
    else:
        # if no field is checked to be the word field, default the
        # first one.
        word_ord = 0

    def purify_word(word):
        return word.strip() if word else ''

    word = purify_word(note.fields[word_ord])
    return word_ord, word, maps


def strip_combining(txt):
    "Return txt with all combining characters removed."
    norm = unicodedata.normalize('NFKD', txt)
    return u"".join([c for c in norm if not unicodedata.combining(c)])


def update_note_fields(note, results):
    """
    Update query result to note fields, return updated fields count.
    """

    if not results or not note or len(results) == 0:
        return 0
    count = 0
    for i, q in results.items():
        if isinstance(q, QueryResult) and i < len(note.fields):
            count += update_note_field(note, i, q)

    return count


def update_note_field(note, fld_index, fld_result):
    """
    Update single field, if result is valid then return 1, else return 0
    """

    result, js, jsfile = fld_result.result, fld_result.js, fld_result.jsfile
    # js process: add to template of the note model
    add_to_tmpl(note, js=js, jsfile=jsfile)
    # if not result:
    #     return
    if not config.force_update and not result:
        return 0

    value = result if result else ''
    if note.fields[fld_index] != value:
        note.fields[fld_index] = value
        return 1

    return 0


def promot_choose_css(missed_css):
    '''
    Choose missed css file and copy to user folder
    '''
    checked = set()
    for css in missed_css:
        filename = u'_' + css['file']
        if not os.path.exists(filename) and not css['file'] in checked:
            checked.add(css['file'])
            showInfo(
                Template.miss_css.format(dict=css['title'], css=css['file']))
            try:
                filepath = css['dict_path'][:css['dict_path'].rindex(os.path.
                                                                     sep) + 1]
                filepath = QFileDialog.getOpenFileName(
                    directory=filepath,
                    caption=u'Choose css file',
                    filter=u'CSS (*.css)')
                if filepath:
                    shutil.copy(filepath, filename)
                    wrap_css(filename)

            except KeyError:
                pass


def add_to_tmpl(note, **kwargs):
    # templates
    '''
    [{u'name': u'Card 1', u'qfmt': u'{{Front}}\n\n', u'did': None, u'bafmt': u'',
        u'afmt': u'{{FrontSide}}\n\n<hr id=answer>\n\n{{Back}}\n\n{{12}}\n\n{{44}}\n\n', u'ord': 0, u'bqfmt': u''}]
    '''
    # showInfo(str(kwargs))
    afmt = note.model()['tmpls'][0]['afmt']
    if kwargs:
        jsfile, js = kwargs.get('jsfile', None), kwargs.get('js', None)
        if js and js.strip():
            addings = js.strip()
            if addings not in afmt:
                if not addings.startswith(u'<script') and not addings.endswith(
                        u'/script>'):
                    addings = u'\n<script type="text/javascript">\n{}\n</script>'.format(
                        addings)
                afmt += addings
        if jsfile:
            # new_jsfile = u'_' + \
            #     jsfile if not jsfile.startswith(u'_') else jsfile
            # copy_static_file(jsfile, new_jsfile)
            # addings = u'\r\n<script src="{}"></script>'.format(new_jsfile)
            # afmt += addings
            jsfile = jsfile if isinstance(jsfile, list) else [jsfile]
            for fn in jsfile:
                addings = '''
<script type="text/javascript">
    var script = document.createElement("script");
    script.src   = "{}";
    document.getElementsByTagName('head')[0].appendChild(script);
</script>'''.format(fn)
                if addings not in afmt:
                    afmt += addings
        note.model()['tmpls'][0]['afmt'] = afmt


def query_flds(note, fileds=None):
    """
    Query fields of single note
    """

    word_ord, word, maps = inspect_note(note)
    if not word:
        raise InvalidWordException

    if config.ignore_accents:
        word = strip_combining(word)

    # progress.update_title(u'Querying [[ %s ]]' % word)

    services = {}
    tasks = []
    for i, each in enumerate(maps):
        if i == word_ord:
            continue
        if i == len(note.fields):
            break
        # ignore field
        ignore = each.get('ignore', False)
        if ignore:
            continue
        # skip valued
        skip = each.get('skip_valued', False)
        if skip and len(note.fields[i]) != 0:
            continue
        # cloze
        cloze = each.get('cloze_word', False)
        # normal
        dict_unique = each.get('dict_unique', '').strip()
        dict_fld_ord = each.get('dict_fld_ord', -1)
        fld_ord = each.get('fld_ord', -1)
        if dict_unique and dict_fld_ord != -1 and fld_ord != -1:
            if fileds is None or fld_ord in fileds:
                s = services.get(dict_unique, None)
                if s is None:
                    s = service_pool.get(dict_unique)
                    if s and s.support:
                        services[dict_unique] = s
                if s and s.support:
                    tasks.append({
                        'k': dict_unique,
                        'w': word,
                        'f': dict_fld_ord,
                        'i': fld_ord,
                        'cloze': cloze,
                    })

    success_num = 0
    result = defaultdict(QueryResult)
    for task in tasks:
        try:
            service = services.get(task['k'], None)
            qr = service.active(task['f'], task['w'])
            if qr:
                if task['cloze']:
                    qr['result'] = cloze_deletion(qr['result'], word)
                result.update({task['i']: qr})
                success_num += 1
        except Exception as e:
            print(_("NO_QUERY_WORD"), e)
            pass

    missed_css = list()
    for service in services.values():
        if isinstance(service, LocalService):
            for css in service.missed_css:
                missed_css.append({
                    'dict_path': service.dict_path,
                    'title': service.title,
                    'file': css
                })
        service_pool.put(service)

    return result, -1 if len(tasks) == 0 else success_num, missed_css


def cloze_deletion(text, cloze):
    '''create cloze deletion text'''
    text = text.replace('’', '\'')
    result = text
    offset = 0
    term = _stemmer.stemWord(cloze).lower()

    terms = re.finditer(r"\b[\w'-]*\b", text)
    tags = re.finditer(r"<[^>]+>", text)
    for m in terms:
        s = m.start()
        e = m.end()
        f = False
        for tag in tags:
            if s >= tag.start() and e <= tag.end():
                f = True
                break
        if f:
            continue
        word = text[s:e]
        if _stemmer.stemWord(word).lower() == term:
            ln = len(cloze)
            w = word
            if w[:ln].lower() == cloze.lower():
                e = s + ln
                w = word[:ln]
            result = result[:s + offset] + (
                config.cloze_str % w) + result[e + offset:]
            offset += len(config.cloze_str) - 2
    return result


_stemmer = stemmer('english')