wikidata_descriptions.py

import re
from random import randint

import pywikibot as pw
import pywikibot.config
import requests
from pywikibot import pagegenerators as pg
from pywikibot.data import api

pywikibot.config.put_throttle = 3

site = pw.Site('wikidata', 'wikidata')

transJsonURL = "https://hy.wikipedia.org/w/index.php?title=Մասնակից:ԱշոտՏՆՂ/wikidataDescriptions.json&action=raw&ctype=text/json"
translations = requests.get(transJsonURL).json()
plainMap = translations["text"]
regexMap = translations["regex"]


def by_sparql(from_lang, from_desc, to_lang, to_desc, site):
    q = '''SELECT ?item WHERE {{
      ?item schema:description "{}"@{}.
      FILTER(NOT EXISTS {{
        ?item schema:description ?itemdesc.
        FILTER(LANG(?itemdesc) = "{}")
      }})
    }} limit 1000'''.format(from_desc, from_lang, to_lang)
    try:
        gen = pg.WikidataSPARQLPageGenerator(q, site)
        for item in gen:
            try:
                item.editDescriptions({to_lang: to_desc},
                                      summary='+{}:{} description based on {}:{}'.format(to_lang, to_desc, from_lang,
                                                                                         from_desc))
            except Exception as e:
                pass
        return True
    except:
        return False


def batch(qlist):
    req = api.Request(site=site, parameters={'action': 'wbgetentities', 'ids': '|'.join(qlist), 'props': 'descriptions',
        'languages': 'en|hy'})

    j = req.submit()
    if not j['success']:
        return
    for Q in qlist:
        if 'descriptions' not in j['entities'][Q]:
            continue
        desc = j['entities'][Q]['descriptions']
        if 'en' not in desc or 'hy' in desc:
            continue
        en_desc = desc['en']['value']
        hy_desc = None
        if en_desc in plainMap and plainMap[en_desc]:
            hy_desc = plainMap[en_desc]
        else:
            rgx, repl = next(((regex, regexMap[regex]) for regex in regexMap if re.match(regex, en_desc)), (None, None))
            if rgx and repl:
                hy_desc = re.sub(rgx, repl, en_desc)
        targetQ = Q
        if 'redirects' in j['entities'][Q]:
            targetQ = j['entities'][Q]['redirects']['to']
        if hy_desc is not None:
            r = pywikibot.data.api.Request(site, parameters={
                "action": "wbsetdescription",
                "format": "json",
                "id": targetQ,
                "summary": f"based on en:{en_desc}",
                "language": "hy",
                "value": hy_desc,
                "token": site.tokens['csrf'],
                "bot": 1,
                "formatversion": "2"
            })
            r.submit()


Qs = list(set(['Q' + str(randint(1, 130000000)) for _ in range(5000)]))
while Qs:
    try:
        batch(Qs[:500])
    except Exception as e:
        pass
    Qs = Qs[500:]