DeltaBot/popularItems.py at master · Pascalco/DeltaBot · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
#!/usr/bin/python
# -*- coding: UTF-8 -*-
#licensed under CC-Zero: https://creativecommons.org/publicdomain/zero/1.0

import pywikibot
import requests
import json
import re
from datetime import datetime, timedelta

site = pywikibot.Site('wikidata','wikidata')

blacklist = ['Q4115189','Q13406268','Q15397819','Q16943273','Q17339402', 'Q85409596', 'Q85409446', 'Q85409310', 'Q85409163', 'Q85408938', 'Q85408509'] #sandbox, tour items
blacklist2 = ['Q4167410', 'Q11266439', 'Q4167836'] #disambiguation, template, category items

text = ''
i = 0
img = None
rcend = (datetime.now() - timedelta(days=3)).strftime('%Y%m%d%H%M%S')
allrevisions = {}
revisioncount = {}
rccontinue = '|'

while True:
    payload = {
        'action': 'query',
        'list': 'recentchanges',
        'rcshow': '!bot|!anon',
        'rctype': 'edit',
        'rcprop': 'user|sizes|title|tags|comment',
        'rcnamespace': 0,
        'rcend': rcend,
        'rclimit': 'max',
        'format': 'json',
        'rccontinue': rccontinue
    }
    r = requests.get('https://www.wikidata.org/w/api.php', params=payload)
    data = r.json()
    for revision in data['query']['recentchanges']:
        if revision['newlen'] > revision['oldlen'] and 'user' in revision and (len(revision['tags']) == 0 or 'OAuth' not in revision['tags'][0]):
            if 'comment' in revision:
                prop = re.findall(r"\[\[Property:P\d+\]\]", revision['comment'])
                if len(prop) > 0:
                    feature = prop[0]
                elif '*/' in revision['comment']:
                    feature = revision['comment'].split('*/')[0]
                else:
                    feature = revision['comment']
            else:
                feature = '-'

            allrevisions.setdefault(revision['title'],[]).append([revision['user'], feature])
    if not 'continue' in data:
        break
    rccontinue = data['continue']['rccontinue']

for item in allrevisions:
    if len(set(map(lambda x: x[0], allrevisions[item]))) >= 3: #require at least 3 distinct users
        revisioncount[item] = len(set(map(lambda x: x[1], allrevisions[item]))) # number of distinct edit comments
sorted = [k for k, v in sorted(revisioncount.items(), key=lambda item: item[1], reverse=True)] # sort by number of edits
for q in sorted:
    # check if item is not in blacklist
    if q in blacklist:
        continue

    # check if item is not currently on [[Wikidata:Main Page/Popular]]
    previousItems = []
    r = requests.get('https://www.wikidata.org/w/api.php?action=query&prop=links&titles=Wikidata:Main%20Page/Popular&format=json')
    data = r.json()
    for m in data['query']['pages']['26001882']['links']:
        previousItems.append(m['title'])
    if q in previousItems:
        continue

    # check if item is not linked to an element of blacklist2
    r = requests.get('https://www.wikidata.org/w/api.php?action=wbgetclaims&entity={}&format=json'.format(q))
    data = r.json()
    if 'error' in data:
        continue
    if 'claims' in data:
        if 'P31' in data['claims']:
            if data['claims']['P31'][0]['mainsnak']['snaktype'] == 'value':
                if data['claims']['P31'][0]['mainsnak']['datavalue']['value']['id'] in blacklist2:
                    continue

    # if everything is fine, add item
    text += '* {{Q|'+q+'}}'

    # add image
    if not img:
        if 'claims' in data:
            if 'P18' in data['claims']:
                if data['claims']['P18'][0]['mainsnak']['snaktype'] == 'value':
                    img = data['claims']['P18'][0]['mainsnak']['datavalue']['value']
                    text = '<span style="float: {{dir|{{{lang|{{int:lang}}}}}|left|right}}; padding-top: 0.5em; padding-{{dir|{{{lang|{{int:lang}}}}}|right|left}}: 0.5em;">[[File:%s|100px]]</span>\n%s ({{I18n|pictured}})' % (img, text)
    i += 1
    if i == 7:
        break
    text += '\n'

if not img:
    text = '<nowiki></nowiki>\n' + text
text += '<span style="clear: {{dir|{{{lang|{{int:lang}}}}}|left|right}};"></span>'

page = pywikibot.Page(site, 'Wikidata:Main Page/Popular')
page.put(text, summary='upd', minor=False)