-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathms-nagrody.py
executable file
·278 lines (230 loc) · 9.65 KB
/
ms-nagrody.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
#!/usr/bin/python
"""
Lista artykułów z uzupełnionym parametrem "Nagrody" bez sekcji "Nagrody", "Nominacje" lub "Nagrody i nominacje"
w artykule. Dotyczycy artykułów w których występuje infobox Szablon:Film infobox.
Call:
python3 pwb.py masti/ms-nagrody.py -transcludes:"Film infobox" -ns:0 -outpage:"Wikipedysta:mastiBot/Film infobox" \
-summary:"Bot uaktualnia stronę"
Use global -simulate option for test purposes. No changes to live wiki
will be done.
The following parameters are supported:
-always The bot won't ask for confirmation when putting a page
-text: Use this text to be added; otherwise 'Test' is used
-replace: Don't add text but replace it
-top Place additional text on top of the page
-summary: Set the action summary message for the edit.
All settings can be made either by giving option with the command line
or with a settings file which is scripts.ini by default. If you don't
want the default values you can add any option you want to change to
that settings file below the [basic] section like:
[basic] ; inline comments starts with colon
# This is a commend line. Assignments may be done with '=' or ':'
text: A text with line break and
continuing on next line to be put
replace: yes ; yes/no, on/off, true/false and 1/0 is also valid
summary = Bot: My first test edit with pywikibot
Every script has its own section with the script name as header.
In addition the following generators and filters are supported but
cannot be set by settings file:
¶ms;
"""
#
# (C) Pywikibot team, 2006-2021
#
# Distributed under the terms of the MIT license.
#
import pywikibot
from pywikibot import pagegenerators
from pywikibot.bot import (
AutomaticTWSummaryBot,
ConfigParserBot,
ExistingPageBot,
SingleSiteBot,
)
import re
# This is required for the text that is shown when you run this script
# with the parameter -help.
docuReplacements = {'¶ms;': pagegenerators.parameterHelp} # noqa: N816
class BasicBot(
# Refer pywikobot.bot for generic bot classes
SingleSiteBot, # A bot only working on one site
ConfigParserBot, # A bot which reads options from scripts.ini setting file
# CurrentPageBot, # Sets 'current_page'. Process it in treat_page method.
# # Not needed here because we have subclasses
ExistingPageBot, # CurrentPageBot which only treats existing pages
AutomaticTWSummaryBot, # Automatically defines summary; needs summary_key
):
"""
An incomplete sample bot.
:ivar summary_key: Edit summary message key. The message that should be
used is placed on /i18n subdirectory. The file containing these
messages should have the same name as the caller script (i.e. basic.py
in this case). Use summary_key to set a default edit summary message.
:type summary_key: str
"""
summary_key = 'basic-changing'
update_options = {
'replace': False, # delete old text and write the new text
'summary': None, # your own bot summary
'text': 'Test', # add this text from option. 'Test' is default
'top': False, # append text on top of the page
'outpage': 'User:mastiBot/test', # default output page
'maxlines': 1000, # default number of entries per page
'testprint': False, # print testoutput
'negative': False, # if True negate behavior i.e. mark pages that DO NOT contain search string
'test': False, # switch on test functionality
}
def run(self):
# prepare new page with table
header = "Ta strona jest okresowo uaktualniana przez [[Wikipedysta:MastiBot|bota]]. Ostatnia aktualizacja ~~~~~."
header += "\nWszelkie uwagi proszę zgłaszać w [[Dyskusja_Wikipedysty:Masti|dyskusji operatora]]."
# header += "\n<small>"
header += "\n*Legenda:"
header += "\n*:'''Hasło''' - Tytuł hasła"
header += "\n*:'''Nagrody''' - zawartość pola nagrody"
# header += "\n</small>\n"
header += '\n{| class="wikitable" style="font-size:85%;"\n|-\n!Lp.\n!Hasło\n!Nagrody'
results = {}
counter = 0
marked = 0
for page in self.generator:
counter += 1
# finalpage = finalpage + self.treat(page)
if self.opt.test:
pywikibot.output(
'Processing page #{:d} ({:d} marked): {}'.format(counter, marked, page.title(as_link=True)))
result = self.treat(page)
if result:
results[page.title(with_ns=False)] = result
marked += 1
if self.opt.test:
pywikibot.output('Added line #{:d}: {}'.format(marked, page.title(as_link=True)))
footer = '\n|}\n\n'
footer += 'Przetworzono stron:' + str(counter)
if self.opt.test:
pywikibot.output(results)
self.generateresultspage(results, self.opt.outpage, header, footer)
return
def treat(self, page):
"""
Loads the given page, looks for sections:
"Nagrody", "Nominacje" lub "Nagrody i nominacje"
look for Film infobox with nonempty param: Nagrody
returns nagrody content
"""
text = page.text
# if self.opt.test:
# pywikibot.output(text)
if not text or page.isDisambig():
return None
awardR = re.compile(r'=+\s*?(nagrody|nominacje|nagrody i nominacje)\s*?=+', re.I)
award = awardR.search(text)
if award:
if self.opt.test:
pywikibot.output('wynik:{}'.format(award.group(0)))
return None
else:
if self.opt.test:
pywikibot.output('wynik: BRAK')
# look for film infobox
for t in page.templatesWithParams():
tt, arglist = t
if self.opt.test:
pywikibot.output('Template:%s' % tt.title())
if 'Szablon:Film infobox' in tt.title():
for a in arglist:
if self.opt.test:
pywikibot.output('Arg:%s' % a)
named, name, value = self.templateArg(a)
if not named:
continue
if self.opt.test:
pywikibot.output('name:{}; value:{}'.format(name, value))
if 'nagrody' in name:
if len(value) > 0:
result = value
return result
else:
return None
# return None as no filled field found
return None
def generateresultspage(self, redirlist, pagename, header, footer):
"""
Generates results page from redirlist
Starting with header, ending with footer
Output page is pagename
"""
finalpage = header
lineN = 1
for i in list(redirlist):
finalpage += '\n|-\n| ' + str(lineN) + ' || [[' + i + ']] || ' + redirlist[i]
lineN += 1
finalpage += footer
outpage = pywikibot.Page(pywikibot.Site(), pagename)
outpage.text = finalpage
outpage.save(summary=self.opt.summary)
if self.opt.test:
pywikibot.output(finalpage)
return redirlist
def templateArg(self, param):
"""
return name,value for each template param
input text in form "name = value"
@return: a tuple for each param of a template
named: named (True) or int
name: name of param or None if numbered
value: value of param
@rtype: tuple
"""
paramR = re.compile(r'(?P<name>.*)=(?P<value>.*)')
if '=' in param:
match = paramR.search(param)
named = True
name = match.group("name").strip()
value = match.group("value").strip()
else:
named = False
name = None
value = param
# test
if self.opt.test:
pywikibot.output('name:%s:value:%s' % (name, value))
return named, name, value
def main(*args: str) -> None:
"""
Process command line arguments and invoke bot.
If args is an empty list, sys.argv is used.
:param args: command line arguments
"""
options = {}
# Process global arguments to determine desired site
local_args = pywikibot.handle_args(args)
# This factory is responsible for processing command line arguments
# that are also used by other scripts and that determine on which pages
# to work on.
gen_factory = pagegenerators.GeneratorFactory()
# Process pagegenerators arguments
local_args = gen_factory.handle_args(local_args)
# Parse your own command line arguments
for arg in local_args:
arg, sep, value = arg.partition(':')
option = arg[1:]
if option in ('summary', 'text', 'outpage', 'maxlines'):
if not value:
pywikibot.input('Please enter a value for ' + arg)
options[option] = value
# take the remaining options as booleans.
# You will get a hint if they aren't pre-defined in your bot class
else:
options[option] = True
# The preloading option is responsible for downloading multiple
# pages from the wiki simultaneously.
gen = gen_factory.getCombinedGenerator(preload=True)
if gen:
# pass generator and private options to the bot
bot = BasicBot(generator=gen, **options)
bot.run() # guess what it does
else:
pywikibot.bot.suggest_help(missing_generator=True)
if __name__ == '__main__':
main()