Browse Source

Add markpages as subtask

Markpages is a subtask of our Red-Bot

Related Task: [https://fs.golderweb.de/index.php?do=details&task_id=89 FS#89]

# The following line will be added automatically
# Related Task: [https://fs.golderweb.de/index.php?do=details&task_id=88 FS#88]
develop
Jonathan Golder 8 years ago
parent
commit
0ebf307bb8
  1. 24
      bots/markpages.py
  2. 2
      jogobot
  3. 2
      lib/mysqlred.py
  4. 4
      red.py

24
bots/markpages.py

@ -69,6 +69,24 @@ class MarkPagesBot( CurrentPageBot ): # sets 'current_page' on each treat()
# Run super class init with builded generator
super( MarkPagesBot, self ).__init__(generator=self.gen)
def run(self):
"""
Controls the overal parsing process, using super class for page switch
Needed to do things before/after treating pages is done
"""
try:
super( MarkPagesBot, self ).run()
except:
raise
else:
# Do status redfam status updates
for redfam in self.redfams:
redfam.update_status()
@property
def redfams(self):
"""
@ -79,8 +97,8 @@ class MarkPagesBot( CurrentPageBot ): # sets 'current_page' on each treat()
end_after = datetime.strptime(
jogobot.config["red.markpages"]["mark_done_after"],
"%Y-%m-%d" )
self.__redfams = RedFamWorker.gen_by_status_and_ending(
"archived", end_after)
self.__redfams = list( RedFamWorker.gen_by_status_and_ending(
"archived", end_after) )
return self.__redfams
@ -147,7 +165,7 @@ class MarkPagesBot( CurrentPageBot ): # sets 'current_page' on each treat()
# will return True if saved
# False if not saved because of errors
# None if change was not accepted by user
save_ret = self.put_current( self.new_text )
save_ret = self.put_current( self.new_text, summary=summary )
# Status
if add_ret is None or add_ret and save_ret:

2
jogobot

@ -1 +1 @@
Subproject commit 28d03f35b848a33ad45d3f5f8f3f82e8c45534ec
Subproject commit 49ada2993e345600523c161c5e2516ec65625684

2
lib/mysqlred.py

@ -308,7 +308,7 @@ article7 ) VALUES ( ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ? );'
type( self )._cached_insert_data.update( insert_data )
# Manualy construct self.data dict
data_keys = ( 'fam_hash', 'redpageid', 'beginning', 'ending',
data_keys = ( 'famhash', 'redpageid', 'beginning', 'ending',
'status', 'heading', 'article0', 'article1', 'article2',
'article3', 'article4', 'article5', 'article6',
'article7' )

4
red.py

@ -68,6 +68,10 @@ def prepare_bot( task_slug, subtask, genFactory, subtask_args ):
# Import related bot
from bots.reddiscparser import DiscussionParserBot as Bot
elif subtask == "markpages":
# Import related bot
from bots.markpages import MarkPagesBot as Bot
# Subtask error
else:
jogobot.output( (

Loading…
Cancel
Save