Reflect stucture changes in Code
Since bot class is moved to separate dir/file we need to do some changes to rebuild functionality Related Task: [https://fs.golderweb.de/index.php?do=details&task_id=82 FS#82]
This commit is contained in:
98
red.py
98
red.py
@@ -22,111 +22,17 @@
|
||||
#
|
||||
#
|
||||
"""
|
||||
Script to parse all reddisc pages in configured categories
|
||||
Wrapper script to invoke all redundances bot tasks
|
||||
"""
|
||||
|
||||
import os
|
||||
import sys
|
||||
import re
|
||||
|
||||
import pywikibot
|
||||
from pywikibot import pagegenerators
|
||||
from pywikibot.bot import ExistingPageBot, NoRedirectPageBot
|
||||
|
||||
import jogobot
|
||||
|
||||
from lib import redpage
|
||||
from lib import redfam
|
||||
|
||||
|
||||
class DiscussionParserBot(
|
||||
# CurrentPageBot, # via next two sets 'current_page' on each treat()
|
||||
ExistingPageBot, # CurrentPageBot only treats existing pages
|
||||
NoRedirectPageBot ): # class which only treats non-redirects
|
||||
"""
|
||||
Botclass witch initialises the parsing process of Redundancy Discussions
|
||||
"""
|
||||
|
||||
# RegEx to filter wrong pages
|
||||
onlyinclude_re = re.compile(
|
||||
jogobot.config["redundances"]["reddiscs_onlyinclude_re"] )
|
||||
|
||||
def __init__( self, generator ):
|
||||
"""
|
||||
Constructor
|
||||
|
||||
Parameters:
|
||||
@param generator: The page generator that determines on which pages
|
||||
to work.
|
||||
@type generator: generator.
|
||||
"""
|
||||
super( DiscussionParserBot, self ).__init__(generator=generator)
|
||||
|
||||
def run( self ):
|
||||
"""
|
||||
Controls the overal parsing process, using super class for page switch
|
||||
|
||||
Needed to do things before/after treating pages is done
|
||||
"""
|
||||
try:
|
||||
|
||||
super( DiscussionParserBot, self ).run()
|
||||
|
||||
except:
|
||||
raise
|
||||
|
||||
else:
|
||||
|
||||
# If successfully parsed all pages in cat, flush db write cache
|
||||
redpage.RedPage.flush_db_cache()
|
||||
|
||||
def treat_page( self ):
|
||||
"""
|
||||
Handles work on current page
|
||||
"""
|
||||
|
||||
# Short circuit excluded pages
|
||||
if self.current_page.title() in (
|
||||
jogobot.config["redundances"]["redpage_exclude"] ):
|
||||
|
||||
return
|
||||
|
||||
# Exclude pages which does not match pattern
|
||||
if not type(self).onlyinclude_re.search( self.current_page.title() ):
|
||||
|
||||
return
|
||||
|
||||
# Initiate RedPage object
|
||||
red_page = redpage.RedPage( self.current_page )
|
||||
|
||||
# Check whether parsing is needed
|
||||
if red_page.is_parsing_needed():
|
||||
|
||||
# Count families for failure analysis
|
||||
fam_counter = 0
|
||||
|
||||
# Iterate over returned generator with redfam sections
|
||||
for fam in red_page.parse():
|
||||
|
||||
# Run RedFamParser on section text
|
||||
redfam.RedFamParser.parser( fam, red_page.page,
|
||||
red_page.is_archive() )
|
||||
|
||||
fam_counter += 1
|
||||
|
||||
else:
|
||||
# If successfully parsed whole page, flush
|
||||
# db write cache
|
||||
if( fam_counter ):
|
||||
redfam.RedFamParser.flush_db_cache()
|
||||
jogobot.output( "Page [[{reddisc}]] parsed".format(
|
||||
reddisc=red_page.page.title() ) )
|
||||
else:
|
||||
jogobot.output(
|
||||
"\03{red}" + "Page [[{reddisc}]], ".format(
|
||||
reddisc=red_page.page.title() ) +
|
||||
"containing no redfam, parsed!",
|
||||
"WARNING" )
|
||||
from bots.reddiscparser import DiscussionParserBot
|
||||
|
||||
|
||||
def apply_conf_cat_generators( genFactory ):
|
||||
|
||||
Reference in New Issue
Block a user