wiki/jogobot-red
1
0
Fork 0
Code Issues 4 Pull Requests Releases Wiki Activity

Make sure only flush db if there are redfams

Browse Source 
To prevent from doing unnecessary stuff and trying to use not existing
db connection

Related Task: [https://fs.golderweb.de/index.php?do=details&task_id=75 FS#75]

Related Task: [https://fs.golderweb.de/index.php?do=details&task_id=75 FS#75]
This commit is contained in:
Jonathan Golder
2016-08-24 15:41:13 +02:00
parent dcc4851513
commit ee8ebbc8bc
1 changed files with 16 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
reddiscparser.py
View File

@@ -102,18 +102,31 @@ class DiscussionParserBot(
# Check whether parsing is needed # Check whether parsing is needed
if red_page.is_parsing_needed(): if red_page.is_parsing_needed():
# Count families for failure analysis
fam_counter = 0
# Iterate over returned generator with redfam sections # Iterate over returned generator with redfam sections
for fam in red_page.parse(): for fam in red_page.parse():
# Run RedFamParser on section text # Run RedFamParser on section text
redfam.RedFamParser.parser( fam, red_page.page._pageid, redfam.RedFamParser.parser( fam, red_page.page._pageid,
red_page.is_archive() ) red_page.is_archive() )
fam_counter += 1
else: else:
# If successfully parsed whole page, flush # If successfully parsed whole page, flush
# db write cache # db write cache
if( fam_counter ):
redfam.RedFamParser.flush_db_cache() redfam.RedFamParser.flush_db_cache()
jogobot.output( "Page [[{reddisc}]] parsed".format( jogobot.output( "Page [[{reddisc}]] parsed".format(
reddisc=red_page.page.title() ) ) reddisc=red_page.page.title() ) )
else:
jogobot.output(
"\03{red} Page [[{reddisc}]], ".format(
reddisc=red_page.page.title() ) +
"containing no redfam, parsed!",
"WARNING" )
def apply_conf_cat_generators( genFactory ): def apply_conf_cat_generators( genFactory ):