wiki/jogobot-red
1
0
Fork 0
Code Issues 4 Pull Requests Releases Wiki Activity

Collect writing db querys for running once in MysqlRedPage

Browse Source 
Add classmethod to MysqlRed for executing collected querys
This commit is contained in:
Jonathan Golder
2015-09-16 21:01:30 +02:00
parent 1dea5d7e84
commit 26f5912f88
1 changed files with 36 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

42
mysqlred.py
View File

@@ -51,6 +51,12 @@ class MysqlRed:
db_password = config.db_password db_password = config.db_password
db_name = config.db_username + jogobot.db_namesuffix db_name = config.db_username + jogobot.db_namesuffix
# Class variables for storing cached querys
__cached_update_data = []
__update_query = ''
__cached_insert_data = []
__insert_query = ''
def __init__( self ): def __init__( self ):
""" """
Opens a connection to MySQL-DB Opens a connection to MySQL-DB
@@ -74,6 +80,23 @@ class MysqlRed:
type( self ).connection.close() type( self ).connection.close()
@classmethod
def flush( cls ):
"""
Run cached querys
"""
cursor = cls.connection.cursor()
# Execute insert query
cursor.execute( cls.__insert_query, cls.__cached_insert_data )
# Execute update query
# Use executemany since update could not be reduced to one query
cursor.executemany( cls.__update_query, cls.__cached_update_data )
# Commit db changes
cls.connection.commit()
class MysqlRedPage( MysqlRed ): class MysqlRedPage( MysqlRed ):
""" """
@@ -81,7 +104,10 @@ class MysqlRedPage( MysqlRed ):
""" """
# Class variables for storing cached querys # Class variables for storing cached querys
__cached_update = [] __cached_update_data = []
__update_query = 'UPDATE `red_pages` \
SET `page_title` = ?, `rev_id` = ?, `status`= ? \
WHERE `page_id` = ?;'
__cached_insert_data = [] __cached_insert_data = []
__insert_query = 'INSERT INTO `red_pages` \ __insert_query = 'INSERT INTO `red_pages` \
( page_id, page_title, rev_id, status ) \ ( page_id, page_title, rev_id, status ) \
@@ -131,7 +157,7 @@ class MysqlRedPage( MysqlRed ):
@param int status Page parsing status @param int status Page parsing status
""" """
__cached_insert_data.apend( ( self.__page_id, page_title, type( self ).__cached_insert_data.apend( ( self.__page_id, page_title,
rev_id, status ) ) rev_id, status ) )
# Manualy construct self.data dict # Manualy construct self.data dict
@@ -147,21 +173,13 @@ class MysqlRedPage( MysqlRed ):
@param int status Page parsing status @param int status Page parsing status
""" """
cursor = type( self ).connection.cursor()
if not page_title: if not page_title:
page_title = self.data[ 'page_title' ] page_title = self.data[ 'page_title' ]
if not rev_id: if not rev_id:
rev_id = self.data[ 'rev_id' ] rev_id = self.data[ 'rev_id' ]
query = 'UPDATE `red_pages` \ type( self ).__cached_update_data.append( ( page_title, rev_id,
SET `page_title` = ?, `rev_id` = ?, `status`= ? \ status, self.__page_id ) )
WHERE `page_id` = ?;'
data = ( page_title, rev_id, status, self.__page_id )
cursor.execute( query, data)
type( self ).connection.commit()
class MysqlRedFam( MysqlRed ): class MysqlRedFam( MysqlRed ):