Unlock 30% off on Manual Testing Annual Plans this Holiday Season.

Copied to Clipboard!

How to use stats_report method in locust

Best Python code snippet using locust

checkmysql.py

Source:checkmysql.py

1# -*- coding: iso-8859-1 -*-2"""3    dbAlerter MySQL module4    @copyright: 2008-2011 Wave2 Limited. All rights reserved.5    @license: BSD License6"""7import math, MySQLdb, re, time, sys8import checkos, config, notify9from string import lower10__author__ = "Alan Snelson"11__copyright__ = "Copyright (c) 2008-2011 Wave2 Limited"12__revision__ = "$Id$"13__version__ = "0.2.0"14last_error = time.localtime()15last_slow_query = time.localtime()16db = None17auto_increment_state = {}18process_list_state = {}19security_state = {'ANONACCOUNT' : 0, 'EMPTYPASS' : 0}20warning_state = {'CONNECTIONS' : 0, 'BASEDIR_USAGE' : 0, 'BASEDIR_IUSAGE' : 0, \21'CPU_USAGE' : 0, 'DATADIR_USAGE' : 0, 'DATADIR_IUSAGE' : 0, 'OPEN_FILES' : 0, \22'PLUGIN_DIR_USAGE' : 0, 'PLUGIN_DIR_IUSAGE' : 0, 'SLAVEIO' : 0, 'SLAVESQL' : 0, \23'SLAVEPOS' : 0, 'TMPDIR_USAGE' : 0, 'TMPDIR_IUSAGE' : 0}24global_status = {'SLOW_QUERIES' : 0, 'MAX_USED_CONNECTIONS' : 0, 'UPTIME' : 0}25statistics = {'ERROR' : 0, 'WARNING' : 0, 'INFO' : 0, 'SLOWQ' : 0, 'MAXCONN' : 0, 'MAX_OPEN_FILES' : 0}26variables = {'BASEDIR' : '', 'DATADIR' : '', 'HOSTNAME' : '', 'LOG_ERROR' : '', 'PID' : 0, 'PID_FILE' : '', \27'PLUGIN_DIR' : '', 'OPEN_FILES_LIMIT' : 0, 'SERVERID' : 0, 'SLOW_QUERY_LOG' : '','SLOW_QUERY_LOG_FILE' : '', \28'TMPDIR' : '', 'VERSION' : '', 'LOG_OUTPUT' : '', 'VERSION_COMMENT' : '', 'MAX_CONNECTIONS' : 0}29def initialise():30    """Initialise MySQL module"""31    global db, global_status, statistics, variables32    db = connect()33    cursor=db.cursor(MySQLdb.cursors.DictCursor)34    #Obtain list of MySQL server variables35    cursor.execute("""SELECT * FROM INFORMATION_SCHEMA.GLOBAL_VARIABLES""")36    rows = cursor.fetchall ()37    for row in rows:38        #Store Basedir Path39        if (row['VARIABLE_NAME'] == 'BASEDIR'):40            variables['BASEDIR'] = row['VARIABLE_VALUE']41        #Store Datadir Path42        if (row['VARIABLE_NAME'] == 'DATADIR'):43            variables['DATADIR'] = row['VARIABLE_VALUE']44        #Store Hostname45        if (row['VARIABLE_NAME'] == 'HOSTNAME'):46            variables['HOSTNAME'] = row['VARIABLE_VALUE']47        #Store Error Log Path48        if (row['VARIABLE_NAME'] == 'LOG_ERROR'):49            variables['LOG_ERROR'] = row['VARIABLE_VALUE']50        #Store Open Files Limit51        if (row['VARIABLE_NAME'] == 'OPEN_FILES_LIMIT'):52            variables['OPEN_FILES_LIMIT'] = row['VARIABLE_VALUE']53        #Store Pid_file Path54        if (row['VARIABLE_NAME'] == 'PID_FILE'):55            variables['PID_FILE'] = row['VARIABLE_VALUE']56        #Store Plugin_dir Path57        if (row['VARIABLE_NAME'] == 'PLUGIN_DIR'):58            variables['PLUGIN_DIR'] = row['VARIABLE_VALUE']59        #Store Tmpdir Path60        if (row['VARIABLE_NAME'] == 'TMPDIR'):61            variables['TMPDIR'] = row['VARIABLE_VALUE']62        #Store MySQL version63        if (row['VARIABLE_NAME'] == 'VERSION'):64            variables['VERSION'] = row['VARIABLE_VALUE']65        #Store MySQL version comment66        if (row['VARIABLE_NAME'] == 'VERSION_COMMENT'):67            variables['VERSION_COMMENT'] = row['VARIABLE_VALUE']68    #Update MySQL pid69    variables['PID'] = int(file(variables['PID_FILE'],'r').read().strip())70    #initialise Statistics71    cursor.execute("""SHOW GLOBAL STATUS""")72    rows = cursor.fetchall ()73    for row in rows:74        #Current Connection Usage75        if (row['Variable_name'] == 'Threads_connected'):76            statistics['MAXCONN'] = int(row['Value'])77        #Current Open Files Usage78        if (row['Variable_name'] == 'Open_files'):79            statistics['MAX_OPEN_FILES'] = int(row['Value'])80        #Max Used Connections (Since server start)81        if (row['Variable_name'] == 'Max_used_connections'):82            global_status['MAX_USED_CONNECTIONS'] = int(row['Value'])83        #Slow Queries (Since server start)84        if (row['Variable_name'] == 'Slow_queries'):85            global_status['SLOW_QUERIES'] = int(row['Value'])86    cursor.close()87    return db88def cleanup():89    """Close connections and perform any cleanup"""90    global db91    db.close()92def check(stats=False):93    """Perform MySQL checks.94    Keyword arguments:95    stats -- produce statistics report post check96    """97    global db, statistics98    try:99        db.ping()100        #OS Checks101        if (checkos.supported):102            check_cpu_usage()103            check_disk_usage()104        #MySQL Checks105        update_variables()106        check_status()107        check_auto_increment()108        check_anonymous_accounts()109        check_empty_passwords()110        check_functionality()111        check_error_log()112        check_process_list()113        check_slow_query_log()114        check_slave_status()115        #Produce statistics report?116        if (stats):117            statistics_report()118    except MySQLdb.Error, (error,description):119        if error == 2006:120            notify.notify('Error','(' + str(error) + ') ' + description, 'Error (' + str(error) + ') - ' + description)121            retry_count=0122            while 1:123                try:124                    #Create connection to database125                    db=MySQLdb.connect(host=config.get('dbAlerter', 'mysql_hostname'), port=int(config.get('dbAlerter', 'mysql_port')), user=config.get('dbAlerter', 'mysql_username'), passwd=config.get('dbAlerter', 'mysql_password'))126                    #Update MySQL pid127                    variables['PID'] = int(file(variables['PID_FILE'],'r').read().strip())128                    notify.notify('Info', 'MySQL Server Back Online', 'MySQL Server Back Online')129                    statistics['INFO'] += 1130                    break131                except MySQLdb.Error, (error,description):132                    if (error == 2003 or error == 2002):133                        if (retry_count == 5):134                            notify.log_notify('Error', '(' + str(error) + ') ' + description)135                            retry_count=0136                        else:137                            retry_count+=1138                        time.sleep(int(config.get('dbAlerter','check_interval')))139        else:140            notify.notify('Error','(' + str(error) + ') ' + description, 'Error (' + str(error) + ') - ' + description + "\n\ndbAlerter Shutdown")141            notify.log_notify('Shutdown')142            time.sleep(5)143            sys.exit(1)144    except:145        notify.log_notify('Shutdown')146        raise147        time.sleep(5)148        sys.exit(1)149def connect():150    """Connect to MySQL server"""151    try:152        #Create connection to database153        db=MySQLdb.connect(host=config.get('dbAlerter', 'mysql_hostname'), port=int(config.get('dbAlerter', 'mysql_port')), user=config.get('dbAlerter', 'mysql_username'), passwd=config.get('dbAlerter', 'mysql_password'))154    except MySQLdb.Error, (error,description):155        #Access denied error156        if (error==1045):157            notify.notify('Error','(' + str(error) + ') - ' + description, 'Error (' + str(error) + ') - ' + description + "\n\n\nDid you remember to grant the correct privileges?\n\nGRANT PROCESS, SELECT, REPLICATION CLIENT, SHOW DATABASES, SUPER ON *.* TO  'mysqluser'@'localhost' IDENTIFIED BY 'mysqluser_password';\n\nGRANT CREATE, INSERT, DELETE, DROP ON dbAlerter.* TO 'mysqluser'@'localhost' IDENTIFIED BY 'mysqluser_password';")158            notify.log_notify('Shutdown')159            sys.exit(1)160        #No database selected error161        elif (error==1046):162            pass163        else:164            notify.notify('Error','(' + str(error) + ') - ' + description, 'Error (' + str(error) + ') - ' + description + "\n\ndbAlerter Shutdown")165            notify.log_notify('Shutdown')166            sys.exit(1)167    return db168def check_anonymous_accounts():169    """Check for anonymous accounts"""170    global db, security_state, statistics171    cursor = db.cursor(MySQLdb.cursors.DictCursor)172    cursor.execute("""SELECT User, Host FROM mysql.user WHERE User=''""")173    rows = cursor.fetchall ()174    if (cursor.rowcount > 0):175        anonymous_accounts = "The following anonymous accounts were detected:\n\n"176        for row in rows:177            anonymous_accounts += row['User'] + "'@'" + row['Host'] + "\n"178        notify.stateful_notify(True, security_state, 'ANONACCOUNT', 'Security', 'Anonymous accounts detected', anonymous_accounts + "\nPlease see: http://dev.mysql.com/doc/refman/5.1/en/default-privileges.html (Securing the initial MySQL Accounts) for details on how to secure these accounts.")179    else:180        notify.stateful_notify(False, security_state, 'ANONACCOUNT', 'Info', 'No anonymous accounts detected', "No anonymous accounts detected.")181    cursor.close()182def check_cpu_usage():183    """Check MySQL CPU usage"""184    global variables185    cpu_usage = float(checkos.get_cpu_usage(variables['PID']))186    threshold = float(config.get('dbAlerter','mysql_cpu_usage_threshold'))187    if (cpu_usage > threshold):188        notify.stateful_notify(True, warning_state, 'CPU_USAGE', 'Warning', 'CPU utilisation threshold crossed', 'CPU utilisation for MySQL process (' + str(variables['PID']) + ') is currently ' + str(cpu_usage) + '% (Threshold currently set to ' + str(threshold) + '%)')189        statistics['WARNING'] += 1190    else:191        notify.stateful_notify(False, warning_state, 'CPU_USAGE', 'Info', 'CPU utilisation returned below threshold', 'CPU utilisation for MySQL process (' + str(variables['PID']) + ') is currently ' + str(cpu_usage) + '% (Threshold currently set to ' + str(threshold) + '%)')192def check_disk_usage():193    """Check MySQL disk usage"""194    global variables195    mount_usage = checkos.get_mount_usage([variables['BASEDIR'], variables['DATADIR'], variables['PLUGIN_DIR'], variables['TMPDIR']])196    for mount in mount_usage.keys():197        mount_capacity = int(mount_usage[mount]['capacity'].replace('%',''))198        inode_capacity = int(mount_usage[mount]['icapacity'].replace('%',''))199        if (mount == variables['BASEDIR']):200            threshold = int(config.get('dbAlerter', 'mysql_basedir_threshold'))201            params = ['BASEDIR_', 'Installation directory']202        elif (mount == variables['DATADIR']):203            threshold = int(config.get('dbAlerter', 'mysql_datadir_threshold'))204            params = ['DATADIR_', 'Data directory']205        elif (mount == variables['PLUGIN_DIR']):206            threshold = int(config.get('dbAlerter', 'mysql_plugindir_threshold'))207            params = ['PLUGIN_DIR_', 'Plugin directory']208        elif (mount == variables['TMPDIR']):209            threshold = int(config.get('dbAlerter', 'mysql_tmpdir_threshold'))210            params = ['TMPDIR_', 'Temporary directory']211        #Check mount capacity212        if (mount_capacity > threshold):213            notify.stateful_notify(True, warning_state, params[0] + 'USAGE', 'Warning', params[1] + ' usage threshold crossed', params[1] + ' (' + mount + ') usage is currently ' + str(mount_capacity) + '% (Threshold currently set to ' + str(threshold) + '%)')214            statistics['WARNING'] += 1215        else:216            notify.stateful_notify(False, warning_state, params[0] + 'USAGE', 'Info', params[1] + ' usage returned below threshold', params[1] + ' (' + mount + ') usage is currently ' + str(mount_capacity) +'% (Threshold currently set to ' + str(threshold) + '%)')217        #Check inode capacity218        if (inode_capacity > threshold):219            notify.stateful_notify(True, warning_state, params[0] + 'IUSAGE', 'Warning', params[1] + ' inode usage threshold crossed', params[1] + ' (' + mount + ') inode usage is currently ' + str(mount_capacity) + '% (Threshold currently set to ' + str(threshold) + '%)')220            statistics['WARNING'] += 1221        else:222            notify.stateful_notify(False, warning_state, params[0] + 'IUSAGE', 'Info', params[1] + ' inode usage returned below threshold', params[1] + ' (' + mount + ') inode usage is currently ' + str(mount_capacity) +'% (Threshold currently set to ' + str(threshold) + '%)')223def check_empty_passwords():224    """Check for empty passwords"""225    global db, security_state, statistics226    cursor = db.cursor(MySQLdb.cursors.DictCursor)227    cursor.execute("""SELECT User, Host FROM mysql.user WHERE Password=''""")228    rows = cursor.fetchall ()229    if (cursor.rowcount > 0):230        emptyPasswords = "The following accounts do not have passwords configured:\n\n"231        for row in rows:232            emptyPasswords += row['User'] + "'@'" + row['Host'] + "\n"233        notify.stateful_notify(True, security_state, 'EMPTYPASS', 'Security', 'Empty passwords detected', emptyPasswords + "\nPlease see: http://dev.mysql.com/doc/refman/5.1/en/default-privileges.html (Securing the initial MySQL Accounts) for details on how to secure these accounts.")234    else:235        notify.stateful_notify(False, security_state, 'EMPTYPASS', 'Info', 'No Empty Passwords Detected', "No more empty passwords detected.")236    cursor.close()237def check_functionality():238    """Check basic functionality"""239    global db, statistics240    cursor = db.cursor(MySQLdb.cursors.DictCursor)241    cursor.execute("""CREATE DATABASE IF NOT EXISTS dbAlerter""")242    cursor.execute("""CREATE TABLE IF NOT EXISTS dbAlerter.insertcheck (ID int)""")243    cursor.execute("""INSERT INTO dbAlerter.insertcheck VALUES (112233)""")244    cursor.execute("""SELECT * FROM dbAlerter.insertcheck""")245    cursor.execute("""DROP TABLE dbAlerter.insertcheck""")246    cursor.execute("""DROP DATABASE dbAlerter""")247    cursor.execute("""SHOW ERRORS""")248    row = cursor.fetchone ()249    if row:250        notify.notify(row["Level"],  ' (' + str(row["Code"]) + ') - ' + row["Message"], 'Error (' + str(row["Code"]) + ') - ' + row["Message"])251        statistics['ERROR'] += 1252    cursor.close()253def check_error_log():254    """Check MySQL Error Log"""255    re_error = '^(\d\d\d\d\d\d \d\d:\d\d:\d\d) (\[ERROR\]) (.*)$'256    global last_error, statistics, variables257    try:258        log = open(variables['LOG_ERROR'], 'r')259        for line in log:260            error_pattern = re.compile(re_error).match(line)261            if error_pattern:262                if (time.strptime(error_pattern.group(1),"%y%m%d %H:%M:%S") > last_error):263                    last_error=time.strptime(error_pattern.group(1), "%y%m%d %H:%M:%S")264                    notify.notify('Error', error_pattern.group(3), line)265                    statistics['ERROR'] += 1266        log.close()267    except IOError, ioe:268        notify.notify("Error", ioe.str + ' : ' + ioe.filename + "\n")269        statistics['ERROR'] += 1270def check_slow_query_log():271    """Check slow query log - if enabled"""272    re_slow = '^(# Time:) (\d\d\d\d\d\d \d\d:\d\d:\d\d)$'273  274    global db, last_slow_query, statistics, variables275    if (variables['SLOW_QUERY_LOG'] == "ON"):276        slowquery = ''277        if (variables['LOG_OUTPUT'] == "FILE"):278            #File based logging279            try:280                slowquerylog=open(variables['SLOW_QUERY_LOG_FILE'], 'r')281                for line in slowquerylog:282                    slowpattern = re.compile(re_slow).match(line)283                    if slowpattern:284                        if (time.strptime(slowpattern.group(2),"%y%m%d %H:%M:%S") > last_slow_query):285                            last_slow_query=time.strptime(slowpattern.group(2), "%y%m%d %H:%M:%S")286                            slowquery += line287                            continue288                    if (slowquery != ''):289                        slowquery += line290                if (slowquery != ''):291                    notify.notify('Info','Slow Query Encountered',slowquery)292                    statistics['INFO'] += 1293                slowquerylog.close()294            except IOError, ioe:295                notify.notify("Error", ioe.str + ' : ' + ioe.filename, ioe.str + ' : ' + ioe.filename)296                statistics['ERROR'] += 1297        #Table based logging298        if (variables['LOG_OUTPUT'] == "TABLE"):299            cursor=db.cursor(MySQLdb.cursors.DictCursor)300            cursor.execute("""SELECT * FROM mysql.slow_log WHERE start_time > '""" + time.strftime("%Y-%m-%d %H:%M:%S", last_slow_query) + "' ORDER BY start_time ASC LIMIT 100;")301            rows = cursor.fetchall ()302            for row in rows:303                slowquery += '# Time: ' + str(row['start_time']) + "\n# User@Host: " + row['user_host'] + "\n# Query_time: " + str(row['query_time']) + "\n" + row['sql_text'] + "\n\n"304                if (time.strptime(str(row['start_time']),"%Y-%m-%d %H:%M:%S") > last_slow_query):305                    last_slow_query=time.strptime(str(row['start_time']), "%Y-%m-%d %H:%M:%S")306            if (slowquery != ''):307                notify.notify('Info','Slow Query Encountered',slowquery)308                statistics['INFO'] += 1309            cursor.close()310def check_process_list():311    """Check process list for long running commands"""312    global db, process_list_state, statistics313    processes = []314    cursor = db.cursor(MySQLdb.cursors.DictCursor)315    cursor.execute("""SHOW FULL PROCESSLIST""")316    rows = cursor.fetchall()317    for row in rows:318        #Notify on commands taking longer than 2 minutes319        if (row['Command'] != 'Sleep' and row['User'] != 'system user' and row['User'] != 'event_scheduler' and row['Time'] > 120):320            processes.append(row['Id'])321            notify.stateful_notify(True, process_list_state, row['Id'], 'Warning', 'Long running process with ID (' + str(row['Id']) + ') detected ', "The following command has been running for over 2 minutes:\n\nId: " + str(row['Id']) + "\nUser: " + row['User'] + "\nHost: " + row['Host'] + "\nSchema: " + (row['db'] or 'NULL') + "\nCommand: " + row['Command'] + "\nTime: " + str(row['Time']) + "\nState: " + row['State'] + "\nInfo: " + row['Info'])322            statistics['WARNING'] += 1323    cursor.close()324    #Cleanup state variable325    for key in process_list_state.keys():326        if not key in processes:327            notify.stateful_notify(False, process_list_state, key, 'Info', 'Long running process with ID (' + str(key) + ') has completed', 'Long running process with ID (' + str(key) + ') has completed.')328            del process_list_state[key]329                330def check_slave_status():331    """Check replication slave status"""332    333    global db, statistics, warning_state334    cursor = db.cursor(MySQLdb.cursors.DictCursor)335    cursor.execute("""SHOW SLAVE STATUS""")336    row = cursor.fetchone()337    if row:338        #Check Slave IO339        if row["Slave_IO_Running"]=="No":340            notify.stateful_notify(True, warning_state, 'SLAVEIO', "Warning", "Slave IO has stopped", "Warning - Slave IO has stopped")341            statistics['WARNING'] += 1342        elif row["Slave_IO_Running"]=="Yes":343            notify.stateful_notify(False, warning_state, 'SLAVEIO', "Info", "Slave IO has started", "Info - Slave IO has started")344            #Check Slave SQL345            if row["Slave_SQL_Running"]=="No":346                notify.stateful_notify(True, warning_state, 'SLAVESQL', "Warning", "Slave SQL has stopped", "Warning - Slave SQL has stopped")347                statistics['WARNING'] += 1348            elif row["Slave_SQL_Running"]=="Yes":349                notify.stateful_notify(False, warning_state, 'SLAVESQL', "Info", "Slave SQL has started", "Info - Slave SQL has started")350                #Check Slave Position351                if row["Seconds_Behind_Master"] > 60:352                    notify.stateful_notify(True, warning_state, 'SLAVEPOS', "Warning", "Slave is currently " + str(row["Seconds_Behind_Master"]) + " seconds behind the Master", "Warning - Slave is currently " + str(row["Seconds_Behind_Master"]) + " seconds behind the Master")353                    statistics['WARNING'] += 1354                elif row["Seconds_Behind_Master"] == 0:355                    notify.stateful_notify(False, warning_state, 'SLAVEPOS', "Info", "Slave has caught up with Master", "Info - Slave has caught up with Master")356    cursor.close()357def check_auto_increment ():358    '''Check all auto_increment counters'''359    global auto_increment_state, db, statistics360    threshold = 50361    aitables = []362    cursor1 = db.cursor(MySQLdb.cursors.DictCursor)363    cursor2 = db.cursor(MySQLdb.cursors.DictCursor)364    cursor1.execute("""SELECT TABLE_SCHEMA, TABLE_NAME, AUTO_INCREMENT FROM INFORMATION_SCHEMA.TABLES WHERE AUTO_INCREMENT > 0""")365    tables = cursor1.fetchall ()366    for table in tables:367        cursor2.execute("""SELECT COLUMN_NAME, DATA_TYPE, COLUMN_TYPE FROM information_schema.COLUMNS WHERE TABLE_SCHEMA = '""" + table['TABLE_SCHEMA'] + """' AND TABLE_NAME = '""" + table['TABLE_NAME'] + """' AND EXTRA = 'auto_increment'""")368        columns = cursor2.fetchall ()369        for column in columns:370            above_threshold = False371            if (lower(column['COLUMN_TYPE']).find('unsigned') == -1):372                #Process signed data types373                if (lower(column['DATA_TYPE']) == 'tinyint'):374                    currentValue = int((float(100) / float(127))*float(table['AUTO_INCREMENT']))375                    if (currentValue > threshold):376                        above_threshold = True377                elif (lower(column['DATA_TYPE']) == 'smallint'):378                    currentValue = int((float(100) / float(32767))*float(table['AUTO_INCREMENT']))379                    if (currentValue > threshold):380                        above_threshold = True381                elif (lower(column['DATA_TYPE']) == 'mediumint'):382                    currentValue = int((float(100) / float(8388607))*float(table['AUTO_INCREMENT']))383                    if (currentValue > threshold):384                        above_threshold = True385                elif (lower(column['DATA_TYPE']) == 'int'):386                    currentValue = int((float(100) / float(2147483647))*float(table['AUTO_INCREMENT']))387                    if (currentValue > threshold):388                        above_threshold = True389                elif (lower(column['DATA_TYPE']) == 'bigint'):390                    currentValue = int((float(100) / float(9223372036854775807))*float(table['AUTO_INCREMENT']))391                    if (currentValue > threshold):392                        above_threshold = True393            else:394                #process unsigned data types395                if (lower(column['DATA_TYPE']) == 'tinyint'):396                    currentValue = int((float(100) / float(255))*float(table['AUTO_INCREMENT']))397                    if (currentValue > threshold):398                        above_threshold = True399                elif (lower(column['DATA_TYPE']) == 'smallint'):400                    currentValue = int((float(100) / float(65535))*float(table['AUTO_INCREMENT']))401                    if (currentValue > threshold):402                        above_threshold = True403                elif (lower(column['DATA_TYPE']) == 'mediumint'):404                    currentValue = int((float(100) / float(16777215))*float(table['AUTO_INCREMENT']))405                    if (currentValue > threshold):406                        above_threshold = True407                elif (lower(column['DATA_TYPE']) == 'int'):408                    currentValue = int((float(100) / float(4294967295))*float(table['AUTO_INCREMENT']))409                    if (currentValue > threshold):410                        above_threshold = True411                elif (lower(column['DATA_TYPE']) == 'bigint'):412                    currentValue = int((float(100) / float(18446744073709551615))*float(table['AUTO_INCREMENT']))413                    if (currentValue > threshold):414                        above_threshold = True415            if (above_threshold):416                aitables.append(table['TABLE_SCHEMA'] + '.' + table['TABLE_NAME'] + '.' + column['COLUMN_NAME'])417                notify.stateful_notify(True, auto_increment_state, table['TABLE_SCHEMA'] + '.' + table['TABLE_NAME'] + '.' + column['COLUMN_NAME'], 'Warning', 'Auto increment threshold crossed on column [' + table['TABLE_SCHEMA'] + '.' + table['TABLE_NAME'] + '.' + column['COLUMN_NAME'] + ']', 'The column [' + column['COLUMN_NAME'] + '] within the table [' + table['TABLE_SCHEMA'] + '.' + table['TABLE_NAME'] + '] crossed the ' + str(threshold) +'% threshold.')418                statistics['WARNING'] += 1419    cursor1.close()420    cursor2.close()421    #Cleanup state variable422    for key in auto_increment_state.keys():423        if not key in aitables:424            notify.stateful_notify(False, auto_increment_state, key, 'Info', 'Auto increment returned below threshold for column [' + key + ']', 'The column [' + key.split('.')[2] + '] within the table [' + key.split('.')[0] + '.' + key.split('.')[1] + '] returned below the ' + str(threshold) + '% threshold.')425            del auto_increment_state[key]426def get_fragmented_tables():427    """Return fragmented tables"""428    global db429    fragmented_tables = {}430    cursor = db.cursor(MySQLdb.cursors.DictCursor)431    cursor.execute("""SELECT TABLE_SCHEMA, TABLE_NAME, DATA_FREE, DATA_LENGTH FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_SCHEMA NOT IN ('information_schema','mysql') AND DATA_LENGTH > 0 AND DATA_FREE > 0;""")432    rows = cursor.fetchall ()433    for row in rows:434        fragmented_tables[row['TABLE_SCHEMA'] + '.' + row['TABLE_NAME']] = int(math.ceil(row['DATA_FREE'] * (100 / float(row['DATA_LENGTH']))))435    return fragmented_tables436def get_unused_engines():437    """Return unused storage engines"""438    global db439    plugins = {}440    unused_engines = []441    cursor = db.cursor(MySQLdb.cursors.DictCursor)442    cursor.execute("""SELECT PLUGIN_NAME, PLUGIN_STATUS FROM INFORMATION_SCHEMA.PLUGINS WHERE PLUGIN_TYPE='STORAGE ENGINE';""")443    rows = cursor.fetchall ()444    for row in rows:445        plugins[row['PLUGIN_NAME']]=row['PLUGIN_STATUS']446    cursor.execute("""SELECT DISTINCT(ENGINE) FROM INFORMATION_SCHEMA.TABLES WHERE ENGINE IS NOT NULL;""")447    rows = cursor.fetchall ()448    for row in rows:449        del plugins[row['ENGINE']]450    for plugin, status in plugins.iteritems():451        if (status=='ACTIVE'):452            unused_engines.append(lower(plugin))453    return unused_engines454def format_uptime(uptime):455    """Convert uptime into Years / Months / Days / Minutes / Seconds"""456    days = int(math.floor(uptime/86400))457    hours = int(math.floor(uptime/3600)%24)458    minutes = int(math.floor(uptime/60)%60)459    return str(days) + ' Days, ' + str(hours) + ' Hours, ' + str(minutes) + ' Minutes'460def reset_statistics():461    """Reset MySQL statistics"""462    global statistics463    statistics['MAXCONN'] = 0464    statistics['MAX_OPEN_FILES'] = 0465    statistics['ERROR'] = 0466    statistics['WARNING'] = 0467    statistics['INFO'] = 0468    statistics['SLOWQ'] = 0469def statistics_report():470    """MySQL server statistics"""471    global auto_increment_state, db, global_status, security_state, statistics, variables472    stats_report = ''473    cursor = db.cursor(MySQLdb.cursors.DictCursor)474    #Auto increment threshold475    if (len(auto_increment_state) > 0):476        stats_report += "=== Auto Incrememnt Threshold Crossed ===\n"477        for key in auto_increment_state.keys():478            stats_report += ' ' + key + "\n"479    #Anonymous Accounts480    if (security_state['ANONACCOUNT'] == 1):481        stats_report += "=== Anonymous Accounts Detected ===\n"482        cursor.execute("""SELECT User, Host FROM mysql.user WHERE User=''""")483        rows = cursor.fetchall ()484        if (cursor.rowcount > 0):485            for row in rows:486                stats_report += ' ' + row['User'] + "'@'" + row['Host'] + "\n"487    #Empty passwords488    if (security_state['EMPTYPASS'] == 1):489        stats_report += "=== Accounts Without Passwords Detected ===\n"490        cursor.execute("""SELECT User, Host FROM mysql.user WHERE Password=''""")491        rows = cursor.fetchall ()492        if (cursor.rowcount > 0):493            for row in rows:494                stats_report += ' ' + row['User'] + "'@'" + row['Host'] + "\n"495    if (stats_report != ''):496        stats_report = "== Outstanding Issues ==\n" + stats_report + "\n"497    #Server Information498    stats_report += "== Server Information ==\n"499    #Uptime500    stats_report += 'Uptime: ' + format_uptime(global_status['UPTIME']) + "\n"501    #MySQL Version502    stats_report += 'MySQL Version: ' + variables['VERSION'] + ' (' + variables['VERSION_COMMENT'] + ")\n"503    #MySQL Server ID504    stats_report += 'Server ID: ' +  str(variables['SERVERID']) + "\n"505    #Base Directory506    stats_report += 'Basedir: ' +  variables['BASEDIR'] + "\n"507    #Data Directory508    stats_report += 'Datadir: ' + variables['DATADIR'] + "\n"509    #Plugin Directory510    stats_report += 'Plugindir: ' + variables['PLUGIN_DIR'] + "\n"511    #Tmp Directory512    stats_report += 'Tmpdir: ' + variables['TMPDIR'] + "\n"513    #Error Log514    stats_report += 'Error Log: ' +  variables['LOG_ERROR'] + "\n"515    #Slow Query Log516    stats_report += 'Slow Query Log: ' +  variables['SLOW_QUERY_LOG_FILE']517    if (variables['SLOW_QUERY_LOG'] == "OFF"):518        stats_report += " (Slow Query Logging Disabled)\n"519    else:520        stats_report += "\n"521    stats_report += "\n"522    #Server Statistics523    stats_report += "== Server Statistics ==\n"524    #Max Connections525    stats_report += 'Max Connections Encountered: ' + str(statistics['MAXCONN']) + "\n"526    #Max Connections (Since server start)527    stats_report += 'Max Connections (Since server start): ' + str(global_status['MAX_USED_CONNECTIONS']) + "\n"528    #Max Open Files529    stats_report += 'Max Open Files Encountered: ' + str(statistics['MAX_OPEN_FILES']) + "\n"530    #Total Info531    stats_report += 'Info Encountered: ' + str(statistics['INFO']) + "\n"532    #Total Warnings533    stats_report += 'Warnings Encountered: ' + str(statistics['WARNING']) + "\n"534    #Total Errors535    stats_report += 'Errors Encountered: ' + str(statistics['ERROR']) + "\n"536    #Slow Queries537    stats_report += 'Slow Queries Encountered: ' + str(statistics['SLOWQ'])538    if (variables['SLOW_QUERY_LOG'] == "OFF"):539        stats_report += " (Slow Query Logging Disabled)\n"540    else:541        stats_report += "\n"542    #Slow Queries (Since server start)543    stats_report += 'Slow Queries (Since server start): ' + str(global_status['SLOW_QUERIES'])544    if (variables['SLOW_QUERY_LOG'] == "OFF"):545        stats_report += " (Slow Query Logging Disabled)\n"546    else:547        stats_report += "\n"548    stats_report += "\n"549    stats_report += "== Metadata Information ==\n"550    #Schemata Count551    cursor.execute("""SELECT count(*) AS SCOUNT FROM information_schema.SCHEMATA""")552    schemas = cursor.fetchall ()553    for schema in schemas:554        stats_report += 'Schemata: ' + str(schema['SCOUNT']) + "\n"555    #Table Count556    cursor.execute("""SELECT count(*) AS TCOUNT FROM information_schema.TABLES""")557    tables = cursor.fetchall ()558    for table in tables:559        stats_report += 'Tables: ' + str(table['TCOUNT']) + "\n"560    #Column Count561    cursor.execute("""SELECT COUNT(*) AS CCOUNT FROM information_schema.COLUMNS""")562    columns = cursor.fetchall ()563    for column in columns:564        stats_report += 'Columns: ' + str(column['CCOUNT']) + "\n"565    #Event Count566    cursor.execute("""SELECT COUNT(*) AS ECOUNT FROM information_schema.EVENTS""")567    events = cursor.fetchall ()568    for event in events:569        stats_report += 'Events: ' + str(event['ECOUNT']) + "\n"570    #Routine Count571    cursor.execute("""SELECT COUNT(*) AS RCOUNT FROM information_schema.ROUTINES""")572    routines = cursor.fetchall ()573    for routine in routines:574        stats_report += 'Routines: ' + str(routine['RCOUNT']) + "\n"575    #Trigger Count576    cursor.execute("""SELECT COUNT(*) AS TCOUNT FROM information_schema.TRIGGERS""")577    triggers = cursor.fetchall ()578    for trigger in triggers:579        stats_report += 'Triggers: ' + str(trigger['TCOUNT']) + "\n"580    #View Count581    cursor.execute("""SELECT COUNT(*) AS VCOUNT FROM information_schema.VIEWS""")582    views = cursor.fetchall ()583    for view in views:584        stats_report += 'Views: ' + str(view['VCOUNT']) + "\n"585    #View Count586    cursor.execute("""SELECT COUNT(*) AS UCOUNT FROM mysql.user""")587    views = cursor.fetchall ()588    for view in views:589        stats_report += 'Users: ' + str(view['UCOUNT']) + "\n"590    #Recommendations591    recommendations=''592    #Fragmented Tables593    fragmented_tables=get_fragmented_tables()594    if (fragmented_tables):595        recommendations += "=== Fragmented Tables ===\nThe following tables have been identified as being fragmented:\n"596        for table, percent in sorted(fragmented_tables.iteritems()):597            recommendations += ' ' + table + ' (' + str(percent) + "%)\n"598        recommendations += "Consider running OTIMIZE TABLE to reclaim unused space.  See http://dev.mysql.com/doc/refman/5.1/en/optimize-table.html for details.\n"599    #Unused Engines600    unused_engines=get_unused_engines()601    if (unused_engines):602        recommendations += "=== Unused Storage Engines ===\nThe following storage engines are not in use and could be disabled:\n"603        for engine in unused_engines:604            recommendations += ' ' + engine + "\n"605        recommendations += "See http://dev.mysql.com/doc/refman/5.1/en/server-plugin-options.html for details on how to disable plugins.\n"606    if (recommendations != ''):607        stats_report += "\n== Recommendations ==\n" + recommendations + "\n"608    cursor.close()609    notify.notify('Stats', 'dbAlerter Statistics for ' + variables['HOSTNAME'], stats_report)610def update_variables():611    """Update server variables"""612    global db, variables613    cursor = db.cursor(MySQLdb.cursors.DictCursor)614    #Obtain list of dynamic MySQL server variables615    cursor.execute("""SELECT * FROM INFORMATION_SCHEMA.GLOBAL_VARIABLES""")616    rows = cursor.fetchall ()617    for row in rows:618        #Store Log Output619        if (row['VARIABLE_NAME'] == 'LOG_OUTPUT'):620            variables['LOG_OUTPUT'] = row['VARIABLE_VALUE']621        #Store Max Connections622        if (row['VARIABLE_NAME'] == 'MAX_CONNECTIONS'):623            variables['MAX_CONNECTIONS'] = row['VARIABLE_VALUE']624        #Store Slow Query Log Status625        if (row['VARIABLE_NAME'] == 'SLOW_QUERY_LOG'):626            variables['SLOW_QUERY_LOG'] = row['VARIABLE_VALUE']627        #Store Slow Query Log Path628        if (row['VARIABLE_NAME'] == 'SLOW_QUERY_LOG_FILE'):629            variables['SLOW_QUERY_LOG_FILE'] = row['VARIABLE_VALUE']630    cursor.close()631def check_status():632    """Check server statistics"""633    global db, global_status, statistics, warning_state634    cursor = db.cursor(MySQLdb.cursors.DictCursor)635    cursor.execute("""SHOW GLOBAL STATUS""")636    rows = cursor.fetchall ()637    for row in rows:638        #Check Open File Usage639        if (row['Variable_name'] == 'Open_files'):640            if (int(row['Value']) > statistics['MAX_OPEN_FILES']):641                statistics['MAX_OPEN_FILES'] = int(row['Value'])642            connpct = int(((100 / float(variables['OPEN_FILES_LIMIT'])) * float(row['Value'])))643            if (connpct > int(config.get('dbAlerter','mysql_open_files_threshold'))):644                notify.stateful_notify(True, warning_state, 'OPEN_FILES', 'Warning', 'Open file usage crossed ' + config.get('dbAlerter','mysql_open_files_threshold') + '% threshold', 'Open file crossed ' + config.get('dbAlerter','mysql_open_files_threshold') + '% threshold and is currently ' + str(connpct) + '%')645                statistics['WARNING'] += 1646            else:647                notify.stateful_notify(False, warning_state, 'OPEN_FILES', 'Info', 'Open file usage fell below ' + config.get('dbAlerter','mysql_open_files_threshold') + '% threshold', 'Open file usage fell below ' + config.get('dbAlerter','mysql_open_files_threshold') + '% threshold and is currently ' + str(connpct) + '%')648        #Check Current Connection Usage649        if (row['Variable_name'] == 'Threads_connected'):650            if (int(row['Value']) > statistics['MAXCONN']):651                statistics['MAXCONN'] = int(row['Value'])652            connpct = int(((100 / float(variables['MAX_CONNECTIONS'])) * float(row['Value'])))653            if (connpct > int(config.get('dbAlerter','mysql_connection_usage_threshold'))):654                notify.stateful_notify(True, warning_state, 'CONNECTIONS', 'Warning', 'Connection usage crossed ' + config.get('dbAlerter','mysql_connection_usage_threshold') + '% threshold', 'Connection usage crossed ' + config.get('dbAlerter','mysql_connection_usage_threshold') + '% threshold and is currently ' + str(connpct) + "%")655                statistics['WARNING'] += 1656            else:657                notify.stateful_notify(False, warning_state, 'CONNECTIONS', 'Info', 'Connection usage fell below ' + config.get('dbAlerter','mysql_connection_usage_threshold') + '% threshold', 'Connection usage fell below ' + config.get('dbAlerter','mysql_connection_usage_threshold') + '% threshold and is currently ' + str(connpct) + '%')658        #Check Slow Queries659        if (row['Variable_name'] == 'Slow_queries'):660            slowqs = (int(row['Value']) - global_status['SLOW_QUERIES'])661            if (slowqs > 5):662                notify.notify('Warning', str(slowqs) + " Slow Queries during last " + config.get('dbAlerter','check_interval') + " seconds.", str(slowqs) + " Slow Queries during last " + config.get('dbAlerter','check_interval') + " seconds.")663                statistics['WARNING'] += 1664            global_status['SLOW_QUERIES'] = int(row['Value'])665            statistics['SLOWQ'] += slowqs666        #Server uptime667        if (row['Variable_name'] == 'Uptime'):668            global_status['UPTIME'] = int(row['Value'])...

stats_report.py

Source:stats_report.py

1#!/usr/bin/python2import os3import sys4import simplejson as json5from datetime import datetime as dt6import zlib7import base648import argparse9from read_titles import readFilesTitles10#import backports.lzma as lzma11#backports.lzma12# 20K test07_21.json13#244K test07_21_kmer_stats_report.html14# 20K test07_31.json15#244K test07_31_kmer_stats_report.html16# 19M test10_21.json17# 11M test10_21_kmer_stats_report.html18# 18M test10_31.json19#9.6M test10_31_kmer_stats_report.html20# 20K test07_21.json21#236K test07_21_kmer_stats_report.html22# 20K test07_31.json23#236K test07_31_kmer_stats_report.html24# 19M test10_21.json25#8.4M test10_21_kmer_stats_report.html26# 18M test10_31.json27#7.4M test10_31_kmer_stats_report.html28REPORT_NAME = "kmer_stats_report"29template_dir = os.path.dirname( os.path.abspath( sys.argv[0] ) )30templates	= {31	'css'         : 'stats_report.template.css',32	'js'          : 'stats_report.template.js',33	'html'        : 'stats_report.template.html',34	#'b64'         : 'stats_report.template.b64.js',35	'b64'         : 'stats_report.template.b64.min.js',36	'inflate'     : 'stats_report.template.inflate.js',37	'deflate'     : 'stats_report.template.deflate.js',38	#'jsphylo'     : 'stats_report.template.jsphylosvg.js',39	'jsphylo'     : 'stats_report.template.jsphylosvg.min.js',40	'raphael'     : 'stats_report.template.raphael.js',41	'math'        : 'stats_report.template.math.js',42	'd3'          : 'stats_report.template.d3.js',43	'd3layout'    : 'stats_report.template.d3.layout.js',44	#'d3phylogram' : 'stats_report.template.d3.phylogram.js',45	'd3phylogram' : 'stats_report.template.d3.phylogram.min.js',46	#'d3phylonator': 'stats_report.template.d3.phylonator.js',47	'd3phylonator': 'stats_report.template.d3.phylonator.min.js',48	'newick'      : 'stats_report.template.newick.js',49	#'lzma'        : 'stats_report.template.lzma-d-min.js'50}51def templater( tpl ):52	print "reading template ::", tpl53	return open(os.path.join( template_dir, templates[tpl]), 'r').read()54def getjson(data):55	print "getting json"56	#return base64.b64encode( lzma.compress( json.dumps(data, sort_keys=True, indent=''), preset=lzma.PRESET_EXTREME, format=lzma.FORMAT_ALONE ) )57	#return base64.b64encode( zlib.compress( json.dumps(data, sort_keys=True, indent=''), zlib.Z_BEST_COMPRESSION ) )58	data = json.dumps(data, sort_keys=True, indent='')59	dl   = len(data)60	cobj = zlib.compressobj( zlib.Z_BEST_COMPRESSION, zlib.DEFLATED, 15, 9 )61	cout = cobj.compress( data ) + cobj.flush()62	cl   = len(cout)63	b64  = base64.b64encode( cout )64	bl   = len(b64)65	print "size %d compressed %d ( %6.2f %%) b64 %d ( %6.2f %% / %6.2f %%  )" % (dl, cl, (cl*1.0/dl*100), bl, (bl*1.0/dl*100), (bl*1.0/cl*100))66	return b6467	#return json.dumps(data, sort_keys=True, indent='')68def fixTitles( titles, data ):69	print "fixing titles"70	#print titles.keys()71	for p in xrange(len(data['in_filenames'])):72		name = data['in_filenames'][p]73		print " name",name74		if name in titles:75			data['in_filenames'][p] = titles[name]76			print "  renaming",name,"to",titles[name]77def addtrees( data, trees ):78	print "adding trees"79	data["trees"] = {}80	81	bn = os.path.commonprefix( trees )82	for treefile in trees:83		if len(trees) > 1:84			treename = treefile.replace( bn, '' )85		else:86			treename = treefile87			88		fn, ext   = os.path.splitext(treename)89		#ext      = ext[1:]90		grps      = fn.split('.')91		scale     = grps[-2]92		distance  = grps[-1]93		algorithm = ext[1:]94		print "adding trees", treefile, "to", treename, 'scale', scale, 'distance', distance, 'algorithm', algorithm95		#data["trees"][treename] = trees[treefile]96		if algorithm not in data["trees"]:97			data["trees"][algorithm] = {}98		if distance not in data["trees"][algorithm]:99			data["trees"][algorithm][distance] = {}100		data["trees"][algorithm][distance][scale] = trees[treefile]101	102def makehtml(nname, gdata):103	#https://google-developers.appspot.com/chart/interactive/docs/gallery/candlestickchart104	html = templater('html'   )105	tpl  = {}106	tpl["data"] = getjson( gdata );107	tpl["now" ] = str(dt.now().isoformat());108	for k in templates:109		tpl[k] = templater(k)110	html = html % tpl111	#html = html % {112		#"css"      : templater('css'    ),113		#"js"       : templater('js'     ),114		#"b64"      : templater('b64m'   ),115		#"inflate"  : templater('inflate'),116		#"raphael"  : templater('raphael'),117		#"jsphylo"  : templater('jsphylo'),118		#"math"     : templater('math'   ),119		#"data"     : getjson( gdata ),120		#"now"      : str(dt.now().isoformat())121		#css=open( sys.argv[0] + '.css', 'r' ).read()122		#<!-- <link rel="stylesheet" type="text/css" href="%(stylefile)s"> -->123		#"stylefile": sys.argv[0] + '.css'124	#}125	#print html126	print "saving html"127	open(nname + '_' + REPORT_NAME + '.html', 'w').write( html )128def main(in_json , in_csv, in_trees):129	titles  = None130	trees   = None131	132	if in_csv is not None:133		print "loading titles", in_csv134		if not os.path.exists(in_csv):135			print "title CSV %s does not exists" % in_csv136			sys.exit(1)137		titles  = readFilesTitles(in_csv)138	if in_trees is not None:139		trees    = {}140		print "loading trees", in_trees141		for tree in in_trees:142			if not os.path.exists(tree):143				print "tree %s does not exists" % tree144				sys.exit(1)145			trees[ tree ] = open(tree, 'r').read()146	gdata = {}147	print "reading", in_json148	if not in_json.endswith('.json'):149		print "not a json file"150		sys.exit(0)151	nname = os.path.basename( os.path.abspath( in_json ) )152	nname = nname.replace(  '.json', '')153	gdata[ nname ] = json.load( open(in_json, 'r') )154	if titles is not None:155		fixTitles( titles, gdata[ nname ] )156	if trees is not None:157		addtrees( gdata[ nname ], trees )158	print "generating html"159	makehtml(nname, gdata)160	print "finished"161if __name__ == '__main__':162	parser = argparse.ArgumentParser(description='Create HTML report')163	164	parser.add_argument('infile', type=str, 165					   help='input json file')166	parser.add_argument('--title', dest='title',167						default=None,168						help='CSV containing row titles')169	parser.add_argument('--trees', dest='trees',170						action='append',171						default=None,172						help='Tree files')173	174	args = parser.parse_args()175	...

urls.py

Source:urls.py

1from django.urls import re_path2from . import views3group_re = r'(?P<group>' + '|'.join(views.SERIES_GROUPS) + ')'4group_date_re = r'(?P<group>' + '|'.join(views.SERIES_GROUPS_DATE) + ')'5range_re = r'(?P<start>\d{8})-(?P<end>\d{8})'6format_re = r'(?P<format>' + '|'.join(views.SERIES_FORMATS) + ')'7series_re = r'%s-%s\.%s$' % (group_re, range_re, format_re)8series = dict((type, r'^%s-%s' % (type, series_re)) for type in views.SERIES)9# Addon specific stats.10stats_patterns = [11    # page URLs12    re_path(13        r'^$', views.stats_report, name='stats.overview', kwargs={'report': 'overview'}14    ),15    re_path(16        r'^downloads/$',17        views.stats_report,18        name='stats.downloads',19        kwargs={'report': 'downloads'},20    ),21    re_path(22        r'^downloads/sources/$',23        views.stats_report,24        name='stats.sources',25        kwargs={'report': 'sources'},26    ),27    re_path(28        r'^downloads/mediums/$',29        views.stats_report,30        name='stats.mediums',31        kwargs={'report': 'mediums'},32    ),33    re_path(34        r'^downloads/contents/$',35        views.stats_report,36        name='stats.contents',37        kwargs={'report': 'contents'},38    ),39    re_path(40        r'^downloads/campaigns/$',41        views.stats_report,42        name='stats.campaigns',43        kwargs={'report': 'campaigns'},44    ),45    re_path(46        r'^usage/$', views.stats_report, name='stats.usage', kwargs={'report': 'usage'}47    ),48    re_path(49        r'^usage/languages/$',50        views.stats_report,51        name='stats.locales',52        kwargs={'report': 'locales'},53    ),54    re_path(55        r'^usage/versions/$',56        views.stats_report,57        name='stats.versions',58        kwargs={'report': 'versions'},59    ),60    re_path(61        r'^usage/applications/$',62        views.stats_report,63        name='stats.apps',64        kwargs={'report': 'apps'},65    ),66    re_path(67        r'^usage/os/$', views.stats_report, name='stats.os', kwargs={'report': 'os'}68    ),69    re_path(70        r'^usage/countries/$',71        views.stats_report,72        name='stats.countries',73        kwargs={'report': 'countries'},74    ),75    # time series URLs following this pattern:76    # /addon/{addon_id}/statistics/{series}-{group}-{start}-{end}.{format}77    re_path(series['overview'], views.overview_series, name='stats.overview_series'),78    re_path(series['downloads'], views.downloads_series, name='stats.downloads_series'),79    re_path(series['usage'], views.usage_series, name='stats.usage_series'),80    re_path(81        series['sources'],82        views.download_breakdown_series,83        name='stats.sources_series',84        kwargs={'source': 'sources'},85    ),86    re_path(87        series['mediums'],88        views.download_breakdown_series,89        name='stats.mediums_series',90        kwargs={'source': 'mediums'},91    ),92    re_path(93        series['contents'],94        views.download_breakdown_series,95        name='stats.contents_series',96        kwargs={'source': 'contents'},97    ),98    re_path(99        series['campaigns'],100        views.download_breakdown_series,101        name='stats.campaigns_series',102        kwargs={'source': 'campaigns'},103    ),104    re_path(105        series['os'],106        views.usage_breakdown_series,107        name='stats.os_series',108        kwargs={'field': 'oses'},109    ),110    re_path(111        series['locales'],112        views.usage_breakdown_series,113        name='stats.locales_series',114        kwargs={'field': 'locales'},115    ),116    re_path(117        series['versions'],118        views.usage_breakdown_series,119        name='stats.versions_series',120        kwargs={'field': 'versions'},121    ),122    re_path(123        series['apps'],124        views.usage_breakdown_series,125        name='stats.apps_series',126        kwargs={'field': 'applications'},127    ),128    re_path(129        series['countries'],130        views.usage_breakdown_series,131        name='stats.countries_series',132        kwargs={'field': 'countries'},133    ),...

Automation Testing Tutorials

Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.