How to use _clear_inactive_blocks method in autotest

Best Python code snippet using autotest_python

monitor_db_cleanup.py

Source:monitor_db_cleanup.py Github

copy

Full Screen

...35 def _cleanup(self):36 logging.info('Running periodic cleanup')37 self._abort_timed_out_jobs()38 self._abort_jobs_past_max_runtime()39 self._clear_inactive_blocks()40 self._check_for_db_inconsistencies()41 self._reverify_dead_hosts()42 def _abort_timed_out_jobs(self):43 msg = 'Aborting all jobs that have timed out and are not complete'44 logging.info(msg)45 query = models.Job.objects.filter(hostqueueentry__complete=False).extra(46 where=['created_on + INTERVAL timeout HOUR < NOW()'])47 for job in query.distinct():48 logging.warning('Aborting job %d due to job timeout', job.id)49 job.abort()50 def _abort_jobs_past_max_runtime(self):51 """52 Abort executions that have started and are past the job's max runtime.53 """54 logging.info('Aborting all jobs that have passed maximum runtime')55 rows = self._db.execute("""56 SELECT hqe.id57 FROM afe_host_queue_entries AS hqe58 INNER JOIN afe_jobs ON (hqe.job_id = afe_jobs.id)59 WHERE NOT hqe.complete AND NOT hqe.aborted AND60 hqe.started_on + INTERVAL afe_jobs.max_runtime_hrs HOUR < NOW()""")61 query = models.HostQueueEntry.objects.filter(62 id__in=[row[0] for row in rows])63 for queue_entry in query.distinct():64 logging.warning('Aborting entry %s due to max runtime', queue_entry)65 queue_entry.abort()66 def _check_for_db_inconsistencies(self):67 logging.info('Cleaning db inconsistencies')68 self._check_all_invalid_related_objects()69 def _check_invalid_related_objects_one_way(self, first_model,70 relation_field, second_model):71 if 'invalid' not in first_model.get_field_dict():72 return []73 invalid_objects = list(first_model.objects.filter(invalid=True))74 first_model.objects.populate_relationships(invalid_objects,75 second_model,76 'related_objects')77 error_lines = []78 for invalid_object in invalid_objects:79 if invalid_object.related_objects:80 related_list = ', '.join(str(related_object) for related_object81 in invalid_object.related_objects)82 error_lines.append('Invalid %s %s is related to %ss: %s'83 % (first_model.__name__, invalid_object,84 second_model.__name__, related_list))85 related_manager = getattr(invalid_object, relation_field)86 related_manager.clear()87 return error_lines88 def _check_invalid_related_objects(self, first_model, first_field,89 second_model, second_field):90 errors = self._check_invalid_related_objects_one_way(91 first_model, first_field, second_model)92 errors.extend(self._check_invalid_related_objects_one_way(93 second_model, second_field, first_model))94 return errors95 def _check_all_invalid_related_objects(self):96 model_pairs = ((models.Host, 'labels', models.Label, 'host_set'),97 (models.AclGroup, 'hosts', models.Host, 'aclgroup_set'),98 (models.AclGroup, 'users', models.User, 'aclgroup_set'),99 (models.Test, 'dependency_labels', models.Label,100 'test_set'))101 errors = []102 for first_model, first_field, second_model, second_field in model_pairs:103 errors.extend(self._check_invalid_related_objects(104 first_model, first_field, second_model, second_field))105 if errors:106 subject = ('%s relationships to invalid models, cleaned all' %107 len(errors))108 message = '\n'.join(errors)109 logging.warning(subject)110 logging.warning(message)111 mail.manager.enqueue_admin(subject, message)112 def _clear_inactive_blocks(self):113 msg = 'Clear out blocks for all completed jobs.'114 logging.info(msg)115 # this would be simpler using NOT IN (subquery), but MySQL116 # treats all IN subqueries as dependent, so this optimizes much117 # better118 self._db.execute("""119 DELETE ihq FROM afe_ineligible_host_queues ihq120 LEFT JOIN (SELECT DISTINCT job_id FROM afe_host_queue_entries121 WHERE NOT complete) hqe122 USING (job_id) WHERE hqe.job_id IS NULL""")123 def _should_reverify_hosts_now(self):124 reverify_period_sec = (125 scheduler_config.config.reverify_period_minutes * 60)126 if reverify_period_sec == 0:...

Full Screen

Full Screen

Automation Testing Tutorials

Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.

LambdaTest Learning Hubs:

YouTube

You could also refer to video tutorials over LambdaTest YouTube channel to get step by step demonstration from industry experts.

Run autotest automation tests on LambdaTest cloud grid

Perform automation testing on 3000+ real desktop and mobile devices online.

Try LambdaTest Now !!

Get 100 minutes of automation test minutes FREE!!

Next-Gen App & Browser Testing Cloud

Was this article helpful?

Helpful

NotHelpful