How to use option method in toolium

Best Python code snippet using toolium_python

test_util_open_ended.py

Source:test_util_open_ended.py Github

copy

Full Screen

1import json2from textwrap import dedent3from xmodule.modulestore.xml import XMLModuleStore4from xmodule.tests import DATA_DIR, get_test_system5from StringIO import StringIO6OPEN_ENDED_GRADING_INTERFACE = {7 'url': 'blah/',8 'username': 'incorrect',9 'password': 'incorrect',10 'staff_grading': 'staff_grading',11 'peer_grading': 'peer_grading',12 'grading_controller': 'grading_controller'13}14S3_INTERFACE = {15 'access_key': "",16 'secret_access_key': "",17 "storage_bucket_name": "",18}19class MockS3Key(object):20 """21 Mock an S3 Key object from boto. Used for file upload testing.22 """23 def __init__(self, bucket):24 pass25 def set_metadata(self, key, value):26 setattr(self, key, value)27 def set_contents_from_file(self, fileobject):28 self.data = fileobject.read()29 def set_acl(self, acl):30 self.set_metadata("acl", acl)31 def generate_url(self, timeout):32 return "http://www.edx.org/sample_url"33class MockS3Connection(object):34 """35 Mock boto S3Connection for testing image uploads.36 """37 def __init__(self, access_key, secret_key, **kwargs):38 """39 Mock the init call. S3Connection has a lot of arguments, but we don't need them.40 """41 pass42 def create_bucket(self, bucket_name, **kwargs):43 return "edX Bucket"44 def lookup(self, bucket_name):45 return None46class MockUploadedFile(object):47 """48 Create a mock uploaded file for image submission tests.49 value - String data to place into the mock file.50 return - A StringIO object that behaves like a file.51 """52 def __init__(self, name, value):53 self.mock_file = StringIO()54 self.mock_file.write(value)55 self.name = name56 def seek(self, index):57 return self.mock_file.seek(index)58 def read(self):59 return self.mock_file.read()60class DummyModulestore(object):61 """62 A mixin that allows test classes to have convenience functions to get a module given a location63 """64 def get_module_system(self, descriptor):65 raise NotImplementedError("Sub-tests must specify how to generate a module-system")66 def setup_modulestore(self, name):67 self.modulestore = XMLModuleStore(DATA_DIR, course_dirs=[name])68 def get_course(self, _):69 """Get a test course by directory name. If there's more than one, error."""70 courses = self.modulestore.get_courses()71 return courses[0]72 def get_module_from_location(self, usage_key):73 descriptor = self.modulestore.get_item(usage_key, depth=None)74 descriptor.xmodule_runtime = self.get_module_system(descriptor)75 return descriptor76def serialize_child_history(task_state):77 """78 To json serialize feedback and post_assessment in child_history of task state.79 """80 child_history = task_state.get("child_history", [])81 for i, attempt in enumerate(child_history):82 if "post_assessment" in attempt:83 if "feedback" in attempt["post_assessment"]:84 attempt["post_assessment"]["feedback"] = json.dumps(attempt["post_assessment"].get("feedback"))85 task_state["child_history"][i]["post_assessment"] = json.dumps(attempt["post_assessment"])86def serialize_open_ended_instance_state(json_str):87 """88 To json serialize task_states and old_task_states in instance state.89 """90 json_data = json.loads(json_str)91 task_states = json_data.get('task_states', [])92 for i, task_state in enumerate(task_states):93 serialize_child_history(task_state)94 json_data['task_states'][i] = json.dumps(task_state)95 old_task_states = json_data.get('old_task_states', [])96 for i, old_task in enumerate(old_task_states):97 for j, task_state in enumerate(old_task):98 old_task[j] = json.dumps(task_state)99 json_data['old_task_states'][i] = old_task100 return json.dumps(json_data)101# Task state for a module with self assessment then instructor assessment.102TEST_STATE_SA_IN = ["{\"child_created\": false, \"child_attempts\": 2, \"version\": 1, \"child_history\": [{\"answer\": \"However venture pursuit he am mr cordial. Forming musical am hearing studied be luckily. Ourselves for determine attending how led gentleman sincerity. Valley afford uneasy joy she thrown though bed set. In me forming general prudent on country carried. Behaved an or suppose justice. Seemed whence how son rather easily and change missed. Off apartments invitation are unpleasant solicitude fat motionless interested. Hardly suffer wisdom wishes valley as an. As friendship advantages resolution it alteration stimulated he or increasing. \\r<br><br>Now led tedious shy lasting females off. Dashwood marianne in of entrance be on wondered possible building. Wondered sociable he carriage in speedily margaret. Up devonshire of he thoroughly insensible alteration. An mr settling occasion insisted distance ladyship so. Not attention say frankness intention out dashwoods now curiosity. Stronger ecstatic as no judgment daughter speedily thoughts. Worse downs nor might she court did nay forth these. \", \"post_assessment\": \"[3, 3, 2, 2, 2]\", \"score\": 12}, {\"answer\": \"Delightful remarkably mr on announcing themselves entreaties favourable. About to in so terms voice at. Equal an would is found seems of. The particular friendship one sufficient terminated frequently themselves. It more shed went up is roof if loud case. Delay music in lived noise an. Beyond genius really enough passed is up. \\r<br><br>John draw real poor on call my from. May she mrs furnished discourse extremely. Ask doubt noisy shade guest did built her him. Ignorant repeated hastened it do. Consider bachelor he yourself expenses no. Her itself active giving for expect vulgar months. Discovery commanded fat mrs remaining son she principle middleton neglected. Be miss he in post sons held. No tried is defer do money scale rooms. \", \"post_assessment\": \"[3, 3, 2, 2, 2]\", \"score\": 12}], \"max_score\": 12, \"child_state\": \"done\"}", "{\"child_created\": false, \"child_attempts\": 0, \"version\": 1, \"child_history\": [{\"answer\": \"However venture pursuit he am mr cordial. Forming musical am hearing studied be luckily. Ourselves for determine attending how led gentleman sincerity. Valley afford uneasy joy she thrown though bed set. In me forming general prudent on country carried. Behaved an or suppose justice. Seemed whence how son rather easily and change missed. Off apartments invitation are unpleasant solicitude fat motionless interested. Hardly suffer wisdom wishes valley as an. As friendship advantages resolution it alteration stimulated he or increasing. \\r<br><br>Now led tedious shy lasting females off. Dashwood marianne in of entrance be on wondered possible building. Wondered sociable he carriage in speedily margaret. Up devonshire of he thoroughly insensible alteration. An mr settling occasion insisted distance ladyship so. Not attention say frankness intention out dashwoods now curiosity. Stronger ecstatic as no judgment daughter speedily thoughts. Worse downs nor might she court did nay forth these. \", \"post_assessment\": \"{\\\"submission_id\\\": 1460, \\\"score\\\": 12, \\\"feedback\\\": \\\"{\\\\\\\"feedback\\\\\\\": \\\\\\\"\\\\\\\"}\\\", \\\"success\\\": true, \\\"grader_id\\\": 5413, \\\"grader_type\\\": \\\"IN\\\", \\\"rubric_scores_complete\\\": true, \\\"rubric_xml\\\": \\\"<rubric><category><description>\\\\nIdeas\\\\n</description><score>3</score><option points='0'>\\\\nDifficult for the reader to discern the main idea. Too brief or too repetitive to establish or maintain a focus.\\\\n</option><option points='1'>\\\\nAttempts a main idea. Sometimes loses focus or ineffectively displays focus.\\\\n</option><option points='2'>\\\\nPresents a unifying theme or main idea, but may include minor tangents. Stays somewhat focused on topic and task.\\\\n</option><option points='3'>\\\\nPresents a unifying theme or main idea without going off on tangents. Stays completely focused on topic and task.\\\\n</option></category><category><description>\\\\nContent\\\\n</description><score>3</score><option points='0'>\\\\nIncludes little information with few or no details or unrelated details. Unsuccessful in attempts to explore any facets of the topic.\\\\n</option><option points='1'>\\\\nIncludes little information and few or no details. Explores only one or two facets of the topic.\\\\n</option><option points='2'>\\\\nIncludes sufficient information and supporting details. (Details may not be fully developed; ideas may be listed.) Explores some facets of the topic.\\\\n</option><option points='3'>\\\\nIncludes in-depth information and exceptional supporting details that are fully developed. Explores all facets of the topic.\\\\n</option></category><category><description>\\\\nOrganization\\\\n</description><score>2</score><option points='0'>\\\\nIdeas organized illogically, transitions weak, and response difficult to follow.\\\\n</option><option points='1'>\\\\nAttempts to logically organize ideas. Attempts to progress in an order that enhances meaning, and demonstrates use of transitions.\\\\n</option><option points='2'>\\\\nIdeas organized logically. Progresses in an order that enhances meaning. Includes smooth transitions.\\\\n</option></category><category><description>\\\\nStyle\\\\n</description><score>2</score><option points='0'>\\\\nContains limited vocabulary, with many words used incorrectly. Demonstrates problems with sentence patterns.\\\\n</option><option points='1'>\\\\nContains basic vocabulary, with words that are predictable and common. Contains mostly simple sentences (although there may be an attempt at more varied sentence patterns).\\\\n</option><option points='2'>\\\\nIncludes vocabulary to make explanations detailed and precise. Includes varied sentence patterns, including complex sentences.\\\\n</option></category><category><description>\\\\nVoice\\\\n</description><score>2</score><option points='0'>\\\\nDemonstrates language and tone that may be inappropriate to task and reader.\\\\n</option><option points='1'>\\\\nDemonstrates an attempt to adjust language and tone to task and reader.\\\\n</option><option points='2'>\\\\nDemonstrates effective adjustment of language and tone to task and reader.\\\\n</option></category></rubric>\\\"}\", \"score\": 12}, {\"answer\": \"Delightful remarkably mr on announcing themselves entreaties favourable. About to in so terms voice at. Equal an would is found seems of. The particular friendship one sufficient terminated frequently themselves. It more shed went up is roof if loud case. Delay music in lived noise an. Beyond genius really enough passed is up. \\r<br><br>John draw real poor on call my from. May she mrs furnished discourse extremely. Ask doubt noisy shade guest did built her him. Ignorant repeated hastened it do. Consider bachelor he yourself expenses no. Her itself active giving for expect vulgar months. Discovery commanded fat mrs remaining son she principle middleton neglected. Be miss he in post sons held. No tried is defer do money scale rooms. \", \"post_assessment\": \"{\\\"submission_id\\\": 1462, \\\"score\\\": 12, \\\"feedback\\\": \\\"{\\\\\\\"feedback\\\\\\\": \\\\\\\"\\\\\\\"}\\\", \\\"success\\\": true, \\\"grader_id\\\": 5418, \\\"grader_type\\\": \\\"IN\\\", \\\"rubric_scores_complete\\\": true, \\\"rubric_xml\\\": \\\"<rubric><category><description>\\\\nIdeas\\\\n</description><score>3</score><option points='0'>\\\\nDifficult for the reader to discern the main idea. Too brief or too repetitive to establish or maintain a focus.\\\\n</option><option points='1'>\\\\nAttempts a main idea. Sometimes loses focus or ineffectively displays focus.\\\\n</option><option points='2'>\\\\nPresents a unifying theme or main idea, but may include minor tangents. Stays somewhat focused on topic and task.\\\\n</option><option points='3'>\\\\nPresents a unifying theme or main idea without going off on tangents. Stays completely focused on topic and task.\\\\n</option></category><category><description>\\\\nContent\\\\n</description><score>3</score><option points='0'>\\\\nIncludes little information with few or no details or unrelated details. Unsuccessful in attempts to explore any facets of the topic.\\\\n</option><option points='1'>\\\\nIncludes little information and few or no details. Explores only one or two facets of the topic.\\\\n</option><option points='2'>\\\\nIncludes sufficient information and supporting details. (Details may not be fully developed; ideas may be listed.) Explores some facets of the topic.\\\\n</option><option points='3'>\\\\nIncludes in-depth information and exceptional supporting details that are fully developed. Explores all facets of the topic.\\\\n</option></category><category><description>\\\\nOrganization\\\\n</description><score>2</score><option points='0'>\\\\nIdeas organized illogically, transitions weak, and response difficult to follow.\\\\n</option><option points='1'>\\\\nAttempts to logically organize ideas. Attempts to progress in an order that enhances meaning, and demonstrates use of transitions.\\\\n</option><option points='2'>\\\\nIdeas organized logically. Progresses in an order that enhances meaning. Includes smooth transitions.\\\\n</option></category><category><description>\\\\nStyle\\\\n</description><score>2</score><option points='0'>\\\\nContains limited vocabulary, with many words used incorrectly. Demonstrates problems with sentence patterns.\\\\n</option><option points='1'>\\\\nContains basic vocabulary, with words that are predictable and common. Contains mostly simple sentences (although there may be an attempt at more varied sentence patterns).\\\\n</option><option points='2'>\\\\nIncludes vocabulary to make explanations detailed and precise. Includes varied sentence patterns, including complex sentences.\\\\n</option></category><category><description>\\\\nVoice\\\\n</description><score>2</score><option points='0'>\\\\nDemonstrates language and tone that may be inappropriate to task and reader.\\\\n</option><option points='1'>\\\\nDemonstrates an attempt to adjust language and tone to task and reader.\\\\n</option><option points='2'>\\\\nDemonstrates effective adjustment of language and tone to task and reader.\\\\n</option></category></rubric>\\\"}\", \"score\": 12}], \"max_score\": 12, \"child_state\": \"post_assessment\"}"]103# Mock instance state. Should receive a score of 15.104MOCK_INSTANCE_STATE = r"""{"ready_to_reset": false, "skip_spelling_checks": true, "current_task_number": 1, "weight": 5.0, "graceperiod": "1 day 12 hours 59 minutes 59 seconds", "graded": "True", "task_states": ["{\"child_created\": false, \"child_attempts\": 4, \"version\": 1, \"child_history\": [{\"answer\": \"After 24 hours, remove the samples from the containers and rinse each sample with distilled water.\\r\\nAllow the samples to sit and dry for 30 minutes.\\r\\nDetermine the mass of each sample.\\r\\nThe students\\u2019 data are recorded in the table below.\\r\\n\\r\\nStarting Mass (g)\\tEnding Mass (g)\\tDifference in Mass (g)\\r\\nMarble\\t 9.8\\t 9.4\\t\\u20130.4\\r\\nLimestone\\t10.4\\t 9.1\\t\\u20131.3\\r\\nWood\\t11.2\\t11.2\\t 0.0\\r\\nPlastic\\t 7.2\\t 7.1\\t\\u20130.1\\r\\nAfter reading the\", \"post_assessment\": \"[3]\", \"score\": 3}, {\"answer\": \"To replicate the experiment, the procedure would require more detail. One piece of information that is omitted is the amount of vinegar used in the experiment. It is also important to know what temperature the experiment was kept at during the 24 hours. Finally, the procedure needs to include details about the experiment, for example if the whole sample must be submerged.\", \"post_assessment\": \"[3]\", \"score\": 3}, {\"answer\": \"e the mass of four different samples.\\r\\nPour vinegar in each of four separate, but identical, containers.\\r\\nPlace a sample of one material into one container and label. Repeat with remaining samples, placing a single sample into a single container.\\r\\nAfter 24 hours, remove the samples from the containers and rinse each sample with distilled water.\\r\\nAllow the samples to sit and dry for 30 minutes.\\r\\nDetermine the mass of each sample.\\r\\nThe students\\u2019 data are recorded in the table below.\\r\\n\", \"post_assessment\": \"[3]\", \"score\": 3}, {\"answer\": \"\", \"post_assessment\": \"[3]\", \"score\": 3}], \"max_score\": 3, \"child_state\": \"done\"}", "{\"child_created\": false, \"child_attempts\": 0, \"version\": 1, \"child_history\": [{\"answer\": \"The students\\u2019 data are recorded in the table below.\\r\\n\\r\\nStarting Mass (g)\\tEnding Mass (g)\\tDifference in Mass (g)\\r\\nMarble\\t 9.8\\t 9.4\\t\\u20130.4\\r\\nLimestone\\t10.4\\t 9.1\\t\\u20131.3\\r\\nWood\\t11.2\\t11.2\\t 0.0\\r\\nPlastic\\t 7.2\\t 7.1\\t\\u20130.1\\r\\nAfter reading the group\\u2019s procedure, describe what additional information you would need in order to replicate the expe\", \"post_assessment\": \"{\\\"submission_id\\\": 3097, \\\"score\\\": 0, \\\"feedback\\\": \\\"{\\\\\\\"spelling\\\\\\\": \\\\\\\"Spelling: Ok.\\\\\\\", \\\\\\\"grammar\\\\\\\": \\\\\\\"Grammar: More grammar errors than average.\\\\\\\", \\\\\\\"markup-text\\\\\\\": \\\\\\\"the students data are recorded in the <bg>table below . starting mass</bg> g ending mass g difference in mass g marble . . . limestone . . . wood . . . plastic . . . after reading the groups <bg>procedure , describe what additional</bg> information you would need in order to replicate the <bs>expe</bs>\\\\\\\"}\\\", \\\"success\\\": true, \\\"grader_id\\\": 3233, \\\"grader_type\\\": \\\"ML\\\", \\\"rubric_scores_complete\\\": true, \\\"rubric_xml\\\": \\\"<rubric><category><description>Response Quality</description><score>0</score><option points='0'>The response is not a satisfactory answer to the question. It either fails to address the question or does so in a limited way, with no evidence of higher-order thinking.</option><option points='1'>The response is a marginal answer to the question. It may contain some elements of a proficient response, but it is inaccurate or incomplete.</option><option points='2'>The response is a proficient answer to the question. It is generally correct, although it may contain minor inaccuracies. There is limited evidence of higher-order thinking.</option><option points='3'>The response is correct, complete, and contains evidence of higher-order thinking.</option></category></rubric>\\\"}\", \"score\": 0}, {\"answer\": \"After 24 hours, remove the samples from the containers and rinse each sample with distilled water.\\r\\nAllow the samples to sit and dry for 30 minutes.\\r\\nDetermine the mass of each sample.\\r\\nThe students\\u2019 data are recorded in the table below.\\r\\n\\r\\nStarting Mass (g)\\tEnding Mass (g)\\tDifference in Mass (g)\\r\\nMarble\\t 9.8\\t 9.4\\t\\u20130.4\\r\\nLimestone\\t10.4\\t 9.1\\t\\u20131.3\\r\\nWood\\t11.2\\t11.2\\t 0.0\\r\\nPlastic\\t 7.2\\t 7.1\\t\\u20130.1\\r\\nAfter reading the\", \"post_assessment\": \"{\\\"submission_id\\\": 3098, \\\"score\\\": 0, \\\"feedback\\\": \\\"{\\\\\\\"spelling\\\\\\\": \\\\\\\"Spelling: Ok.\\\\\\\", \\\\\\\"grammar\\\\\\\": \\\\\\\"Grammar: Ok.\\\\\\\", \\\\\\\"markup-text\\\\\\\": \\\\\\\"after hours , remove the samples from the containers and rinse each sample with distilled water . allow the samples to sit and dry for minutes . determine the mass of each sample . the students data are recorded in the <bg>table below . starting mass</bg> g ending mass g difference in mass g marble . . . limestone . . . wood . . . plastic . . . after reading the\\\\\\\"}\\\", \\\"success\\\": true, \\\"grader_id\\\": 3235, \\\"grader_type\\\": \\\"ML\\\", \\\"rubric_scores_complete\\\": true, \\\"rubric_xml\\\": \\\"<rubric><category><description>Response Quality</description><score>0</score><option points='0'>The response is not a satisfactory answer to the question. It either fails to address the question or does so in a limited way, with no evidence of higher-order thinking.</option><option points='1'>The response is a marginal answer to the question. It may contain some elements of a proficient response, but it is inaccurate or incomplete.</option><option points='2'>The response is a proficient answer to the question. It is generally correct, although it may contain minor inaccuracies. There is limited evidence of higher-order thinking.</option><option points='3'>The response is correct, complete, and contains evidence of higher-order thinking.</option></category></rubric>\\\"}\", \"score\": 0}, {\"answer\": \"To replicate the experiment, the procedure would require more detail. One piece of information that is omitted is the amount of vinegar used in the experiment. It is also important to know what temperature the experiment was kept at during the 24 hours. Finally, the procedure needs to include details about the experiment, for example if the whole sample must be submerged.\", \"post_assessment\": \"{\\\"submission_id\\\": 3099, \\\"score\\\": 3, \\\"feedback\\\": \\\"{\\\\\\\"spelling\\\\\\\": \\\\\\\"Spelling: Ok.\\\\\\\", \\\\\\\"grammar\\\\\\\": \\\\\\\"Grammar: Ok.\\\\\\\", \\\\\\\"markup-text\\\\\\\": \\\\\\\"to replicate the experiment , the procedure would require <bg>more detail . one</bg> piece of information <bg>that is omitted is the</bg> amount of vinegar used in the experiment . it is also important to know what temperature the experiment was kept at during the hours . finally , the procedure needs to include details about the experiment , for example if the whole sample must be submerged .\\\\\\\"}\\\", \\\"success\\\": true, \\\"grader_id\\\": 3237, \\\"grader_type\\\": \\\"ML\\\", \\\"rubric_scores_complete\\\": true, \\\"rubric_xml\\\": \\\"<rubric><category><description>Response Quality</description><score>3</score><option points='0'>The response is not a satisfactory answer to the question. It either fails to address the question or does so in a limited way, with no evidence of higher-order thinking.</option><option points='1'>The response is a marginal answer to the question. It may contain some elements of a proficient response, but it is inaccurate or incomplete.</option><option points='2'>The response is a proficient answer to the question. It is generally correct, although it may contain minor inaccuracies. There is limited evidence of higher-order thinking.</option><option points='3'>The response is correct, complete, and contains evidence of higher-order thinking.</option></category></rubric>\\\"}\", \"score\": 3}, {\"answer\": \"e the mass of four different samples.\\r\\nPour vinegar in each of four separate, but identical, containers.\\r\\nPlace a sample of one material into one container and label. Repeat with remaining samples, placing a single sample into a single container.\\r\\nAfter 24 hours, remove the samples from the containers and rinse each sample with distilled water.\\r\\nAllow the samples to sit and dry for 30 minutes.\\r\\nDetermine the mass of each sample.\\r\\nThe students\\u2019 data are recorded in the table below.\\r\\n\", \"post_assessment\": \"{\\\"submission_id\\\": 3100, \\\"score\\\": 0, \\\"feedback\\\": \\\"{\\\\\\\"spelling\\\\\\\": \\\\\\\"Spelling: Ok.\\\\\\\", \\\\\\\"grammar\\\\\\\": \\\\\\\"Grammar: Ok.\\\\\\\", \\\\\\\"markup-text\\\\\\\": \\\\\\\"e the mass of four different samples . pour vinegar in <bg>each of four separate</bg> , but identical , containers . place a sample of one material into one container and label . repeat with remaining samples , placing a single sample into a single container . after hours , remove the samples from the containers and rinse each sample with distilled water . allow the samples to sit and dry for minutes . determine the mass of each sample . the students data are recorded in the table below . \\\\\\\"}\\\", \\\"success\\\": true, \\\"grader_id\\\": 3239, \\\"grader_type\\\": \\\"ML\\\", \\\"rubric_scores_complete\\\": true, \\\"rubric_xml\\\": \\\"<rubric><category><description>Response Quality</description><score>0</score><option points='0'>The response is not a satisfactory answer to the question. It either fails to address the question or does so in a limited way, with no evidence of higher-order thinking.</option><option points='1'>The response is a marginal answer to the question. It may contain some elements of a proficient response, but it is inaccurate or incomplete.</option><option points='2'>The response is a proficient answer to the question. It is generally correct, although it may contain minor inaccuracies. There is limited evidence of higher-order thinking.</option><option points='3'>The response is correct, complete, and contains evidence of higher-order thinking.</option></category></rubric>\\\"}\", \"score\": 0}, {\"answer\": \"\", \"post_assessment\": \"{\\\"submission_id\\\": 3101, \\\"score\\\": 0, \\\"feedback\\\": \\\"{\\\\\\\"spelling\\\\\\\": \\\\\\\"Spelling: Ok.\\\\\\\", \\\\\\\"grammar\\\\\\\": \\\\\\\"Grammar: Ok.\\\\\\\", \\\\\\\"markup-text\\\\\\\": \\\\\\\"invalid essay .\\\\\\\"}\\\", \\\"success\\\": true, \\\"grader_id\\\": 3241, \\\"grader_type\\\": \\\"ML\\\", \\\"rubric_scores_complete\\\": true, \\\"rubric_xml\\\": \\\"<rubric><category><description>Response Quality</description><score>0</score><option points='0'>The response is not a satisfactory answer to the question. It either fails to address the question or does so in a limited way, with no evidence of higher-order thinking.</option><option points='1'>The response is a marginal answer to the question. It may contain some elements of a proficient response, but it is inaccurate or incomplete.</option><option points='2'>The response is a proficient answer to the question. It is generally correct, although it may contain minor inaccuracies. There is limited evidence of higher-order thinking.</option><option points='3'>The response is correct, complete, and contains evidence of higher-order thinking.</option></category></rubric>\\\"}\", \"score\": 0}], \"max_score\": 3, \"child_state\": \"done\"}"], "attempts": "10000", "student_attempts": 0, "due": null, "state": "done", "accept_file_upload": false, "display_name": "Science Question -- Machine Assessed"}"""105# Instance state. To test the rubric scores are consistent. Should receive a score of 15.106INSTANCE_INCONSISTENT_STATE = serialize_open_ended_instance_state("""107{ "accept_file_upload" : false,108 "attempts" : "10000",109 "current_task_number" : 1,110 "display_name" : "Science Question -- Machine Assessed",111 "due" : null,112 "graceperiod" : "1 day 12 hours 59 minutes 59 seconds",113 "graded" : "True",114 "ready_to_reset" : false,115 "skip_spelling_checks" : true,116 "state" : "done",117 "student_attempts" : 0,118 "task_states" : [ { "child_attempts" : 4,119 "child_created" : false,120 "child_history" : [ { "answer" : "Student answer 1st attempt.",121 "post_assessment" : [ 3 ],122 "score" : 1123 },124 { "answer" : "Student answer 2nd attempt.",125 "post_assessment" : [ 3 ],126 "score" : 1127 },128 { "answer" : "Student answer 3rd attempt.",129 "post_assessment" : [ 3 ],130 "score" : 1131 },132 { "answer" : "",133 "post_assessment" : [ 3 ],134 "score" : 1135 }136 ],137 "child_state" : "done",138 "max_score" : 3,139 "version" : 1140 },141 { "child_attempts" : 0,142 "child_created" : false,143 "child_history" : [ { "answer" : "Student answer 1st attempt.",144 "post_assessment" : { "feedback" : { "grammar" : "Grammar: More grammar errors than average.",145 "markup-text" : "valid essay",146 "spelling" : "Spelling: Ok."147 },148 "grader_id" : 3233,149 "grader_type" : "ML",150 "rubric_scores_complete" : true,151 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>0</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",152 "score" : 0,153 "submission_id" : 3097,154 "success" : true155 },156 "score" : 0157 },158 { "answer" : "Student answer 2nd attempt.",159 "post_assessment" : { "feedback" : { "grammar" : "Grammar: Ok.",160 "markup-text" : "valid essay",161 "spelling" : "Spelling: Ok."162 },163 "grader_id" : 3235,164 "grader_type" : "ML",165 "rubric_scores_complete" : true,166 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>0</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",167 "score" : 0,168 "submission_id" : 3098,169 "success" : true170 },171 "score" : 0172 },173 { "answer" : "Student answer 3rd attempt.",174 "post_assessment" : { "feedback" : { "grammar" : "Grammar: Ok.",175 "markup-text" : "valid essay",176 "spelling" : "Spelling: Ok."177 },178 "grader_id" : 3237,179 "grader_type" : "ML",180 "rubric_scores_complete" : true,181 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>3</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",182 "score" : 2,183 "submission_id" : 3099,184 "success" : true185 },186 "score" : 2187 },188 { "answer" : "Student answer 4th attempt.",189 "post_assessment" : { "feedback" : { "grammar" : "Grammar: Ok.",190 "markup-text" : "valid essay",191 "spelling" : "Spelling: Ok."192 },193 "grader_id" : 3239,194 "grader_type" : "ML",195 "rubric_scores_complete" : true,196 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>0</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",197 "score" : 0,198 "submission_id" : 3100,199 "success" : true200 },201 "score" : 0202 },203 { "answer" : "",204 "post_assessment" : { "feedback" : { "grammar" : "Grammar: Ok.",205 "markup-text" : "invalid essay .",206 "spelling" : "Spelling: Ok."207 },208 "grader_id" : 3241,209 "grader_type" : "ML",210 "rubric_scores_complete" : true,211 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>0</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",212 "score" : 0,213 "submission_id" : 3101,214 "success" : true215 },216 "score" : 0217 }218 ],219 "child_state" : "done",220 "max_score" : 3,221 "version" : 1222 }223 ],224 "weight" : 5.0225}226 """)227# Instance state. Should receive a score of 10 if grader type is PE.228INSTANCE_INCONSISTENT_STATE2 = serialize_open_ended_instance_state("""229{ "accept_file_upload" : false,230 "attempts" : "10000",231 "current_task_number" : 1,232 "display_name" : "Science Question -- Machine Assessed",233 "due" : null,234 "graceperiod" : "1 day 12 hours 59 minutes 59 seconds",235 "graded" : "True",236 "ready_to_reset" : false,237 "skip_spelling_checks" : true,238 "state" : "done",239 "student_attempts" : 0,240 "task_states" : [ { "child_attempts" : 4,241 "child_created" : false,242 "child_history" : [ { "answer" : "Student answer 1st attempt.",243 "post_assessment" : [3],244 "score" : 1245 },246 { "answer" : "Student answer 2nd attempt.",247 "post_assessment" : [3],248 "score" : 1249 },250 { "answer" : "Student answer 3rd attempt.",251 "post_assessment" : [3],252 "score" : 1253 },254 { "answer" : "",255 "post_assessment" : [3],256 "score" : 1257 }258 ],259 "child_state" : "done",260 "max_score" : 3,261 "version" : 1262 },263 { "child_attempts" : 0,264 "child_created" : false,265 "child_history" : [ { "answer" : "Student answer 1st attempt.",266 "post_assessment" : { "feedback" : { "grammar" : "Grammar: More grammar errors than average.",267 "markup-text" : "valid essay",268 "spelling" : "Spelling: Ok."269 },270 "grader_id" : 3233,271 "grader_type" : "PE",272 "rubric_scores_complete" : true,273 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>0</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",274 "score" : 0,275 "submission_id" : 3097,276 "success" : true277 },278 "score" : 0279 },280 { "answer" : "Student answer 2nd attempt.",281 "post_assessment" : { "feedback" : { "grammar" : "Grammar: Ok.",282 "markup-text" : "valid essay",283 "spelling" : "Spelling: Ok."284 },285 "grader_id" : 3235,286 "grader_type" : "PE",287 "rubric_scores_complete" : true,288 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>0</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",289 "score" : 0,290 "submission_id" : 3098,291 "success" : true292 },293 "score" : 0294 },295 { "answer" : "Student answer 3rd attempt.",296 "post_assessment" : { "feedback" : { "grammar" : "Grammar: Ok.",297 "markup-text" : "valid essay",298 "spelling" : "Spelling: Ok."299 },300 "grader_id" : 3237,301 "grader_type" : "PE",302 "rubric_scores_complete" : true,303 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>5</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",304 "score" : 2,305 "submission_id" : 3099,306 "success" : true307 },308 "score" : 2309 },310 { "answer" : "Student answer 4th attempt.",311 "post_assessment" : { "feedback" : { "grammar" : "Grammar: Ok.",312 "markup-text" : "valid essay",313 "spelling" : "Spelling: Ok."314 },315 "grader_id" : 3239,316 "grader_type" : "PE",317 "rubric_scores_complete" : true,318 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>0</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",319 "score" : 0,320 "submission_id" : 3100,321 "success" : true322 },323 "score" : 0324 },325 { "answer" : "",326 "post_assessment" : { "feedback" : { "grammar" : "Grammar: Ok.",327 "markup-text" : "invalid essay .",328 "spelling" : "Spelling: Ok."329 },330 "grader_id" : 3241,331 "grader_type" : "PE",332 "rubric_scores_complete" : true,333 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>0</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",334 "score" : 0,335 "submission_id" : 3101,336 "success" : true337 },338 "score" : 0339 }340 ],341 "child_state" : "done",342 "max_score" : 3,343 "version" : 1344 }345 ],346 "weight" : 5.0347}348 """)349# Instance state. To test score if sum of rubric score is different from score value. Should receive score of 25.350INSTANCE_INCONSISTENT_STATE3 = serialize_open_ended_instance_state("""351{ "accept_file_upload" : false,352 "attempts" : "10000",353 "current_task_number" : 1,354 "display_name" : "Science Question -- Machine Assessed",355 "due" : null,356 "graceperiod" : "1 day 12 hours 59 minutes 59 seconds",357 "graded" : "True",358 "ready_to_reset" : false,359 "skip_spelling_checks" : true,360 "state" : "done",361 "student_attempts" : 0,362 "task_states" : [ { "child_attempts" : 4,363 "child_created" : false,364 "child_history" : [ { "answer" : "Student answer 1st attempt.",365 "post_assessment" : [3],366 "score" : 1367 },368 { "answer" : "Student answer 2nd attempt.",369 "post_assessment" : [3],370 "score" : 1371 },372 { "answer" : "Student answer 3rd attempt.",373 "post_assessment" : [3],374 "score" : 1375 },376 { "answer" : "",377 "post_assessment" : [3],378 "score" : 1379 }380 ],381 "child_state" : "done",382 "max_score" : 3,383 "version" : 1384 },385 { "child_attempts" : 0,386 "child_created" : false,387 "child_history" : [ { "answer" : "Student answer 1st attempt.",388 "post_assessment" : { "feedback" : { "grammar" : "Grammar: More grammar errors than average.",389 "markup-text" : "valid essay",390 "spelling" : "Spelling: Ok."391 },392 "grader_id" : 3233,393 "grader_type" : "ML",394 "rubric_scores_complete" : true,395 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>2</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",396 "score" : 0,397 "submission_id" : 3097,398 "success" : true399 },400 "score" : 0401 },402 { "answer" : "Student answer 2nd attempt.",403 "post_assessment" : { "feedback" : { "grammar" : "Grammar: Ok.",404 "markup-text" : "valid essay",405 "spelling" : "Spelling: Ok."406 },407 "grader_id" : 3235,408 "grader_type" : "ML",409 "rubric_scores_complete" : true,410 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>0</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",411 "score" : 0,412 "submission_id" : 3098,413 "success" : true414 },415 "score" : 0416 },417 { "answer" : "Student answer 3rd attempt.",418 "post_assessment" : { "feedback" : { "grammar" : "Grammar: Ok.",419 "markup-text" : "valid essay",420 "spelling" : "Spelling: Ok."421 },422 "grader_id" : 3237,423 "grader_type" : "ML",424 "rubric_scores_complete" : true,425 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>5</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",426 "score" : 2,427 "submission_id" : 3099,428 "success" : true429 },430 "score" : 2431 },432 { "answer" : "Student answer 4th attempt.",433 "post_assessment" : { "feedback" : { "grammar" : "Grammar: Ok.",434 "markup-text" : "valid essay",435 "spelling" : "Spelling: Ok."436 },437 "grader_id" : 3239,438 "grader_type" : "ML",439 "rubric_scores_complete" : true,440 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>0</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",441 "score" : 0,442 "submission_id" : 3100,443 "success" : true444 },445 "score" : 0446 },447 { "answer" : "",448 "post_assessment" : { "feedback" : { "grammar" : "Grammar: Ok.",449 "markup-text" : "invalid essay .",450 "spelling" : "Spelling: Ok."451 },452 "grader_id" : 3241,453 "grader_type" : "ML",454 "rubric_scores_complete" : true,455 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>0</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",456 "score" : 0,457 "submission_id" : 3101,458 "success" : true459 },460 "score" : 0461 }462 ],463 "child_state" : "done",464 "max_score" : 3,465 "version" : 1466 }467 ],468 "weight" : 5.0469}470""")471# Instance state. To test score if old task states are available. Should receive a score of 15.472INSTANCE_INCONSISTENT_STATE4 = serialize_open_ended_instance_state("""473{ "accept_file_upload" : false,474 "attempts" : "10000",475 "current_task_number" : 0,476 "display_name" : "Science Question -- Machine Assessed",477 "due" : null,478 "graceperiod" : "1 day 12 hours 59 minutes 59 seconds",479 "graded" : "True",480 "old_task_states" : [ [ { "child_attempts" : 4,481 "child_created" : false,482 "child_history" : [ { "answer" : "Student answer 1st attempt.",483 "post_assessment" : "[3]",484 "score" : 1485 },486 { "answer" : "Student answer 2nd attempt.",487 "post_assessment" : "[3]",488 "score" : 1489 },490 { "answer" : "Student answer 3rd attempt.",491 "post_assesssment" : "[3]",492 "score" : 1493 },494 { "answer" : "",495 "post_assessment" : "[3]",496 "score" : 1497 }498 ],499 "child_state" : "done",500 "max_score" : 3,501 "version" : 1502 } ] ],503 "ready_to_reset" : false,504 "skip_spelling_checks" : true,505 "state" : "assessing",506 "student_attempts" : 0,507 "task_states" : [ { "child_attempts" : 4,508 "child_created" : false,509 "child_history" : [ { "answer" : "Student answer 1st attempt.",510 "post_assessment" : [3],511 "score" : 1512 },513 { "answer" : "Student answer 2nd attempt.",514 "post_assessment" : [3],515 "score" : 1516 },517 { "answer" : "Student answer 3rd attempt.",518 "post_assessment" : [3],519 "score" : 1520 },521 { "answer" : "",522 "post_assessment" : [3],523 "score" : 1524 }525 ],526 "child_state" : "done",527 "max_score" : 3,528 "stored_answer" : null,529 "version" : 1530 },531 { "child_attempts" : 0,532 "child_created" : false,533 "child_history" : [ { "answer" : "Student answer 1st attempt.",534 "post_assessment" : { "feedback" : { "grammar" : "Grammar: More grammar errors than average.",535 "markup-text" : "valid essay",536 "spelling" : "Spelling: Ok."537 },538 "grader_id" : 3233,539 "grader_type" : "ML",540 "rubric_scores_complete" : true,541 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>0</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",542 "score" : 0,543 "submission_id" : 3097,544 "success" : true545 },546 "score" : 0547 },548 { "answer" : "Student answer 2nd attempt.",549 "post_assessment" : { "feedback" : { "grammar" : "Grammar: Ok.",550 "markup-text" : "valid essay",551 "spelling" : "Spelling: Ok."552 },553 "grader_id" : 3235,554 "grader_type" : "ML",555 "rubric_scores_complete" : true,556 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>0</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",557 "score" : 0,558 "submission_id" : 3098,559 "success" : true560 },561 "score" : 0562 },563 { "answer" : "Student answer 3rd attempt.",564 "post_assessment" : { "feedback" : { "grammar" : "Grammar: Ok.",565 "markup-text" : "valid essay",566 "spelling" : "Spelling: Ok."567 },568 "grader_id" : 3237,569 "grader_type" : "ML",570 "rubric_scores_complete" : true,571 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>3</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",572 "score" : 2,573 "submission_id" : 3099,574 "success" : true575 },576 "score" : 2577 },578 { "answer" : "Student answer 4th attempt.",579 "post_assessment" : { "feedback" : { "grammar" : "Grammar: Ok.",580 "markup-text" : "valid essay",581 "spelling" : "Spelling: Ok."582 },583 "grader_id" : 3239,584 "grader_type" : "ML",585 "rubric_scores_complete" : true,586 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>0</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",587 "score" : 0,588 "submission_id" : 3100,589 "success" : true590 },591 "score" : 0592 },593 { "answer" : "",594 "post_assessment" : { "feedback" : { "grammar" : "Grammar: Ok.",595 "markup-text" : "invalid essay .",596 "spelling" : "Spelling: Ok."597 },598 "grader_id" : 3241,599 "grader_type" : "ML",600 "rubric_scores_complete" : true,601 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>0</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",602 "score" : 0,603 "submission_id" : 3101,604 "success" : true605 },606 "score" : 0607 }608 ],609 "child_state" : "done",610 "max_score" : 3,611 "version" : 1612 }613 ],614 "weight" : 5.0615}616""")617# Instance state. To test score if rubric scores are available but score is missing. Should receive a score of 15.618INSTANCE_INCONSISTENT_STATE5 = serialize_open_ended_instance_state("""619{ "accept_file_upload" : false,620 "attempts" : "10000",621 "current_task_number" : 1,622 "display_name" : "Science Question -- Machine Assessed",623 "due" : null,624 "graceperiod" : "1 day 12 hours 59 minutes 59 seconds",625 "graded" : "True",626 "ready_to_reset" : false,627 "skip_spelling_checks" : true,628 "state" : "done",629 "student_attempts" : 0,630 "task_states" : [ { "child_attempts" : 4,631 "child_created" : false,632 "child_history" : [ { "answer" : "Student answer 1st attempt.",633 "post_assessment" : [3],634 "score" : 1635 },636 { "answer" : "Student answer 2nd attempt.",637 "post_assessment" : [3],638 "score" : 1639 },640 { "answer" : "Student answer 3rd attempt.",641 "post_assessment" : [3],642 "score" : 1643 },644 { "answer" : "",645 "post_assessment" : [3],646 "score" : 1647 }648 ],649 "child_state" : "done",650 "max_score" : 3,651 "version" : 1652 },653 { "child_attempts" : 0,654 "child_created" : false,655 "child_history" : [ { "answer" : "Student answer 1st attempt.",656 "post_assessment" : { "feedback" : { "grammar" : "Grammar: More grammar errors than average.",657 "markup-text" : "valid essay",658 "spelling" : "Spelling: Ok."659 },660 "grader_id" : 3233,661 "grader_type" : "ML",662 "rubric_scores_complete" : true,663 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>0</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",664 "score" : 0,665 "submission_id" : 3097,666 "success" : true667 },668 "score" : 0669 },670 { "answer" : "Student answer 2nd attempt.",671 "post_assessment" : { "feedback" : { "grammar" : "Grammar: Ok.",672 "markup-text" : "valid essay",673 "spelling" : "Spelling: Ok."674 },675 "grader_id" : 3235,676 "grader_type" : "ML",677 "rubric_scores_complete" : true,678 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>0</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",679 "score" : 0,680 "submission_id" : 3098,681 "success" : true682 },683 "score" : 0684 },685 { "answer" : "Student answer 3rd attempt.",686 "post_assessment" : { "feedback" : { "grammar" : "Grammar: Ok.",687 "markup-text" : "valid essay",688 "spelling" : "Spelling: Ok."689 },690 "grader_id" : 3237,691 "grader_type" : "ML",692 "rubric_scores_complete" : true,693 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>3</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",694 "score" : 2,695 "submission_id" : 3099,696 "success" : true697 }698 },699 { "answer" : "Student answer 4th attempt.",700 "post_assessment" : { "feedback" : { "grammar" : "Grammar: Ok.",701 "markup-text" : "valid essay",702 "spelling" : "Spelling: Ok."703 },704 "grader_id" : 3239,705 "grader_type" : "ML",706 "rubric_scores_complete" : true,707 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>0</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",708 "score" : 0,709 "submission_id" : 3100,710 "success" : true711 },712 "score" : 0713 },714 { "answer" : "",715 "post_assessment" : { "feedback" : { "grammar" : "Grammar: Ok.",716 "markup-text" : "invalid essay .",717 "spelling" : "Spelling: Ok."718 },719 "grader_id" : 3241,720 "grader_type" : "ML",721 "rubric_scores_complete" : true,722 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>0</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",723 "score" : 0,724 "submission_id" : 3101,725 "success" : true726 },727 "score" : 0728 }729 ],730 "child_state" : "done",731 "max_score" : 3,732 "version" : 1733 }734 ],735 "weight" : 5.0736}737""")738# State Initial739STATE_INITIAL = serialize_open_ended_instance_state("""740{741 "ready_to_reset": false,742 "skip_spelling_checks": false,743 "current_task_number": 0,744 "old_task_states": [],745 "weight": 1,746 "task_states": [747 {748 "child_attempts" : 1,749 "child_created" : false,750 "child_history" : [],751 "child_state" : "done",752 "max_score" : 3,753 "version" : 1754 },755 {756 "child_created": false,757 "child_attempts": 0,758 "stored_answer": "A stored answer.",759 "version": 1,760 "child_history": [],761 "max_score": 3,762 "child_state": "initial"763 }764 ],765 "graded": true,766 "student_attempts": 0,767 "required_peer_grading": 3,768 "state": "initial",769 "accept_file_upload": false,770 "min_to_calibrate": 3,771 "max_to_calibrate": 6,772 "display_name": "Open Response Assessment",773 "peer_grader_count": 3,774 "max_attempts": 1775}""")776STATE_ACCESSING = serialize_open_ended_instance_state("""777{778 "ready_to_reset": false,779 "skip_spelling_checks": false,780 "current_task_number": 0,781 "old_task_states": [],782 "weight": 1,783 "task_states": [784 {785 "child_attempts" : 1,786 "child_created" : false,787 "child_history": [788 {789 "answer": "Here is an answer."790 }791 ],792 "child_state" : "done",793 "max_score" : 3,794 "version" : 1795 },796 {797 "child_created": false,798 "child_attempts": 0,799 "stored_answer": null,800 "version": 1,801 "child_history": [802 {803 "answer": "Here is an answer."804 }805 ],806 "max_score": 3,807 "child_state": "assessing"808 }809 ],810 "graded": true,811 "student_attempts": 0,812 "required_peer_grading": 3,813 "state": "assessing",814 "accept_file_upload": false,815 "min_to_calibrate": 3,816 "max_to_calibrate": 6,817 "display_name": "Open Response Assessment",818 "peer_grader_count": 3,819 "max_attempts": 1820}""")821STATE_POST_ASSESSMENT = serialize_open_ended_instance_state("""822{823 "ready_to_reset": false,824 "skip_spelling_checks": false,825 "current_task_number": 0,826 "old_task_states": [],827 "weight": 1,828 "task_states": [829 {830 "child_attempts" : 1,831 "child_created" : false,832 "child_history": [833 {834 "answer": "Here is an answer."835 }836 ],837 "child_state" : "done",838 "max_score" : 3,839 "version" : 1840 },841 {842 "child_created": false,843 "child_attempts": 0,844 "stored_answer": null,845 "version": 1,846 "child_history": [847 {848 "answer": "Here is an answer."849 }850 ],851 "max_score": 3,852 "post_assessment": {853 "feedback" : {854 "grammar" : "Grammar: Ok.",855 "markup-text" : "valid essay",856 "spelling" : "Spelling: Ok."857 },858 "grader_id" : 3237,859 "grader_type" : "ML",860 "rubric_scores_complete" : true,861 "rubric_xml" : "<rubric><category><description>Response Quality</description><score>3</score><option points='0'>Category one description.</option><option points='1'>Category two description.</option><option points='2'>Category three description.</option><option points='3'>Category four description.</option></category></rubric>",862 "score" : 2,863 "submission_id" : 3099,864 "success" : true865 },866 "child_state": "post_assessment"867 }868 ],869 "graded": true,870 "student_attempts": 0,871 "required_peer_grading": 3,872 "state": "done",873 "accept_file_upload": false,874 "min_to_calibrate": 3,875 "max_to_calibrate": 6,876 "display_name": "Open Response Assessment",877 "peer_grader_count": 3,878 "max_attempts": 1879}""")880# Task state with self assessment only.881TEST_STATE_SA = ["{\"child_created\": false, \"child_attempts\": 1, \"version\": 1, \"child_history\": [{\"answer\": \"Censorship in the Libraries\\r<br>'All of us can think of a book that we hope none of our children or any other children have taken off the shelf. But if I have the right to remove that book from the shelf -- that work I abhor -- then you also have exactly the same right and so does everyone else. And then we have no books left on the shelf for any of us.' --Katherine Paterson, Author\\r<br><br>Write a persuasive essay to a newspaper reflecting your views on censorship in libraries. Do you believe that certain materials, such as books, music, movies, magazines, etc., should be removed from the shelves if they are found offensive? Support your position with convincing arguments from your own experience, observations, and/or reading.\", \"post_assessment\": \"[3, 3, 2, 2, 2]\", \"score\": 12}], \"max_score\": 12, \"child_state\": \"done\"}", "{\"child_created\": false, \"child_attempts\": 0, \"version\": 1, \"child_history\": [{\"answer\": \"Censorship in the Libraries\\r<br>'All of us can think of a book that we hope none of our children or any other children have taken off the shelf. But if I have the right to remove that book from the shelf -- that work I abhor -- then you also have exactly the same right and so does everyone else. And then we have no books left on the shelf for any of us.' --Katherine Paterson, Author\\r<br><br>Write a persuasive essay to a newspaper reflecting your views on censorship in libraries. Do you believe that certain materials, such as books, music, movies, magazines, etc., should be removed from the shelves if they are found offensive? Support your position with convincing arguments from your own experience, observations, and/or reading.\", \"post_assessment\": \"{\\\"submission_id\\\": 1461, \\\"score\\\": 12, \\\"feedback\\\": \\\"{\\\\\\\"feedback\\\\\\\": \\\\\\\"\\\\\\\"}\\\", \\\"success\\\": true, \\\"grader_id\\\": 5414, \\\"grader_type\\\": \\\"IN\\\", \\\"rubric_scores_complete\\\": true, \\\"rubric_xml\\\": \\\"<rubric><category><description>\\\\nIdeas\\\\n</description><score>3</score><option points='0'>\\\\nDifficult for the reader to discern the main idea. Too brief or too repetitive to establish or maintain a focus.\\\\n</option><option points='1'>\\\\nAttempts a main idea. Sometimes loses focus or ineffectively displays focus.\\\\n</option><option points='2'>\\\\nPresents a unifying theme or main idea, but may include minor tangents. Stays somewhat focused on topic and task.\\\\n</option><option points='3'>\\\\nPresents a unifying theme or main idea without going off on tangents. Stays completely focused on topic and task.\\\\n</option></category><category><description>\\\\nContent\\\\n</description><score>3</score><option points='0'>\\\\nIncludes little information with few or no details or unrelated details. Unsuccessful in attempts to explore any facets of the topic.\\\\n</option><option points='1'>\\\\nIncludes little information and few or no details. Explores only one or two facets of the topic.\\\\n</option><option points='2'>\\\\nIncludes sufficient information and supporting details. (Details may not be fully developed; ideas may be listed.) Explores some facets of the topic.\\\\n</option><option points='3'>\\\\nIncludes in-depth information and exceptional supporting details that are fully developed. Explores all facets of the topic.\\\\n</option></category><category><description>\\\\nOrganization\\\\n</description><score>2</score><option points='0'>\\\\nIdeas organized illogically, transitions weak, and response difficult to follow.\\\\n</option><option points='1'>\\\\nAttempts to logically organize ideas. Attempts to progress in an order that enhances meaning, and demonstrates use of transitions.\\\\n</option><option points='2'>\\\\nIdeas organized logically. Progresses in an order that enhances meaning. Includes smooth transitions.\\\\n</option></category><category><description>\\\\nStyle\\\\n</description><score>2</score><option points='0'>\\\\nContains limited vocabulary, with many words used incorrectly. Demonstrates problems with sentence patterns.\\\\n</option><option points='1'>\\\\nContains basic vocabulary, with words that are predictable and common. Contains mostly simple sentences (although there may be an attempt at more varied sentence patterns).\\\\n</option><option points='2'>\\\\nIncludes vocabulary to make explanations detailed and precise. Includes varied sentence patterns, including complex sentences.\\\\n</option></category><category><description>\\\\nVoice\\\\n</description><score>2</score><option points='0'>\\\\nDemonstrates language and tone that may be inappropriate to task and reader.\\\\n</option><option points='1'>\\\\nDemonstrates an attempt to adjust language and tone to task and reader.\\\\n</option><option points='2'>\\\\nDemonstrates effective adjustment of language and tone to task and reader.\\\\n</option></category></rubric>\\\"}\", \"score\": 12}], \"max_score\": 12, \"child_state\": \"post_assessment\"}"]882# Task state with self and then ai assessment.883TEST_STATE_AI = ["{\"child_created\": false, \"child_attempts\": 2, \"version\": 1, \"child_history\": [{\"answer\": \"In libraries, there should not be censorship on materials considering that it's an individual's decision to read what they prefer. There is no appropriate standard on what makes a book offensive to a group, so it should be undetermined as to what makes a book offensive. In a public library, many children, who the books are censored for, are with their parents. Parents should make an independent choice on what they can allow their children to read. Letting society ban a book simply for the use of inappropriate materials is ridiculous. If an author spent time creating a story, it should be appreciated, and should not put on a list of no-nos. If a certain person doesn't like a book's reputation, all they have to do is not read it. Even in school systems, librarians are there to guide kids to read good books. If a child wants to read an inappropriate book, the librarian will most likely discourage him or her not to read it. In my experience, I wanted to read a book that my mother suggested to me, but as I went to the school library it turned out to be a censored book. Some parents believe children should be ignorant about offensive things written in books, but honestly many of the same ideas are exploited to them everyday on television and internet. So trying to shield your child from the bad things may be a great thing, but the efforts are usually failed attempts. It also never occurs to the people censoring the books, that some people can't afford to buy the books they want to read. The libraries, for some, are the main means for getting books. To conclude there is very little reason to ban a book from the shelves. Many of the books banned have important lessons that can be obtained through reading it. If a person doesn't like a book, the simplest thing to do is not to pick it up.\", \"post_assessment\": \"[1, 1]\", \"score\": 2}, {\"answer\": \"This is another response\", \"post_assessment\": \"[1, 1]\", \"score\": 2}], \"max_score\": 2, \"child_state\": \"done\"}", "{\"child_created\": false, \"child_attempts\": 0, \"version\": 1, \"child_history\": [{\"answer\": \"In libraries, there should not be censorship on materials considering that it's an individual's decision to read what they prefer. There is no appropriate standard on what makes a book offensive to a group, so it should be undetermined as to what makes a book offensive. In a public library, many children, who the books are censored for, are with their parents. Parents should make an independent choice on what they can allow their children to read. Letting society ban a book simply for the use of inappropriate materials is ridiculous. If an author spent time creating a story, it should be appreciated, and should not put on a list of no-nos. If a certain person doesn't like a book's reputation, all they have to do is not read it. Even in school systems, librarians are there to guide kids to read good books. If a child wants to read an inappropriate book, the librarian will most likely discourage him or her not to read it. In my experience, I wanted to read a book that my mother suggested to me, but as I went to the school library it turned out to be a censored book. Some parents believe children should be ignorant about offensive things written in books, but honestly many of the same ideas are exploited to them everyday on television and internet. So trying to shield your child from the bad things may be a great thing, but the efforts are usually failed attempts. It also never occurs to the people censoring the books, that some people can't afford to buy the books they want to read. The libraries, for some, are the main means for getting books. To conclude there is very little reason to ban a book from the shelves. Many of the books banned have important lessons that can be obtained through reading it. If a person doesn't like a book, the simplest thing to do is not to pick it up.\", \"post_assessment\": \"{\\\"submission_id\\\": 6107, \\\"score\\\": 2, \\\"feedback\\\": \\\"{\\\\\\\"feedback\\\\\\\": \\\\\\\"\\\\\\\"}\\\", \\\"success\\\": true, \\\"grader_id\\\": 1898718, \\\"grader_type\\\": \\\"IN\\\", \\\"rubric_scores_complete\\\": true, \\\"rubric_xml\\\": \\\"<rubric><category><description>Writing Applications</description><score>1</score><option points='0'> The essay loses focus, has little information or supporting details, and the organization makes it difficult to follow.</option><option points='1'> The essay presents a mostly unified theme, includes sufficient information to convey the theme, and is generally organized well.</option></category><category><description> Language Conventions </description><score>1</score><option points='0'> The essay demonstrates a reasonable command of proper spelling and grammar. </option><option points='1'> The essay demonstrates superior command of proper spelling and grammar.</option></category></rubric>\\\"}\", \"score\": 2}, {\"answer\": \"This is another response\"}], \"max_score\": 2, \"child_state\": \"assessing\"}"]884# Task state with ai assessment only.885TEST_STATE_AI2 = ["{\"child_created\": false, \"child_attempts\": 0, \"version\": 1, \"child_history\": [{\"answer\": \"This isn't a real essay, and you should give me a zero on it. \", \"post_assessment\": \"{\\\"submission_id\\\": 18446, \\\"score\\\": [0, 1, 0], \\\"feedback\\\": [\\\"{\\\\\\\"feedback\\\\\\\": \\\\\\\"\\\\\\\"}\\\", \\\"{\\\\\\\"feedback\\\\\\\": \\\\\\\"\\\\\\\"}\\\", \\\"{\\\\\\\"feedback\\\\\\\": \\\\\\\"Zero it is! \\\\\\\"}\\\"], \\\"success\\\": true, \\\"grader_id\\\": [1944146, 1943188, 1940991], \\\"grader_type\\\": \\\"PE\\\", \\\"rubric_scores_complete\\\": [true, true, true], \\\"rubric_xml\\\": [\\\"<rubric><category><description>Writing Applications</description><score>0</score><option points='0'> The essay loses focus, has little information or supporting details, and the organization makes it difficult to follow.</option><option points='1'> The essay presents a mostly unified theme, includes sufficient information to convey the theme, and is generally organized well.</option></category><category><description> Language Conventions </description><score>0</score><option points='0'> The essay demonstrates a reasonable command of proper spelling and grammar. </option><option points='1'> The essay demonstrates superior command of proper spelling and grammar.</option></category></rubric>\\\", \\\"<rubric><category><description>Writing Applications</description><score>0</score><option points='0'> The essay loses focus, has little information or supporting details, and the organization makes it difficult to follow.</option><option points='1'> The essay presents a mostly unified theme, includes sufficient information to convey the theme, and is generally organized well.</option></category><category><description> Language Conventions </description><score>1</score><option points='0'> The essay demonstrates a reasonable command of proper spelling and grammar. </option><option points='1'> The essay demonstrates superior command of proper spelling and grammar.</option></category></rubric>\\\", \\\"<rubric><category><description>Writing Applications</description><score>0</score><option points='0'> The essay loses focus, has little information or supporting details, and the organization makes it difficult to follow.</option><option points='1'> The essay presents a mostly unified theme, includes sufficient information to convey the theme, and is generally organized well.</option></category><category><description> Language Conventions </description><score>0</score><option points='0'> The essay demonstrates a reasonable command of proper spelling and grammar. </option><option points='1'> The essay demonstrates superior command of proper spelling and grammar.</option></category></rubric>\\\"]}\", \"score\": 0}], \"max_score\": 2, \"child_state\": \"post_assessment\"}"]886# Invalid task state with ai assessment.887TEST_STATE_AI2_INVALID = ["{\"child_created\": false, \"child_attempts\": 0, \"version\": 1, \"child_history\": [{\"answer\": \"This isn't a real essay, and you should give me a zero on it. \", \"post_assessment\": \"{\\\"submission_id\\\": 18446, \\\"score\\\": [0, 1, 0], \\\"feedback\\\": [\\\"{\\\\\\\"feedback\\\\\\\": \\\\\\\"\\\\\\\"}\\\", \\\"{\\\\\\\"feedback\\\\\\\": \\\\\\\"\\\\\\\"}\\\", \\\"{\\\\\\\"feedback\\\\\\\": \\\\\\\"Zero it is! \\\\\\\"}\\\"], \\\"success\\\": true, \\\"grader_id\\\": [1943188, 1940991], \\\"grader_type\\\": \\\"PE\\\", \\\"rubric_scores_complete\\\": [true, true, true], \\\"rubric_xml\\\": [\\\"<rubric><category><description>Writing Applications</description><score>0</score><option points='0'> The essay loses focus, has little information or supporting details, and the organization makes it difficult to follow.</option><option points='1'> The essay presents a mostly unified theme, includes sufficient information to convey the theme, and is generally organized well.</option></category><category><description> Language Conventions </description><score>0</score><option points='0'> The essay demonstrates a reasonable command of proper spelling and grammar. </option><option points='1'> The essay demonstrates superior command of proper spelling and grammar.</option></category></rubric>\\\", \\\"<rubric><category><description>Writing Applications</description><score>0</score><option points='0'> The essay loses focus, has little information or supporting details, and the organization makes it difficult to follow.</option><option points='1'> The essay presents a mostly unified theme, includes sufficient information to convey the theme, and is generally organized well.</option></category><category><description> Language Conventions </description><score>1</score><option points='0'> The essay demonstrates a reasonable command of proper spelling and grammar. </option><option points='1'> The essay demonstrates superior command of proper spelling and grammar.</option></category></rubric>\\\", \\\"<rubric><category><description>Writing Applications</description><score>0</score><option points='0'> The essay loses focus, has little information or supporting details, and the organization makes it difficult to follow.</option><option points='1'> The essay presents a mostly unified theme, includes sufficient information to convey the theme, and is generally organized well.</option></category><category><description> Language Conventions </description><score>0</score><option points='0'> The essay demonstrates a reasonable command of proper spelling and grammar. </option><option points='1'> The essay demonstrates superior command of proper spelling and grammar.</option></category></rubric>\\\"]}\", \"score\": 0}], \"max_score\": 2, \"child_state\": \"post_assessment\"}"]888# Self assessment state.889TEST_STATE_SINGLE = ["{\"child_created\": false, \"child_attempts\": 1, \"version\": 1, \"child_history\": [{\"answer\": \"'All of us can think of a book that we hope none of our children or any other children have taken off the shelf. But if I have the right to remove that book from the shelf -- that work I abhor -- then you also have exactly the same right and so does everyone else. And then we have no books left on the shelf for any of us.' --Katherine Paterson, Author\\r<br><br>Write a persuasive essay to a newspaper reflecting your views on censorship in libraries. Do you believe that certain materials, such as books, music, movies, magazines, etc., should be removed from the shelves if they are found offensive? Support your position with convincing arguments from your own experience, observations, and/or reading. \", \"post_assessment\": \"[3, 3, 2, 2, 2]\", \"score\": 12}], \"max_score\": 12, \"child_state\": \"done\"}"]890# Peer grading state....

Full Screen

Full Screen

test_optparse.py

Source:test_optparse.py Github

copy

Full Screen

...155 raise self.failureException(156 'help text failure; expected:\n"' +157 expected_help + '"; got:\n"' +158 actual_help + '"\n')159# -- Test make_option() aka Option -------------------------------------160# It's not necessary to test correct options here. All the tests in the161# parser.parse_args() section deal with those, because they're needed162# there.163class TestOptionChecks(BaseTest):164 def setUp(self):165 self.parser = OptionParser(usage=SUPPRESS_USAGE)166 def assertOptionError(self, expected_message, args=[], kwargs={}):167 self.assertRaises(make_option, args, kwargs,168 OptionError, expected_message)169 def test_opt_string_empty(self):170 self.assertTypeError(make_option,171 "at least one option string must be supplied")172 def test_opt_string_too_short(self):173 self.assertOptionError(174 "invalid option string 'b': must be at least two characters long",175 ["b"])176 def test_opt_string_short_invalid(self):177 self.assertOptionError(178 "invalid short option string '--': must be "179 "of the form -x, (x any non-dash char)",180 ["--"])181 def test_opt_string_long_invalid(self):182 self.assertOptionError(183 "invalid long option string '---': "184 "must start with --, followed by non-dash",185 ["---"])186 def test_attr_invalid(self):187 self.assertOptionError(188 "option -b: invalid keyword arguments: bar, foo",189 ["-b"], {'foo': None, 'bar': None})190 def test_action_invalid(self):191 self.assertOptionError(192 "option -b: invalid action: 'foo'",193 ["-b"], {'action': 'foo'})194 def test_type_invalid(self):195 self.assertOptionError(196 "option -b: invalid option type: 'foo'",197 ["-b"], {'type': 'foo'})198 self.assertOptionError(199 "option -b: invalid option type: 'tuple'",200 ["-b"], {'type': tuple})201 def test_no_type_for_action(self):202 self.assertOptionError(203 "option -b: must not supply a type for action 'count'",204 ["-b"], {'action': 'count', 'type': 'int'})205 def test_no_choices_list(self):206 self.assertOptionError(207 "option -b/--bad: must supply a list of "208 "choices for type 'choice'",209 ["-b", "--bad"], {'type': "choice"})210 def test_bad_choices_list(self):211 typename = type('').__name__212 self.assertOptionError(213 "option -b/--bad: choices must be a list of "214 "strings ('%s' supplied)" % typename,215 ["-b", "--bad"],216 {'type': "choice", 'choices':"bad choices"})217 def test_no_choices_for_type(self):218 self.assertOptionError(219 "option -b: must not supply choices for type 'int'",220 ["-b"], {'type': 'int', 'choices':"bad"})221 def test_no_const_for_action(self):222 self.assertOptionError(223 "option -b: 'const' must not be supplied for action 'store'",224 ["-b"], {'action': 'store', 'const': 1})225 def test_no_nargs_for_action(self):226 self.assertOptionError(227 "option -b: 'nargs' must not be supplied for action 'count'",228 ["-b"], {'action': 'count', 'nargs': 2})229 def test_callback_not_callable(self):230 self.assertOptionError(231 "option -b: callback not callable: 'foo'",232 ["-b"], {'action': 'callback',233 'callback': 'foo'})234 def dummy(self):235 pass236 def test_callback_args_no_tuple(self):237 self.assertOptionError(238 "option -b: callback_args, if supplied, "239 "must be a tuple: not 'foo'",240 ["-b"], {'action': 'callback',241 'callback': self.dummy,242 'callback_args': 'foo'})243 def test_callback_kwargs_no_dict(self):244 self.assertOptionError(245 "option -b: callback_kwargs, if supplied, "246 "must be a dict: not 'foo'",247 ["-b"], {'action': 'callback',248 'callback': self.dummy,249 'callback_kwargs': 'foo'})250 def test_no_callback_for_action(self):251 self.assertOptionError(252 "option -b: callback supplied ('foo') for non-callback option",253 ["-b"], {'action': 'store',254 'callback': 'foo'})255 def test_no_callback_args_for_action(self):256 self.assertOptionError(257 "option -b: callback_args supplied for non-callback option",258 ["-b"], {'action': 'store',259 'callback_args': 'foo'})260 def test_no_callback_kwargs_for_action(self):261 self.assertOptionError(262 "option -b: callback_kwargs supplied for non-callback option",263 ["-b"], {'action': 'store',264 'callback_kwargs': 'foo'})265 def test_no_single_dash(self):266 self.assertOptionError(267 "invalid long option string '-debug': "268 "must start with --, followed by non-dash",269 ["-debug"])270 self.assertOptionError(271 "option -d: invalid long option string '-debug': must start with"272 " --, followed by non-dash",273 ["-d", "-debug"])274 self.assertOptionError(275 "invalid long option string '-debug': "276 "must start with --, followed by non-dash",277 ["-debug", "--debug"])278class TestOptionParser(BaseTest):279 def setUp(self):280 self.parser = OptionParser()281 self.parser.add_option("-v", "--verbose", "-n", "--noisy",282 action="store_true", dest="verbose")283 self.parser.add_option("-q", "--quiet", "--silent",284 action="store_false", dest="verbose")285 def test_add_option_no_Option(self):286 self.assertTypeError(self.parser.add_option,287 "not an Option instance: None", None)288 def test_add_option_invalid_arguments(self):289 self.assertTypeError(self.parser.add_option,290 "invalid arguments", None, None)291 def test_get_option(self):292 opt1 = self.parser.get_option("-v")293 self.assertIsInstance(opt1, Option)294 self.assertEqual(opt1._short_opts, ["-v", "-n"])295 self.assertEqual(opt1._long_opts, ["--verbose", "--noisy"])296 self.assertEqual(opt1.action, "store_true")297 self.assertEqual(opt1.dest, "verbose")298 def test_get_option_equals(self):299 opt1 = self.parser.get_option("-v")300 opt2 = self.parser.get_option("--verbose")301 opt3 = self.parser.get_option("-n")302 opt4 = self.parser.get_option("--noisy")303 self.assertTrue(opt1 is opt2 is opt3 is opt4)304 def test_has_option(self):305 self.assertTrue(self.parser.has_option("-v"))306 self.assertTrue(self.parser.has_option("--verbose"))307 def assertTrueremoved(self):308 self.assertTrue(self.parser.get_option("-v") is None)309 self.assertTrue(self.parser.get_option("--verbose") is None)310 self.assertTrue(self.parser.get_option("-n") is None)311 self.assertTrue(self.parser.get_option("--noisy") is None)312 self.assertFalse(self.parser.has_option("-v"))313 self.assertFalse(self.parser.has_option("--verbose"))314 self.assertFalse(self.parser.has_option("-n"))315 self.assertFalse(self.parser.has_option("--noisy"))316 self.assertTrue(self.parser.has_option("-q"))317 self.assertTrue(self.parser.has_option("--silent"))318 def test_remove_short_opt(self):319 self.parser.remove_option("-n")320 self.assertTrueremoved()321 def test_remove_long_opt(self):322 self.parser.remove_option("--verbose")323 self.assertTrueremoved()324 def test_remove_nonexistent(self):325 self.assertRaises(self.parser.remove_option, ('foo',), None,326 ValueError, "no such option 'foo'")327 def test_refleak(self):328 # If an OptionParser is carrying around a reference to a large329 # object, various cycles can prevent it from being GC'd in330 # a timely fashion. destroy() breaks the cycles to ensure stuff331 # can be cleaned up.332 big_thing = [42]333 refcount = sys.getrefcount(big_thing)334 parser = OptionParser()335 parser.add_option("-a", "--aaarggh")336 parser.big_thing = big_thing337 parser.destroy()338 #self.assertEqual(refcount, sys.getrefcount(big_thing))339 del parser340 self.assertEqual(refcount, sys.getrefcount(big_thing))341class TestOptionValues(BaseTest):342 def setUp(self):343 pass344 def test_basics(self):345 values = Values()346 self.assertEqual(vars(values), {})347 self.assertEqual(values, {})348 self.assertNotEqual(values, {"foo": "bar"})349 self.assertNotEqual(values, "")350 dict = {"foo": "bar", "baz": 42}351 values = Values(defaults=dict)352 self.assertEqual(vars(values), dict)353 self.assertEqual(values, dict)354 self.assertNotEqual(values, {"foo": "bar"})355 self.assertNotEqual(values, {})356 self.assertNotEqual(values, "")357 self.assertNotEqual(values, [])358class TestTypeAliases(BaseTest):359 def setUp(self):360 self.parser = OptionParser()361 def test_str_aliases_string(self):362 self.parser.add_option("-s", type="str")363 self.assertEqual(self.parser.get_option("-s").type, "string")364 def test_type_object(self):365 self.parser.add_option("-s", type=str)366 self.assertEqual(self.parser.get_option("-s").type, "string")367 self.parser.add_option("-x", type=int)368 self.assertEqual(self.parser.get_option("-x").type, "int")369# Custom type for testing processing of default values.370_time_units = { 's' : 1, 'm' : 60, 'h' : 60*60, 'd' : 60*60*24 }371def _check_duration(option, opt, value):372 try:373 if value[-1].isdigit():374 return int(value)375 else:376 return int(value[:-1]) * _time_units[value[-1]]377 except (ValueError, IndexError):378 raise OptionValueError(379 'option %s: invalid duration: %r' % (opt, value))380class DurationOption(Option):381 TYPES = Option.TYPES + ('duration',)382 TYPE_CHECKER = copy.copy(Option.TYPE_CHECKER)383 TYPE_CHECKER['duration'] = _check_duration384class TestDefaultValues(BaseTest):385 def setUp(self):386 self.parser = OptionParser()387 self.parser.add_option("-v", "--verbose", default=True)388 self.parser.add_option("-q", "--quiet", dest='verbose')389 self.parser.add_option("-n", type="int", default=37)390 self.parser.add_option("-m", type="int")391 self.parser.add_option("-s", default="foo")392 self.parser.add_option("-t")393 self.parser.add_option("-u", default=None)394 self.expected = { 'verbose': True,395 'n': 37,396 'm': None,397 's': "foo",398 't': None,399 'u': None }400 def test_basic_defaults(self):401 self.assertEqual(self.parser.get_default_values(), self.expected)402 def test_mixed_defaults_post(self):403 self.parser.set_defaults(n=42, m=-100)404 self.expected.update({'n': 42, 'm': -100})405 self.assertEqual(self.parser.get_default_values(), self.expected)406 def test_mixed_defaults_pre(self):407 self.parser.set_defaults(x="barf", y="blah")408 self.parser.add_option("-x", default="frob")409 self.parser.add_option("-y")410 self.expected.update({'x': "frob", 'y': "blah"})411 self.assertEqual(self.parser.get_default_values(), self.expected)412 self.parser.remove_option("-y")413 self.parser.add_option("-y", default=None)414 self.expected.update({'y': None})415 self.assertEqual(self.parser.get_default_values(), self.expected)416 def test_process_default(self):417 self.parser.option_class = DurationOption418 self.parser.add_option("-d", type="duration", default=300)419 self.parser.add_option("-e", type="duration", default="6m")420 self.parser.set_defaults(n="42")421 self.expected.update({'d': 300, 'e': 360, 'n': 42})422 self.assertEqual(self.parser.get_default_values(), self.expected)423 self.parser.set_process_default_values(False)424 self.expected.update({'d': 300, 'e': "6m", 'n': "42"})425 self.assertEqual(self.parser.get_default_values(), self.expected)426class TestProgName(BaseTest):427 """428 Test that %prog expands to the right thing in usage, version,429 and help strings.430 """431 def assertUsage(self, parser, expected_usage):432 self.assertEqual(parser.get_usage(), expected_usage)433 def assertVersion(self, parser, expected_version):434 self.assertEqual(parser.get_version(), expected_version)435 def test_default_progname(self):436 # Make sure that program name taken from sys.argv[0] by default.437 save_argv = sys.argv[:]438 try:439 sys.argv[0] = os.path.join("foo", "bar", "baz.py")440 parser = OptionParser("%prog ...", version="%prog 1.2")441 expected_usage = "Usage: baz.py ...\n"442 self.assertUsage(parser, expected_usage)443 self.assertVersion(parser, "baz.py 1.2")444 self.assertHelp(parser,445 expected_usage + "\n" +446 "Options:\n"447 " --version show program's version number and exit\n"448 " -h, --help show this help message and exit\n")449 finally:450 sys.argv[:] = save_argv451 def test_custom_progname(self):452 parser = OptionParser(prog="thingy",453 version="%prog 0.1",454 usage="%prog arg arg")455 parser.remove_option("-h")456 parser.remove_option("--version")457 expected_usage = "Usage: thingy arg arg\n"458 self.assertUsage(parser, expected_usage)459 self.assertVersion(parser, "thingy 0.1")460 self.assertHelp(parser, expected_usage + "\n")461class TestExpandDefaults(BaseTest):462 def setUp(self):463 self.parser = OptionParser(prog="test")464 self.help_prefix = """\465Usage: test [options]466Options:467 -h, --help show this help message and exit468"""469 self.file_help = "read from FILE [default: %default]"470 self.expected_help_file = self.help_prefix + \471 " -f FILE, --file=FILE read from FILE [default: foo.txt]\n"472 self.expected_help_none = self.help_prefix + \473 " -f FILE, --file=FILE read from FILE [default: none]\n"474 def test_option_default(self):475 self.parser.add_option("-f", "--file",476 default="foo.txt",477 help=self.file_help)478 self.assertHelp(self.parser, self.expected_help_file)479 def test_parser_default_1(self):480 self.parser.add_option("-f", "--file",481 help=self.file_help)482 self.parser.set_default('file', "foo.txt")483 self.assertHelp(self.parser, self.expected_help_file)484 def test_parser_default_2(self):485 self.parser.add_option("-f", "--file",486 help=self.file_help)487 self.parser.set_defaults(file="foo.txt")488 self.assertHelp(self.parser, self.expected_help_file)489 def test_no_default(self):490 self.parser.add_option("-f", "--file",491 help=self.file_help)492 self.assertHelp(self.parser, self.expected_help_none)493 def test_default_none_1(self):494 self.parser.add_option("-f", "--file",495 default=None,496 help=self.file_help)497 self.assertHelp(self.parser, self.expected_help_none)498 def test_default_none_2(self):499 self.parser.add_option("-f", "--file",500 help=self.file_help)501 self.parser.set_defaults(file=None)502 self.assertHelp(self.parser, self.expected_help_none)503 def test_float_default(self):504 self.parser.add_option(505 "-p", "--prob",506 help="blow up with probability PROB [default: %default]")507 self.parser.set_defaults(prob=0.43)508 expected_help = self.help_prefix + \509 " -p PROB, --prob=PROB blow up with probability PROB [default: 0.43]\n"510 self.assertHelp(self.parser, expected_help)511 def test_alt_expand(self):512 self.parser.add_option("-f", "--file",513 default="foo.txt",514 help="read from FILE [default: *DEFAULT*]")515 self.parser.formatter.default_tag = "*DEFAULT*"516 self.assertHelp(self.parser, self.expected_help_file)517 def test_no_expand(self):518 self.parser.add_option("-f", "--file",519 default="foo.txt",520 help="read from %default file")521 self.parser.formatter.default_tag = None522 expected_help = self.help_prefix + \523 " -f FILE, --file=FILE read from %default file\n"524 self.assertHelp(self.parser, expected_help)525# -- Test parser.parse_args() ------------------------------------------526class TestStandard(BaseTest):527 def setUp(self):528 options = [make_option("-a", type="string"),529 make_option("-b", "--boo", type="int", dest='boo'),530 make_option("--foo", action="append")]531 self.parser = InterceptingOptionParser(usage=SUPPRESS_USAGE,532 option_list=options)533 def test_required_value(self):534 self.assertParseFail(["-a"], "-a option requires 1 argument")535 def test_invalid_integer(self):536 self.assertParseFail(["-b", "5x"],537 "option -b: invalid integer value: '5x'")538 def test_no_such_option(self):539 self.assertParseFail(["--boo13"], "no such option: --boo13")540 def test_long_invalid_integer(self):541 self.assertParseFail(["--boo=x5"],542 "option --boo: invalid integer value: 'x5'")543 def test_empty(self):544 self.assertParseOK([], {'a': None, 'boo': None, 'foo': None}, [])545 def test_shortopt_empty_longopt_append(self):546 self.assertParseOK(["-a", "", "--foo=blah", "--foo="],547 {'a': "", 'boo': None, 'foo': ["blah", ""]},548 [])549 def test_long_option_append(self):550 self.assertParseOK(["--foo", "bar", "--foo", "", "--foo=x"],551 {'a': None,552 'boo': None,553 'foo': ["bar", "", "x"]},554 [])555 def test_option_argument_joined(self):556 self.assertParseOK(["-abc"],557 {'a': "bc", 'boo': None, 'foo': None},558 [])559 def test_option_argument_split(self):560 self.assertParseOK(["-a", "34"],561 {'a': "34", 'boo': None, 'foo': None},562 [])563 def test_option_argument_joined_integer(self):564 self.assertParseOK(["-b34"],565 {'a': None, 'boo': 34, 'foo': None},566 [])567 def test_option_argument_split_negative_integer(self):568 self.assertParseOK(["-b", "-5"],569 {'a': None, 'boo': -5, 'foo': None},570 [])571 def test_long_option_argument_joined(self):572 self.assertParseOK(["--boo=13"],573 {'a': None, 'boo': 13, 'foo': None},574 [])575 def test_long_option_argument_split(self):576 self.assertParseOK(["--boo", "111"],577 {'a': None, 'boo': 111, 'foo': None},578 [])579 def test_long_option_short_option(self):580 self.assertParseOK(["--foo=bar", "-axyz"],581 {'a': 'xyz', 'boo': None, 'foo': ["bar"]},582 [])583 def test_abbrev_long_option(self):584 self.assertParseOK(["--f=bar", "-axyz"],585 {'a': 'xyz', 'boo': None, 'foo': ["bar"]},586 [])587 def test_defaults(self):588 (options, args) = self.parser.parse_args([])589 defaults = self.parser.get_default_values()590 self.assertEqual(vars(defaults), vars(options))591 def test_ambiguous_option(self):592 self.parser.add_option("--foz", action="store",593 type="string", dest="foo")594 self.assertParseFail(["--f=bar"],595 "ambiguous option: --f (--foo, --foz?)")596 def test_short_and_long_option_split(self):597 self.assertParseOK(["-a", "xyz", "--foo", "bar"],598 {'a': 'xyz', 'boo': None, 'foo': ["bar"]},599 []),600 def test_short_option_split_long_option_append(self):601 self.assertParseOK(["--foo=bar", "-b", "123", "--foo", "baz"],602 {'a': None, 'boo': 123, 'foo': ["bar", "baz"]},603 [])604 def test_short_option_split_one_positional_arg(self):605 self.assertParseOK(["-a", "foo", "bar"],606 {'a': "foo", 'boo': None, 'foo': None},607 ["bar"]),608 def test_short_option_consumes_separator(self):609 self.assertParseOK(["-a", "--", "foo", "bar"],610 {'a': "--", 'boo': None, 'foo': None},611 ["foo", "bar"]),612 self.assertParseOK(["-a", "--", "--foo", "bar"],613 {'a': "--", 'boo': None, 'foo': ["bar"]},614 []),615 def test_short_option_joined_and_separator(self):616 self.assertParseOK(["-ab", "--", "--foo", "bar"],617 {'a': "b", 'boo': None, 'foo': None},618 ["--foo", "bar"]),619 def test_hyphen_becomes_positional_arg(self):620 self.assertParseOK(["-ab", "-", "--foo", "bar"],621 {'a': "b", 'boo': None, 'foo': ["bar"]},622 ["-"])623 def test_no_append_versus_append(self):624 self.assertParseOK(["-b3", "-b", "5", "--foo=bar", "--foo", "baz"],625 {'a': None, 'boo': 5, 'foo': ["bar", "baz"]},626 [])627 def test_option_consumes_optionlike_string(self):628 self.assertParseOK(["-a", "-b3"],629 {'a': "-b3", 'boo': None, 'foo': None},630 [])631 def test_combined_single_invalid_option(self):632 self.parser.add_option("-t", action="store_true")633 self.assertParseFail(["-test"],634 "no such option: -e")635class TestBool(BaseTest):636 def setUp(self):637 options = [make_option("-v",638 "--verbose",639 action="store_true",640 dest="verbose",641 default=''),642 make_option("-q",643 "--quiet",644 action="store_false",645 dest="verbose")]646 self.parser = OptionParser(option_list = options)647 def test_bool_default(self):648 self.assertParseOK([],649 {'verbose': ''},650 [])651 def test_bool_false(self):652 (options, args) = self.assertParseOK(["-q"],653 {'verbose': 0},654 [])655 self.assertTrue(options.verbose is False)656 def test_bool_true(self):657 (options, args) = self.assertParseOK(["-v"],658 {'verbose': 1},659 [])660 self.assertTrue(options.verbose is True)661 def test_bool_flicker_on_and_off(self):662 self.assertParseOK(["-qvq", "-q", "-v"],663 {'verbose': 1},664 [])665class TestChoice(BaseTest):666 def setUp(self):667 self.parser = InterceptingOptionParser(usage=SUPPRESS_USAGE)668 self.parser.add_option("-c", action="store", type="choice",669 dest="choice", choices=["one", "two", "three"])670 def test_valid_choice(self):671 self.assertParseOK(["-c", "one", "xyz"],672 {'choice': 'one'},673 ["xyz"])674 def test_invalid_choice(self):675 self.assertParseFail(["-c", "four", "abc"],676 "option -c: invalid choice: 'four' "677 "(choose from 'one', 'two', 'three')")678 def test_add_choice_option(self):679 self.parser.add_option("-d", "--default",680 choices=["four", "five", "six"])681 opt = self.parser.get_option("-d")682 self.assertEqual(opt.type, "choice")683 self.assertEqual(opt.action, "store")684class TestCount(BaseTest):685 def setUp(self):686 self.parser = InterceptingOptionParser(usage=SUPPRESS_USAGE)687 self.v_opt = make_option("-v", action="count", dest="verbose")688 self.parser.add_option(self.v_opt)689 self.parser.add_option("--verbose", type="int", dest="verbose")690 self.parser.add_option("-q", "--quiet",691 action="store_const", dest="verbose", const=0)692 def test_empty(self):693 self.assertParseOK([], {'verbose': None}, [])694 def test_count_one(self):695 self.assertParseOK(["-v"], {'verbose': 1}, [])696 def test_count_three(self):697 self.assertParseOK(["-vvv"], {'verbose': 3}, [])698 def test_count_three_apart(self):699 self.assertParseOK(["-v", "-v", "-v"], {'verbose': 3}, [])700 def test_count_override_amount(self):701 self.assertParseOK(["-vvv", "--verbose=2"], {'verbose': 2}, [])702 def test_count_override_quiet(self):703 self.assertParseOK(["-vvv", "--verbose=2", "-q"], {'verbose': 0}, [])704 def test_count_overriding(self):705 self.assertParseOK(["-vvv", "--verbose=2", "-q", "-v"],706 {'verbose': 1}, [])707 def test_count_interspersed_args(self):708 self.assertParseOK(["--quiet", "3", "-v"],709 {'verbose': 1},710 ["3"])711 def test_count_no_interspersed_args(self):712 self.parser.disable_interspersed_args()713 self.assertParseOK(["--quiet", "3", "-v"],714 {'verbose': 0},715 ["3", "-v"])716 def test_count_no_such_option(self):717 self.assertParseFail(["-q3", "-v"], "no such option: -3")718 def test_count_option_no_value(self):719 self.assertParseFail(["--quiet=3", "-v"],720 "--quiet option does not take a value")721 def test_count_with_default(self):722 self.parser.set_default('verbose', 0)723 self.assertParseOK([], {'verbose':0}, [])724 def test_count_overriding_default(self):725 self.parser.set_default('verbose', 0)726 self.assertParseOK(["-vvv", "--verbose=2", "-q", "-v"],727 {'verbose': 1}, [])728class TestMultipleArgs(BaseTest):729 def setUp(self):730 self.parser = InterceptingOptionParser(usage=SUPPRESS_USAGE)731 self.parser.add_option("-p", "--point",732 action="store", nargs=3, type="float", dest="point")733 def test_nargs_with_positional_args(self):734 self.assertParseOK(["foo", "-p", "1", "2.5", "-4.3", "xyz"],735 {'point': (1.0, 2.5, -4.3)},736 ["foo", "xyz"])737 def test_nargs_long_opt(self):738 self.assertParseOK(["--point", "-1", "2.5", "-0", "xyz"],739 {'point': (-1.0, 2.5, -0.0)},740 ["xyz"])741 def test_nargs_invalid_float_value(self):742 self.assertParseFail(["-p", "1.0", "2x", "3.5"],743 "option -p: "744 "invalid floating-point value: '2x'")745 def test_nargs_required_values(self):746 self.assertParseFail(["--point", "1.0", "3.5"],747 "--point option requires 3 arguments")748class TestMultipleArgsAppend(BaseTest):749 def setUp(self):750 self.parser = InterceptingOptionParser(usage=SUPPRESS_USAGE)751 self.parser.add_option("-p", "--point", action="store", nargs=3,752 type="float", dest="point")753 self.parser.add_option("-f", "--foo", action="append", nargs=2,754 type="int", dest="foo")755 self.parser.add_option("-z", "--zero", action="append_const",756 dest="foo", const=(0, 0))757 def test_nargs_append(self):758 self.assertParseOK(["-f", "4", "-3", "blah", "--foo", "1", "666"],759 {'point': None, 'foo': [(4, -3), (1, 666)]},760 ["blah"])761 def test_nargs_append_required_values(self):762 self.assertParseFail(["-f4,3"],763 "-f option requires 2 arguments")764 def test_nargs_append_simple(self):765 self.assertParseOK(["--foo=3", "4"],766 {'point': None, 'foo':[(3, 4)]},767 [])768 def test_nargs_append_const(self):769 self.assertParseOK(["--zero", "--foo", "3", "4", "-z"],770 {'point': None, 'foo':[(0, 0), (3, 4), (0, 0)]},771 [])772class TestVersion(BaseTest):773 def test_version(self):774 self.parser = InterceptingOptionParser(usage=SUPPRESS_USAGE,775 version="%prog 0.1")776 save_argv = sys.argv[:]777 try:778 sys.argv[0] = os.path.join(os.curdir, "foo", "bar")779 self.assertOutput(["--version"], "bar 0.1\n")780 finally:781 sys.argv[:] = save_argv782 def test_no_version(self):783 self.parser = InterceptingOptionParser(usage=SUPPRESS_USAGE)784 self.assertParseFail(["--version"],785 "no such option: --version")786# -- Test conflicting default values and parser.parse_args() -----------787class TestConflictingDefaults(BaseTest):788 """Conflicting default values: the last one should win."""789 def setUp(self):790 self.parser = OptionParser(option_list=[791 make_option("-v", action="store_true", dest="verbose", default=1)])792 def test_conflict_default(self):793 self.parser.add_option("-q", action="store_false", dest="verbose",794 default=0)795 self.assertParseOK([], {'verbose': 0}, [])796 def test_conflict_default_none(self):797 self.parser.add_option("-q", action="store_false", dest="verbose",798 default=None)799 self.assertParseOK([], {'verbose': None}, [])800class TestOptionGroup(BaseTest):801 def setUp(self):802 self.parser = OptionParser(usage=SUPPRESS_USAGE)803 def test_option_group_create_instance(self):804 group = OptionGroup(self.parser, "Spam")805 self.parser.add_option_group(group)806 group.add_option("--spam", action="store_true",807 help="spam spam spam spam")808 self.assertParseOK(["--spam"], {'spam': 1}, [])809 def test_add_group_no_group(self):810 self.assertTypeError(self.parser.add_option_group,811 "not an OptionGroup instance: None", None)812 def test_add_group_invalid_arguments(self):813 self.assertTypeError(self.parser.add_option_group,814 "invalid arguments", None, None)815 def test_add_group_wrong_parser(self):816 group = OptionGroup(self.parser, "Spam")817 group.parser = OptionParser()818 self.assertRaises(self.parser.add_option_group, (group,), None,819 ValueError, "invalid OptionGroup (wrong parser)")820 def test_group_manipulate(self):821 group = self.parser.add_option_group("Group 2",822 description="Some more options")823 group.set_title("Bacon")824 group.add_option("--bacon", type="int")825 self.assertTrue(self.parser.get_option_group("--bacon"), group)826# -- Test extending and parser.parse_args() ----------------------------827class TestExtendAddTypes(BaseTest):828 def setUp(self):829 self.parser = InterceptingOptionParser(usage=SUPPRESS_USAGE,830 option_class=self.MyOption)831 self.parser.add_option("-a", None, type="string", dest="a")832 self.parser.add_option("-f", "--file", type="file", dest="file")833 def tearDown(self):834 if os.path.isdir(support.TESTFN):835 os.rmdir(support.TESTFN)836 elif os.path.isfile(support.TESTFN):837 os.unlink(support.TESTFN)838 class MyOption (Option):839 def check_file(option, opt, value):840 if not os.path.exists(value):841 raise OptionValueError("%s: file does not exist" % value)842 elif not os.path.isfile(value):843 raise OptionValueError("%s: not a regular file" % value)844 return value845 TYPES = Option.TYPES + ("file",)846 TYPE_CHECKER = copy.copy(Option.TYPE_CHECKER)847 TYPE_CHECKER["file"] = check_file848 def test_filetype_ok(self):849 support.create_empty_file(support.TESTFN)850 self.assertParseOK(["--file", support.TESTFN, "-afoo"],851 {'file': support.TESTFN, 'a': 'foo'},852 [])853 def test_filetype_noexist(self):854 self.assertParseFail(["--file", support.TESTFN, "-afoo"],855 "%s: file does not exist" %856 support.TESTFN)857 def test_filetype_notfile(self):858 os.mkdir(support.TESTFN)859 self.assertParseFail(["--file", support.TESTFN, "-afoo"],860 "%s: not a regular file" %861 support.TESTFN)862class TestExtendAddActions(BaseTest):863 def setUp(self):864 options = [self.MyOption("-a", "--apple", action="extend",865 type="string", dest="apple")]866 self.parser = OptionParser(option_list=options)867 class MyOption (Option):868 ACTIONS = Option.ACTIONS + ("extend",)869 STORE_ACTIONS = Option.STORE_ACTIONS + ("extend",)870 TYPED_ACTIONS = Option.TYPED_ACTIONS + ("extend",)871 def take_action(self, action, dest, opt, value, values, parser):872 if action == "extend":873 lvalue = value.split(",")874 values.ensure_value(dest, []).extend(lvalue)875 else:876 Option.take_action(self, action, dest, opt, parser, value,877 values)878 def test_extend_add_action(self):879 self.assertParseOK(["-afoo,bar", "--apple=blah"],880 {'apple': ["foo", "bar", "blah"]},881 [])882 def test_extend_add_action_normal(self):883 self.assertParseOK(["-a", "foo", "-abar", "--apple=x,y"],884 {'apple': ["foo", "bar", "x", "y"]},885 [])886# -- Test callbacks and parser.parse_args() ----------------------------887class TestCallback(BaseTest):888 def setUp(self):889 options = [make_option("-x",890 None,891 action="callback",892 callback=self.process_opt),893 make_option("-f",894 "--file",895 action="callback",896 callback=self.process_opt,897 type="string",898 dest="filename")]899 self.parser = OptionParser(option_list=options)900 def process_opt(self, option, opt, value, parser_):901 if opt == "-x":902 self.assertEqual(option._short_opts, ["-x"])903 self.assertEqual(option._long_opts, [])904 self.assertTrue(parser_ is self.parser)905 self.assertTrue(value is None)906 self.assertEqual(vars(parser_.values), {'filename': None})907 parser_.values.x = 42908 elif opt == "--file":909 self.assertEqual(option._short_opts, ["-f"])910 self.assertEqual(option._long_opts, ["--file"])911 self.assertTrue(parser_ is self.parser)912 self.assertEqual(value, "foo")913 self.assertEqual(vars(parser_.values), {'filename': None, 'x': 42})914 setattr(parser_.values, option.dest, value)915 else:916 self.fail("Unknown option %r in process_opt." % opt)917 def test_callback(self):918 self.assertParseOK(["-x", "--file=foo"],919 {'filename': "foo", 'x': 42},920 [])921 def test_callback_help(self):922 # This test was prompted by SF bug #960515 -- the point is923 # not to inspect the help text, just to make sure that924 # format_help() doesn't crash.925 parser = OptionParser(usage=SUPPRESS_USAGE)926 parser.remove_option("-h")927 parser.add_option("-t", "--test", action="callback",928 callback=lambda: None, type="string",929 help="foo")930 expected_help = ("Options:\n"931 " -t TEST, --test=TEST foo\n")932 self.assertHelp(parser, expected_help)933class TestCallbackExtraArgs(BaseTest):934 def setUp(self):935 options = [make_option("-p", "--point", action="callback",936 callback=self.process_tuple,937 callback_args=(3, int), type="string",938 dest="points", default=[])]939 self.parser = OptionParser(option_list=options)940 def process_tuple(self, option, opt, value, parser_, len, type):941 self.assertEqual(len, 3)942 self.assertTrue(type is int)943 if opt == "-p":944 self.assertEqual(value, "1,2,3")945 elif opt == "--point":946 self.assertEqual(value, "4,5,6")947 value = tuple(map(type, value.split(",")))948 getattr(parser_.values, option.dest).append(value)949 def test_callback_extra_args(self):950 self.assertParseOK(["-p1,2,3", "--point", "4,5,6"],951 {'points': [(1,2,3), (4,5,6)]},952 [])953class TestCallbackMeddleArgs(BaseTest):954 def setUp(self):955 options = [make_option(str(x), action="callback",956 callback=self.process_n, dest='things')957 for x in range(-1, -6, -1)]958 self.parser = OptionParser(option_list=options)959 # Callback that meddles in rargs, largs960 def process_n(self, option, opt, value, parser_):961 # option is -3, -5, etc.962 nargs = int(opt[1:])963 rargs = parser_.rargs964 if len(rargs) < nargs:965 self.fail("Expected %d arguments for %s option." % (nargs, opt))966 dest = parser_.values.ensure_value(option.dest, [])967 dest.append(tuple(rargs[0:nargs]))968 parser_.largs.append(nargs)969 del rargs[0:nargs]970 def test_callback_meddle_args(self):971 self.assertParseOK(["-1", "foo", "-3", "bar", "baz", "qux"],972 {'things': [("foo",), ("bar", "baz", "qux")]},973 [1, 3])974 def test_callback_meddle_args_separator(self):975 self.assertParseOK(["-2", "foo", "--"],976 {'things': [('foo', '--')]},977 [2])978class TestCallbackManyArgs(BaseTest):979 def setUp(self):980 options = [make_option("-a", "--apple", action="callback", nargs=2,981 callback=self.process_many, type="string"),982 make_option("-b", "--bob", action="callback", nargs=3,983 callback=self.process_many, type="int")]984 self.parser = OptionParser(option_list=options)985 def process_many(self, option, opt, value, parser_):986 if opt == "-a":987 self.assertEqual(value, ("foo", "bar"))988 elif opt == "--apple":989 self.assertEqual(value, ("ding", "dong"))990 elif opt == "-b":991 self.assertEqual(value, (1, 2, 3))992 elif opt == "--bob":993 self.assertEqual(value, (-666, 42, 0))994 def test_many_args(self):995 self.assertParseOK(["-a", "foo", "bar", "--apple", "ding", "dong",996 "-b", "1", "2", "3", "--bob", "-666", "42",997 "0"],998 {"apple": None, "bob": None},999 [])1000class TestCallbackCheckAbbrev(BaseTest):1001 def setUp(self):1002 self.parser = OptionParser()1003 self.parser.add_option("--foo-bar", action="callback",1004 callback=self.check_abbrev)1005 def check_abbrev(self, option, opt, value, parser):1006 self.assertEqual(opt, "--foo-bar")1007 def test_abbrev_callback_expansion(self):1008 self.assertParseOK(["--foo"], {}, [])1009class TestCallbackVarArgs(BaseTest):1010 def setUp(self):1011 options = [make_option("-a", type="int", nargs=2, dest="a"),1012 make_option("-b", action="store_true", dest="b"),1013 make_option("-c", "--callback", action="callback",1014 callback=self.variable_args, dest="c")]1015 self.parser = InterceptingOptionParser(usage=SUPPRESS_USAGE,1016 option_list=options)1017 def variable_args(self, option, opt, value, parser):1018 self.assertTrue(value is None)1019 value = []1020 rargs = parser.rargs1021 while rargs:1022 arg = rargs[0]1023 if ((arg[:2] == "--" and len(arg) > 2) or1024 (arg[:1] == "-" and len(arg) > 1 and arg[1] != "-")):1025 break1026 else:1027 value.append(arg)1028 del rargs[0]1029 setattr(parser.values, option.dest, value)1030 def test_variable_args(self):1031 self.assertParseOK(["-a3", "-5", "--callback", "foo", "bar"],1032 {'a': (3, -5), 'b': None, 'c': ["foo", "bar"]},1033 [])1034 def test_consume_separator_stop_at_option(self):1035 self.assertParseOK(["-c", "37", "--", "xxx", "-b", "hello"],1036 {'a': None,1037 'b': True,1038 'c': ["37", "--", "xxx"]},1039 ["hello"])1040 def test_positional_arg_and_variable_args(self):1041 self.assertParseOK(["hello", "-c", "foo", "-", "bar"],1042 {'a': None,1043 'b': None,1044 'c':["foo", "-", "bar"]},1045 ["hello"])1046 def test_stop_at_option(self):1047 self.assertParseOK(["-c", "foo", "-b"],1048 {'a': None, 'b': True, 'c': ["foo"]},1049 [])1050 def test_stop_at_invalid_option(self):1051 self.assertParseFail(["-c", "3", "-5", "-a"], "no such option: -5")1052# -- Test conflict handling and parser.parse_args() --------------------1053class ConflictBase(BaseTest):1054 def setUp(self):1055 options = [make_option("-v", "--verbose", action="count",1056 dest="verbose", help="increment verbosity")]1057 self.parser = InterceptingOptionParser(usage=SUPPRESS_USAGE,1058 option_list=options)1059 def show_version(self, option, opt, value, parser):1060 parser.values.show_version = 11061class TestConflict(ConflictBase):1062 """Use the default conflict resolution for Optik 1.2: error."""1063 def assertTrueconflict_error(self, func):1064 err = self.assertRaises(1065 func, ("-v", "--version"), {'action' : "callback",1066 'callback' : self.show_version,1067 'help' : "show version"},1068 OptionConflictError,1069 "option -v/--version: conflicting option string(s): -v")1070 self.assertEqual(err.msg, "conflicting option string(s): -v")1071 self.assertEqual(err.option_id, "-v/--version")1072 def test_conflict_error(self):1073 self.assertTrueconflict_error(self.parser.add_option)1074 def test_conflict_error_group(self):1075 group = OptionGroup(self.parser, "Group 1")1076 self.assertTrueconflict_error(group.add_option)1077 def test_no_such_conflict_handler(self):1078 self.assertRaises(1079 self.parser.set_conflict_handler, ('foo',), None,1080 ValueError, "invalid conflict_resolution value 'foo'")1081class TestConflictResolve(ConflictBase):1082 def setUp(self):1083 ConflictBase.setUp(self)1084 self.parser.set_conflict_handler("resolve")1085 self.parser.add_option("-v", "--version", action="callback",1086 callback=self.show_version, help="show version")1087 def test_conflict_resolve(self):1088 v_opt = self.parser.get_option("-v")1089 verbose_opt = self.parser.get_option("--verbose")1090 version_opt = self.parser.get_option("--version")1091 self.assertTrue(v_opt is version_opt)1092 self.assertTrue(v_opt is not verbose_opt)1093 self.assertEqual(v_opt._long_opts, ["--version"])1094 self.assertEqual(version_opt._short_opts, ["-v"])1095 self.assertEqual(version_opt._long_opts, ["--version"])1096 self.assertEqual(verbose_opt._short_opts, [])1097 self.assertEqual(verbose_opt._long_opts, ["--verbose"])1098 def test_conflict_resolve_help(self):1099 self.assertOutput(["-h"], """\1100Options:1101 --verbose increment verbosity1102 -h, --help show this help message and exit1103 -v, --version show version1104""")1105 def test_conflict_resolve_short_opt(self):1106 self.assertParseOK(["-v"],1107 {'verbose': None, 'show_version': 1},1108 [])1109 def test_conflict_resolve_long_opt(self):1110 self.assertParseOK(["--verbose"],1111 {'verbose': 1},1112 [])1113 def test_conflict_resolve_long_opts(self):1114 self.assertParseOK(["--verbose", "--version"],1115 {'verbose': 1, 'show_version': 1},1116 [])1117class TestConflictOverride(BaseTest):1118 def setUp(self):1119 self.parser = InterceptingOptionParser(usage=SUPPRESS_USAGE)1120 self.parser.set_conflict_handler("resolve")1121 self.parser.add_option("-n", "--dry-run",1122 action="store_true", dest="dry_run",1123 help="don't do anything")1124 self.parser.add_option("--dry-run", "-n",1125 action="store_const", const=42, dest="dry_run",1126 help="dry run mode")1127 def test_conflict_override_opts(self):1128 opt = self.parser.get_option("--dry-run")1129 self.assertEqual(opt._short_opts, ["-n"])1130 self.assertEqual(opt._long_opts, ["--dry-run"])1131 def test_conflict_override_help(self):1132 self.assertOutput(["-h"], """\1133Options:1134 -h, --help show this help message and exit1135 -n, --dry-run dry run mode1136""")1137 def test_conflict_override_args(self):1138 self.assertParseOK(["-n"],1139 {'dry_run': 42},1140 [])1141# -- Other testing. ----------------------------------------------------1142_expected_help_basic = """\1143Usage: bar.py [options]1144Options:1145 -a APPLE throw APPLEs at basket1146 -b NUM, --boo=NUM shout "boo!" NUM times (in order to frighten away all the1147 evil spirits that cause trouble and mayhem)1148 --foo=FOO store FOO in the foo list for later fooing1149 -h, --help show this help message and exit1150"""1151_expected_help_long_opts_first = """\1152Usage: bar.py [options]1153Options:1154 -a APPLE throw APPLEs at basket1155 --boo=NUM, -b NUM shout "boo!" NUM times (in order to frighten away all the1156 evil spirits that cause trouble and mayhem)1157 --foo=FOO store FOO in the foo list for later fooing1158 --help, -h show this help message and exit1159"""1160_expected_help_title_formatter = """\1161Usage1162=====1163 bar.py [options]1164Options1165=======1166-a APPLE throw APPLEs at basket1167--boo=NUM, -b NUM shout "boo!" NUM times (in order to frighten away all the1168 evil spirits that cause trouble and mayhem)1169--foo=FOO store FOO in the foo list for later fooing1170--help, -h show this help message and exit1171"""1172_expected_help_short_lines = """\1173Usage: bar.py [options]1174Options:1175 -a APPLE throw APPLEs at basket1176 -b NUM, --boo=NUM shout "boo!" NUM times (in order to1177 frighten away all the evil spirits1178 that cause trouble and mayhem)1179 --foo=FOO store FOO in the foo list for later1180 fooing1181 -h, --help show this help message and exit1182"""1183class TestHelp(BaseTest):1184 def setUp(self):1185 self.parser = self.make_parser(80)1186 def make_parser(self, columns):1187 options = [1188 make_option("-a", type="string", dest='a',1189 metavar="APPLE", help="throw APPLEs at basket"),1190 make_option("-b", "--boo", type="int", dest='boo',1191 metavar="NUM",1192 help=1193 "shout \"boo!\" NUM times (in order to frighten away "1194 "all the evil spirits that cause trouble and mayhem)"),1195 make_option("--foo", action="append", type="string", dest='foo',1196 help="store FOO in the foo list for later fooing"),1197 ]1198 # We need to set COLUMNS for the OptionParser constructor, but1199 # we must restore its original value -- otherwise, this test1200 # screws things up for other tests when it's part of the Python1201 # test suite.1202 with support.EnvironmentVarGuard() as env:1203 env['COLUMNS'] = str(columns)1204 return InterceptingOptionParser(option_list=options)1205 def assertHelpEquals(self, expected_output):1206 save_argv = sys.argv[:]1207 try:1208 # Make optparse believe bar.py is being executed.1209 sys.argv[0] = os.path.join("foo", "bar.py")1210 self.assertOutput(["-h"], expected_output)1211 finally:1212 sys.argv[:] = save_argv1213 def test_help(self):1214 self.assertHelpEquals(_expected_help_basic)1215 def test_help_old_usage(self):1216 self.parser.set_usage("Usage: %prog [options]")1217 self.assertHelpEquals(_expected_help_basic)1218 def test_help_long_opts_first(self):1219 self.parser.formatter.short_first = 01220 self.assertHelpEquals(_expected_help_long_opts_first)1221 def test_help_title_formatter(self):1222 with support.EnvironmentVarGuard() as env:1223 env["COLUMNS"] = "80"1224 self.parser.formatter = TitledHelpFormatter()1225 self.assertHelpEquals(_expected_help_title_formatter)1226 def test_wrap_columns(self):1227 # Ensure that wrapping respects $COLUMNS environment variable.1228 # Need to reconstruct the parser, since that's the only time1229 # we look at $COLUMNS.1230 self.parser = self.make_parser(60)1231 self.assertHelpEquals(_expected_help_short_lines)1232 def test_help_unicode(self):1233 self.parser = InterceptingOptionParser(usage=SUPPRESS_USAGE)1234 self.parser.add_option("-a", action="store_true", help="ol\u00E9!")1235 expect = """\1236Options:1237 -h, --help show this help message and exit1238 -a ol\u00E9!1239"""1240 self.assertHelpEquals(expect)1241 def test_help_unicode_description(self):1242 self.parser = InterceptingOptionParser(usage=SUPPRESS_USAGE,1243 description="ol\u00E9!")1244 expect = """\1245ol\u00E9!1246Options:1247 -h, --help show this help message and exit1248"""1249 self.assertHelpEquals(expect)1250 def test_help_description_groups(self):1251 self.parser.set_description(1252 "This is the program description for %prog. %prog has "1253 "an option group as well as single options.")1254 group = OptionGroup(1255 self.parser, "Dangerous Options",1256 "Caution: use of these options is at your own risk. "1257 "It is believed that some of them bite.")1258 group.add_option("-g", action="store_true", help="Group option.")1259 self.parser.add_option_group(group)1260 expect = """\1261Usage: bar.py [options]1262This is the program description for bar.py. bar.py has an option group as1263well as single options.1264Options:1265 -a APPLE throw APPLEs at basket1266 -b NUM, --boo=NUM shout "boo!" NUM times (in order to frighten away all the1267 evil spirits that cause trouble and mayhem)1268 --foo=FOO store FOO in the foo list for later fooing1269 -h, --help show this help message and exit1270 Dangerous Options:1271 Caution: use of these options is at your own risk. It is believed1272 that some of them bite.1273 -g Group option.1274"""1275 self.assertHelpEquals(expect)1276 self.parser.epilog = "Please report bugs to /dev/null."1277 self.assertHelpEquals(expect + "\nPlease report bugs to /dev/null.\n")1278class TestMatchAbbrev(BaseTest):1279 def test_match_abbrev(self):1280 self.assertEqual(_match_abbrev("--f",1281 {"--foz": None,1282 "--foo": None,1283 "--fie": None,1284 "--f": None}),1285 "--f")1286 def test_match_abbrev_error(self):1287 s = "--f"1288 wordmap = {"--foz": None, "--foo": None, "--fie": None}1289 self.assertRaises(1290 _match_abbrev, (s, wordmap), None,1291 BadOptionError, "ambiguous option: --f (--fie, --foo, --foz?)")1292class TestParseNumber(BaseTest):1293 def setUp(self):1294 self.parser = InterceptingOptionParser()1295 self.parser.add_option("-n", type=int)1296 self.parser.add_option("-l", type=int)1297 def test_parse_num_fail(self):1298 self.assertRaises(1299 _parse_num, ("", int), {},1300 ValueError,1301 re.compile(r"invalid literal for int().*: '?'?"))1302 self.assertRaises(1303 _parse_num, ("0xOoops", int), {},1304 ValueError,1305 re.compile(r"invalid literal for int().*: s?'?0xOoops'?"))1306 def test_parse_num_ok(self):1307 self.assertEqual(_parse_num("0", int), 0)1308 self.assertEqual(_parse_num("0x10", int), 16)1309 self.assertEqual(_parse_num("0XA", int), 10)1310 self.assertEqual(_parse_num("010", int), 8)...

Full Screen

Full Screen

optparse.py

Source:optparse.py Github

copy

Full Screen

...5(http://lists.sourceforge.net/lists/listinfo/optik-users).6Simple usage example:7 from optparse import OptionParser8 parser = OptionParser()9 parser.add_option("-f", "--file", dest="filename",10 help="write report to FILE", metavar="FILE")11 parser.add_option("-q", "--quiet",12 action="store_false", dest="verbose", default=True,13 help="don't print status messages to stdout")14 (options, args) = parser.parse_args()15"""16__version__ = "1.5.3"17__all__ = ['Option',18 'make_option',19 'SUPPRESS_HELP',20 'SUPPRESS_USAGE',21 'Values',22 'OptionContainer',23 'OptionGroup',24 'OptionParser',25 'HelpFormatter',26 'IndentedHelpFormatter',27 'TitledHelpFormatter',28 'OptParseError',29 'OptionError',30 'OptionConflictError',31 'OptionValueError',32 'BadOptionError']33__copyright__ = """34Copyright (c) 2001-2006 Gregory P. Ward. All rights reserved.35Copyright (c) 2002-2006 Python Software Foundation. All rights reserved.36Redistribution and use in source and binary forms, with or without37modification, are permitted provided that the following conditions are38met:39 * Redistributions of source code must retain the above copyright40 notice, this list of conditions and the following disclaimer.41 * Redistributions in binary form must reproduce the above copyright42 notice, this list of conditions and the following disclaimer in the43 documentation and/or other materials provided with the distribution.44 * Neither the name of the author nor the names of its45 contributors may be used to endorse or promote products derived from46 this software without specific prior written permission.47THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS48IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED49TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A50PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR51CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,52EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,53PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR54PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF55LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING56NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS57SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.58"""59import sys, os60import textwrap61def _repr(self):62 return "<%s at 0x%x: %s>" % (self.__class__.__name__, id(self), self)63# This file was generated from:64# Id: option_parser.py 527 2006-07-23 15:21:30Z greg65# Id: option.py 522 2006-06-11 16:22:03Z gward66# Id: help.py 527 2006-07-23 15:21:30Z greg67# Id: errors.py 509 2006-04-20 00:58:24Z gward68try:69 from gettext import gettext, ngettext70except ImportError:71 def gettext(message):72 return message73 def ngettext(singular, plural, n):74 if n == 1:75 return singular76 return plural77_ = gettext78class OptParseError (Exception):79 def __init__(self, msg):80 self.msg = msg81 def __str__(self):82 return self.msg83class OptionError (OptParseError):84 """85 Raised if an Option instance is created with invalid or86 inconsistent arguments.87 """88 def __init__(self, msg, option):89 self.msg = msg90 self.option_id = str(option)91 def __str__(self):92 if self.option_id:93 return "option %s: %s" % (self.option_id, self.msg)94 else:95 return self.msg96class OptionConflictError (OptionError):97 """98 Raised if conflicting options are added to an OptionParser.99 """100class OptionValueError (OptParseError):101 """102 Raised if an invalid option value is encountered on the command103 line.104 """105class BadOptionError (OptParseError):106 """107 Raised if an invalid option is seen on the command line.108 """109 def __init__(self, opt_str):110 self.opt_str = opt_str111 def __str__(self):112 return _("no such option: %s") % self.opt_str113class AmbiguousOptionError (BadOptionError):114 """115 Raised if an ambiguous option is seen on the command line.116 """117 def __init__(self, opt_str, possibilities):118 BadOptionError.__init__(self, opt_str)119 self.possibilities = possibilities120 def __str__(self):121 return (_("ambiguous option: %s (%s?)")122 % (self.opt_str, ", ".join(self.possibilities)))123class HelpFormatter:124 """125 Abstract base class for formatting option help. OptionParser126 instances should use one of the HelpFormatter subclasses for127 formatting help; by default IndentedHelpFormatter is used.128 Instance attributes:129 parser : OptionParser130 the controlling OptionParser instance131 indent_increment : int132 the number of columns to indent per nesting level133 max_help_position : int134 the maximum starting column for option help text135 help_position : int136 the calculated starting column for option help text;137 initially the same as the maximum138 width : int139 total number of columns for output (pass None to constructor for140 this value to be taken from the $COLUMNS environment variable)141 level : int142 current indentation level143 current_indent : int144 current indentation level (in columns)145 help_width : int146 number of columns available for option help text (calculated)147 default_tag : str148 text to replace with each option's default value, "%default"149 by default. Set to false value to disable default value expansion.150 option_strings : { Option : str }151 maps Option instances to the snippet of help text explaining152 the syntax of that option, e.g. "-h, --help" or153 "-fFILE, --file=FILE"154 _short_opt_fmt : str155 format string controlling how short options with values are156 printed in help text. Must be either "%s%s" ("-fFILE") or157 "%s %s" ("-f FILE"), because those are the two syntaxes that158 Optik supports.159 _long_opt_fmt : str160 similar but for long options; must be either "%s %s" ("--file FILE")161 or "%s=%s" ("--file=FILE").162 """163 NO_DEFAULT_VALUE = "none"164 def __init__(self,165 indent_increment,166 max_help_position,167 width,168 short_first):169 self.parser = None170 self.indent_increment = indent_increment171 self.help_position = self.max_help_position = max_help_position172 if width is None:173 try:174 width = int(os.environ['COLUMNS'])175 except (KeyError, ValueError):176 width = 80177 width -= 2178 self.width = width179 self.current_indent = 0180 self.level = 0181 self.help_width = None # computed later182 self.short_first = short_first183 self.default_tag = "%default"184 self.option_strings = {}185 self._short_opt_fmt = "%s %s"186 self._long_opt_fmt = "%s=%s"187 def set_parser(self, parser):188 self.parser = parser189 def set_short_opt_delimiter(self, delim):190 if delim not in ("", " "):191 raise ValueError(192 "invalid metavar delimiter for short options: %r" % delim)193 self._short_opt_fmt = "%s" + delim + "%s"194 def set_long_opt_delimiter(self, delim):195 if delim not in ("=", " "):196 raise ValueError(197 "invalid metavar delimiter for long options: %r" % delim)198 self._long_opt_fmt = "%s" + delim + "%s"199 def indent(self):200 self.current_indent += self.indent_increment201 self.level += 1202 def dedent(self):203 self.current_indent -= self.indent_increment204 assert self.current_indent >= 0, "Indent decreased below 0."205 self.level -= 1206 def format_usage(self, usage):207 raise NotImplementedError("subclasses must implement")208 def format_heading(self, heading):209 raise NotImplementedError("subclasses must implement")210 def _format_text(self, text):211 """212 Format a paragraph of free-form text for inclusion in the213 help output at the current indentation level.214 """215 text_width = self.width - self.current_indent216 indent = " "*self.current_indent217 return textwrap.fill(text,218 text_width,219 initial_indent=indent,220 subsequent_indent=indent)221 def format_description(self, description):222 if description:223 return self._format_text(description) + "\n"224 else:225 return ""226 def format_epilog(self, epilog):227 if epilog:228 return "\n" + self._format_text(epilog) + "\n"229 else:230 return ""231 def expand_default(self, option):232 if self.parser is None or not self.default_tag:233 return option.help234 default_value = self.parser.defaults.get(option.dest)235 if default_value is NO_DEFAULT or default_value is None:236 default_value = self.NO_DEFAULT_VALUE237 return option.help.replace(self.default_tag, str(default_value))238 def format_option(self, option):239 # The help for each option consists of two parts:240 # * the opt strings and metavars241 # eg. ("-x", or "-fFILENAME, --file=FILENAME")242 # * the user-supplied help string243 # eg. ("turn on expert mode", "read data from FILENAME")244 #245 # If possible, we write both of these on the same line:246 # -x turn on expert mode247 #248 # But if the opt string list is too long, we put the help249 # string on a second line, indented to the same column it would250 # start in if it fit on the first line.251 # -fFILENAME, --file=FILENAME252 # read data from FILENAME253 result = []254 opts = self.option_strings[option]255 opt_width = self.help_position - self.current_indent - 2256 if len(opts) > opt_width:257 opts = "%*s%s\n" % (self.current_indent, "", opts)258 indent_first = self.help_position259 else: # start help on same line as opts260 opts = "%*s%-*s " % (self.current_indent, "", opt_width, opts)261 indent_first = 0262 result.append(opts)263 if option.help:264 help_text = self.expand_default(option)265 help_lines = textwrap.wrap(help_text, self.help_width)266 result.append("%*s%s\n" % (indent_first, "", help_lines[0]))267 result.extend(["%*s%s\n" % (self.help_position, "", line)268 for line in help_lines[1:]])269 elif opts[-1] != "\n":270 result.append("\n")271 return "".join(result)272 def store_option_strings(self, parser):273 self.indent()274 max_len = 0275 for opt in parser.option_list:276 strings = self.format_option_strings(opt)277 self.option_strings[opt] = strings278 max_len = max(max_len, len(strings) + self.current_indent)279 self.indent()280 for group in parser.option_groups:281 for opt in group.option_list:282 strings = self.format_option_strings(opt)283 self.option_strings[opt] = strings284 max_len = max(max_len, len(strings) + self.current_indent)285 self.dedent()286 self.dedent()287 self.help_position = min(max_len + 2, self.max_help_position)288 self.help_width = self.width - self.help_position289 def format_option_strings(self, option):290 """Return a comma-separated list of option strings & metavariables."""291 if option.takes_value():292 metavar = option.metavar or option.dest.upper()293 short_opts = [self._short_opt_fmt % (sopt, metavar)294 for sopt in option._short_opts]295 long_opts = [self._long_opt_fmt % (lopt, metavar)296 for lopt in option._long_opts]297 else:298 short_opts = option._short_opts299 long_opts = option._long_opts300 if self.short_first:301 opts = short_opts + long_opts302 else:303 opts = long_opts + short_opts304 return ", ".join(opts)305class IndentedHelpFormatter (HelpFormatter):306 """Format help with indented section bodies.307 """308 def __init__(self,309 indent_increment=2,310 max_help_position=24,311 width=None,312 short_first=1):313 HelpFormatter.__init__(314 self, indent_increment, max_help_position, width, short_first)315 def format_usage(self, usage):316 return _("Usage: %s\n") % usage317 def format_heading(self, heading):318 return "%*s%s:\n" % (self.current_indent, "", heading)319class TitledHelpFormatter (HelpFormatter):320 """Format help with underlined section headers.321 """322 def __init__(self,323 indent_increment=0,324 max_help_position=24,325 width=None,326 short_first=0):327 HelpFormatter.__init__ (328 self, indent_increment, max_help_position, width, short_first)329 def format_usage(self, usage):330 return "%s %s\n" % (self.format_heading(_("Usage")), usage)331 def format_heading(self, heading):332 return "%s\n%s\n" % (heading, "=-"[self.level] * len(heading))333def _parse_num(val, type):334 if val[:2].lower() == "0x": # hexadecimal335 radix = 16336 elif val[:2].lower() == "0b": # binary337 radix = 2338 val = val[2:] or "0" # have to remove "0b" prefix339 elif val[:1] == "0": # octal340 radix = 8341 else: # decimal342 radix = 10343 return type(val, radix)344def _parse_int(val):345 return _parse_num(val, int)346_builtin_cvt = { "int" : (_parse_int, _("integer")),347 "long" : (_parse_int, _("integer")),348 "float" : (float, _("floating-point")),349 "complex" : (complex, _("complex")) }350def check_builtin(option, opt, value):351 (cvt, what) = _builtin_cvt[option.type]352 try:353 return cvt(value)354 except ValueError:355 raise OptionValueError(356 _("option %s: invalid %s value: %r") % (opt, what, value))357def check_choice(option, opt, value):358 if value in option.choices:359 return value360 else:361 choices = ", ".join(map(repr, option.choices))362 raise OptionValueError(363 _("option %s: invalid choice: %r (choose from %s)")364 % (opt, value, choices))365# Not supplying a default is different from a default of None,366# so we need an explicit "not supplied" value.367NO_DEFAULT = ("NO", "DEFAULT")368class Option:369 """370 Instance attributes:371 _short_opts : [string]372 _long_opts : [string]373 action : string374 type : string375 dest : string376 default : any377 nargs : int378 const : any379 choices : [string]380 callback : function381 callback_args : (any*)382 callback_kwargs : { string : any }383 help : string384 metavar : string385 """386 # The list of instance attributes that may be set through387 # keyword args to the constructor.388 ATTRS = ['action',389 'type',390 'dest',391 'default',392 'nargs',393 'const',394 'choices',395 'callback',396 'callback_args',397 'callback_kwargs',398 'help',399 'metavar']400 # The set of actions allowed by option parsers. Explicitly listed401 # here so the constructor can validate its arguments.402 ACTIONS = ("store",403 "store_const",404 "store_true",405 "store_false",406 "append",407 "append_const",408 "count",409 "callback",410 "help",411 "version")412 # The set of actions that involve storing a value somewhere;413 # also listed just for constructor argument validation. (If414 # the action is one of these, there must be a destination.)415 STORE_ACTIONS = ("store",416 "store_const",417 "store_true",418 "store_false",419 "append",420 "append_const",421 "count")422 # The set of actions for which it makes sense to supply a value423 # type, ie. which may consume an argument from the command line.424 TYPED_ACTIONS = ("store",425 "append",426 "callback")427 # The set of actions which *require* a value type, ie. that428 # always consume an argument from the command line.429 ALWAYS_TYPED_ACTIONS = ("store",430 "append")431 # The set of actions which take a 'const' attribute.432 CONST_ACTIONS = ("store_const",433 "append_const")434 # The set of known types for option parsers. Again, listed here for435 # constructor argument validation.436 TYPES = ("string", "int", "long", "float", "complex", "choice")437 # Dictionary of argument checking functions, which convert and438 # validate option arguments according to the option type.439 #440 # Signature of checking functions is:441 # check(option : Option, opt : string, value : string) -> any442 # where443 # option is the Option instance calling the checker444 # opt is the actual option seen on the command-line445 # (eg. "-a", "--file")446 # value is the option argument seen on the command-line447 #448 # The return value should be in the appropriate Python type449 # for option.type -- eg. an integer if option.type == "int".450 #451 # If no checker is defined for a type, arguments will be452 # unchecked and remain strings.453 TYPE_CHECKER = { "int" : check_builtin,454 "long" : check_builtin,455 "float" : check_builtin,456 "complex": check_builtin,457 "choice" : check_choice,458 }459 # CHECK_METHODS is a list of unbound method objects; they are called460 # by the constructor, in order, after all attributes are461 # initialized. The list is created and filled in later, after all462 # the methods are actually defined. (I just put it here because I463 # like to define and document all class attributes in the same464 # place.) Subclasses that add another _check_*() method should465 # define their own CHECK_METHODS list that adds their check method466 # to those from this class.467 CHECK_METHODS = None468 # -- Constructor/initialization methods ----------------------------469 def __init__(self, *opts, **attrs):470 # Set _short_opts, _long_opts attrs from 'opts' tuple.471 # Have to be set now, in case no option strings are supplied.472 self._short_opts = []473 self._long_opts = []474 opts = self._check_opt_strings(opts)475 self._set_opt_strings(opts)476 # Set all other attrs (action, type, etc.) from 'attrs' dict477 self._set_attrs(attrs)478 # Check all the attributes we just set. There are lots of479 # complicated interdependencies, but luckily they can be farmed480 # out to the _check_*() methods listed in CHECK_METHODS -- which481 # could be handy for subclasses! The one thing these all share482 # is that they raise OptionError if they discover a problem.483 for checker in self.CHECK_METHODS:484 checker(self)485 def _check_opt_strings(self, opts):486 # Filter out None because early versions of Optik had exactly487 # one short option and one long option, either of which488 # could be None.489 opts = [opt for opt in opts if opt]490 if not opts:491 raise TypeError("at least one option string must be supplied")492 return opts493 def _set_opt_strings(self, opts):494 for opt in opts:495 if len(opt) < 2:496 raise OptionError(497 "invalid option string %r: "498 "must be at least two characters long" % opt, self)499 elif len(opt) == 2:500 if not (opt[0] == "-" and opt[1] != "-"):501 raise OptionError(502 "invalid short option string %r: "503 "must be of the form -x, (x any non-dash char)" % opt,504 self)505 self._short_opts.append(opt)506 else:507 if not (opt[0:2] == "--" and opt[2] != "-"):508 raise OptionError(509 "invalid long option string %r: "510 "must start with --, followed by non-dash" % opt,511 self)512 self._long_opts.append(opt)513 def _set_attrs(self, attrs):514 for attr in self.ATTRS:515 if attr in attrs:516 setattr(self, attr, attrs[attr])517 del attrs[attr]518 else:519 if attr == 'default':520 setattr(self, attr, NO_DEFAULT)521 else:522 setattr(self, attr, None)523 if attrs:524 attrs = sorted(attrs.keys())525 raise OptionError(526 "invalid keyword arguments: %s" % ", ".join(attrs),527 self)528 # -- Constructor validation methods --------------------------------529 def _check_action(self):530 if self.action is None:531 self.action = "store"532 elif self.action not in self.ACTIONS:533 raise OptionError("invalid action: %r" % self.action, self)534 def _check_type(self):535 if self.type is None:536 if self.action in self.ALWAYS_TYPED_ACTIONS:537 if self.choices is not None:538 # The "choices" attribute implies "choice" type.539 self.type = "choice"540 else:541 # No type given? "string" is the most sensible default.542 self.type = "string"543 else:544 # Allow type objects or builtin type conversion functions545 # (int, str, etc.) as an alternative to their names. (The546 # complicated check of builtins is only necessary for547 # Python 2.1 and earlier, and is short-circuited by the548 # first check on modern Pythons.)549 import builtins550 if ( isinstance(self.type, type) or551 (hasattr(self.type, "__name__") and552 getattr(builtins, self.type.__name__, None) is self.type) ):553 self.type = self.type.__name__554 if self.type == "str":555 self.type = "string"556 if self.type not in self.TYPES:557 raise OptionError("invalid option type: %r" % self.type, self)558 if self.action not in self.TYPED_ACTIONS:559 raise OptionError(560 "must not supply a type for action %r" % self.action, self)561 def _check_choice(self):562 if self.type == "choice":563 if self.choices is None:564 raise OptionError(565 "must supply a list of choices for type 'choice'", self)566 elif not isinstance(self.choices, (tuple, list)):567 raise OptionError(568 "choices must be a list of strings ('%s' supplied)"569 % str(type(self.choices)).split("'")[1], self)570 elif self.choices is not None:571 raise OptionError(572 "must not supply choices for type %r" % self.type, self)573 def _check_dest(self):574 # No destination given, and we need one for this action. The575 # self.type check is for callbacks that take a value.576 takes_value = (self.action in self.STORE_ACTIONS or577 self.type is not None)578 if self.dest is None and takes_value:579 # Glean a destination from the first long option string,580 # or from the first short option string if no long options.581 if self._long_opts:582 # eg. "--foo-bar" -> "foo_bar"583 self.dest = self._long_opts[0][2:].replace('-', '_')584 else:585 self.dest = self._short_opts[0][1]586 def _check_const(self):587 if self.action not in self.CONST_ACTIONS and self.const is not None:588 raise OptionError(589 "'const' must not be supplied for action %r" % self.action,590 self)591 def _check_nargs(self):592 if self.action in self.TYPED_ACTIONS:593 if self.nargs is None:594 self.nargs = 1595 elif self.nargs is not None:596 raise OptionError(597 "'nargs' must not be supplied for action %r" % self.action,598 self)599 def _check_callback(self):600 if self.action == "callback":601 if not callable(self.callback):602 raise OptionError(603 "callback not callable: %r" % self.callback, self)604 if (self.callback_args is not None and605 not isinstance(self.callback_args, tuple)):606 raise OptionError(607 "callback_args, if supplied, must be a tuple: not %r"608 % self.callback_args, self)609 if (self.callback_kwargs is not None and610 not isinstance(self.callback_kwargs, dict)):611 raise OptionError(612 "callback_kwargs, if supplied, must be a dict: not %r"613 % self.callback_kwargs, self)614 else:615 if self.callback is not None:616 raise OptionError(617 "callback supplied (%r) for non-callback option"618 % self.callback, self)619 if self.callback_args is not None:620 raise OptionError(621 "callback_args supplied for non-callback option", self)622 if self.callback_kwargs is not None:623 raise OptionError(624 "callback_kwargs supplied for non-callback option", self)625 CHECK_METHODS = [_check_action,626 _check_type,627 _check_choice,628 _check_dest,629 _check_const,630 _check_nargs,631 _check_callback]632 # -- Miscellaneous methods -----------------------------------------633 def __str__(self):634 return "/".join(self._short_opts + self._long_opts)635 __repr__ = _repr636 def takes_value(self):637 return self.type is not None638 def get_opt_string(self):639 if self._long_opts:640 return self._long_opts[0]641 else:642 return self._short_opts[0]643 # -- Processing methods --------------------------------------------644 def check_value(self, opt, value):645 checker = self.TYPE_CHECKER.get(self.type)646 if checker is None:647 return value648 else:649 return checker(self, opt, value)650 def convert_value(self, opt, value):651 if value is not None:652 if self.nargs == 1:653 return self.check_value(opt, value)654 else:655 return tuple([self.check_value(opt, v) for v in value])656 def process(self, opt, value, values, parser):657 # First, convert the value(s) to the right type. Howl if any658 # value(s) are bogus.659 value = self.convert_value(opt, value)660 # And then take whatever action is expected of us.661 # This is a separate method to make life easier for662 # subclasses to add new actions.663 return self.take_action(664 self.action, self.dest, opt, value, values, parser)665 def take_action(self, action, dest, opt, value, values, parser):666 if action == "store":667 setattr(values, dest, value)668 elif action == "store_const":669 setattr(values, dest, self.const)670 elif action == "store_true":671 setattr(values, dest, True)672 elif action == "store_false":673 setattr(values, dest, False)674 elif action == "append":675 values.ensure_value(dest, []).append(value)676 elif action == "append_const":677 values.ensure_value(dest, []).append(self.const)678 elif action == "count":679 setattr(values, dest, values.ensure_value(dest, 0) + 1)680 elif action == "callback":681 args = self.callback_args or ()682 kwargs = self.callback_kwargs or {}683 self.callback(self, opt, value, parser, *args, **kwargs)684 elif action == "help":685 parser.print_help()686 parser.exit()687 elif action == "version":688 parser.print_version()689 parser.exit()690 else:691 raise ValueError("unknown action %r" % self.action)692 return 1693# class Option694SUPPRESS_HELP = "SUPPRESS"+"HELP"695SUPPRESS_USAGE = "SUPPRESS"+"USAGE"696class Values:697 def __init__(self, defaults=None):698 if defaults:699 for (attr, val) in defaults.items():700 setattr(self, attr, val)701 def __str__(self):702 return str(self.__dict__)703 __repr__ = _repr704 def __eq__(self, other):705 if isinstance(other, Values):706 return self.__dict__ == other.__dict__707 elif isinstance(other, dict):708 return self.__dict__ == other709 else:710 return NotImplemented711 def _update_careful(self, dict):712 """713 Update the option values from an arbitrary dictionary, but only714 use keys from dict that already have a corresponding attribute715 in self. Any keys in dict without a corresponding attribute716 are silently ignored.717 """718 for attr in dir(self):719 if attr in dict:720 dval = dict[attr]721 if dval is not None:722 setattr(self, attr, dval)723 def _update_loose(self, dict):724 """725 Update the option values from an arbitrary dictionary,726 using all keys from the dictionary regardless of whether727 they have a corresponding attribute in self or not.728 """729 self.__dict__.update(dict)730 def _update(self, dict, mode):731 if mode == "careful":732 self._update_careful(dict)733 elif mode == "loose":734 self._update_loose(dict)735 else:736 raise ValueError("invalid update mode: %r" % mode)737 def read_module(self, modname, mode="careful"):738 __import__(modname)739 mod = sys.modules[modname]740 self._update(vars(mod), mode)741 def read_file(self, filename, mode="careful"):742 vars = {}743 exec(open(filename).read(), vars)744 self._update(vars, mode)745 def ensure_value(self, attr, value):746 if not hasattr(self, attr) or getattr(self, attr) is None:747 setattr(self, attr, value)748 return getattr(self, attr)749class OptionContainer:750 """751 Abstract base class.752 Class attributes:753 standard_option_list : [Option]754 list of standard options that will be accepted by all instances755 of this parser class (intended to be overridden by subclasses).756 Instance attributes:757 option_list : [Option]758 the list of Option objects contained by this OptionContainer759 _short_opt : { string : Option }760 dictionary mapping short option strings, eg. "-f" or "-X",761 to the Option instances that implement them. If an Option762 has multiple short option strings, it will appears in this763 dictionary multiple times. [1]764 _long_opt : { string : Option }765 dictionary mapping long option strings, eg. "--file" or766 "--exclude", to the Option instances that implement them.767 Again, a given Option can occur multiple times in this768 dictionary. [1]769 defaults : { string : any }770 dictionary mapping option destination names to default771 values for each destination [1]772 [1] These mappings are common to (shared by) all components of the773 controlling OptionParser, where they are initially created.774 """775 def __init__(self, option_class, conflict_handler, description):776 # Initialize the option list and related data structures.777 # This method must be provided by subclasses, and it must778 # initialize at least the following instance attributes:779 # option_list, _short_opt, _long_opt, defaults.780 self._create_option_list()781 self.option_class = option_class782 self.set_conflict_handler(conflict_handler)783 self.set_description(description)784 def _create_option_mappings(self):785 # For use by OptionParser constructor -- create the master786 # option mappings used by this OptionParser and all787 # OptionGroups that it owns.788 self._short_opt = {} # single letter -> Option instance789 self._long_opt = {} # long option -> Option instance790 self.defaults = {} # maps option dest -> default value791 def _share_option_mappings(self, parser):792 # For use by OptionGroup constructor -- use shared option793 # mappings from the OptionParser that owns this OptionGroup.794 self._short_opt = parser._short_opt795 self._long_opt = parser._long_opt796 self.defaults = parser.defaults797 def set_conflict_handler(self, handler):798 if handler not in ("error", "resolve"):799 raise ValueError("invalid conflict_resolution value %r" % handler)800 self.conflict_handler = handler801 def set_description(self, description):802 self.description = description803 def get_description(self):804 return self.description805 def destroy(self):806 """see OptionParser.destroy()."""807 del self._short_opt808 del self._long_opt809 del self.defaults810 # -- Option-adding methods -----------------------------------------811 def _check_conflict(self, option):812 conflict_opts = []813 for opt in option._short_opts:814 if opt in self._short_opt:815 conflict_opts.append((opt, self._short_opt[opt]))816 for opt in option._long_opts:817 if opt in self._long_opt:818 conflict_opts.append((opt, self._long_opt[opt]))819 if conflict_opts:820 handler = self.conflict_handler821 if handler == "error":822 raise OptionConflictError(823 "conflicting option string(s): %s"824 % ", ".join([co[0] for co in conflict_opts]),825 option)826 elif handler == "resolve":827 for (opt, c_option) in conflict_opts:828 if opt.startswith("--"):829 c_option._long_opts.remove(opt)830 del self._long_opt[opt]831 else:832 c_option._short_opts.remove(opt)833 del self._short_opt[opt]834 if not (c_option._short_opts or c_option._long_opts):835 c_option.container.option_list.remove(c_option)836 def add_option(self, *args, **kwargs):837 """add_option(Option)838 add_option(opt_str, ..., kwarg=val, ...)839 """840 if isinstance(args[0], str):841 option = self.option_class(*args, **kwargs)842 elif len(args) == 1 and not kwargs:843 option = args[0]844 if not isinstance(option, Option):845 raise TypeError("not an Option instance: %r" % option)846 else:847 raise TypeError("invalid arguments")848 self._check_conflict(option)849 self.option_list.append(option)850 option.container = self851 for opt in option._short_opts:852 self._short_opt[opt] = option853 for opt in option._long_opts:854 self._long_opt[opt] = option855 if option.dest is not None: # option has a dest, we need a default856 if option.default is not NO_DEFAULT:857 self.defaults[option.dest] = option.default858 elif option.dest not in self.defaults:859 self.defaults[option.dest] = None860 return option861 def add_options(self, option_list):862 for option in option_list:863 self.add_option(option)864 # -- Option query/removal methods ----------------------------------865 def get_option(self, opt_str):866 return (self._short_opt.get(opt_str) or867 self._long_opt.get(opt_str))868 def has_option(self, opt_str):869 return (opt_str in self._short_opt or870 opt_str in self._long_opt)871 def remove_option(self, opt_str):872 option = self._short_opt.get(opt_str)873 if option is None:874 option = self._long_opt.get(opt_str)875 if option is None:876 raise ValueError("no such option %r" % opt_str)877 for opt in option._short_opts:878 del self._short_opt[opt]879 for opt in option._long_opts:880 del self._long_opt[opt]881 option.container.option_list.remove(option)882 # -- Help-formatting methods ---------------------------------------883 def format_option_help(self, formatter):884 if not self.option_list:885 return ""886 result = []887 for option in self.option_list:888 if not option.help is SUPPRESS_HELP:889 result.append(formatter.format_option(option))890 return "".join(result)891 def format_description(self, formatter):892 return formatter.format_description(self.get_description())893 def format_help(self, formatter):894 result = []895 if self.description:896 result.append(self.format_description(formatter))897 if self.option_list:898 result.append(self.format_option_help(formatter))899 return "\n".join(result)900class OptionGroup (OptionContainer):901 def __init__(self, parser, title, description=None):902 self.parser = parser903 OptionContainer.__init__(904 self, parser.option_class, parser.conflict_handler, description)905 self.title = title906 def _create_option_list(self):907 self.option_list = []908 self._share_option_mappings(self.parser)909 def set_title(self, title):910 self.title = title911 def destroy(self):912 """see OptionParser.destroy()."""913 OptionContainer.destroy(self)914 del self.option_list915 # -- Help-formatting methods ---------------------------------------916 def format_help(self, formatter):917 result = formatter.format_heading(self.title)918 formatter.indent()919 result += OptionContainer.format_help(self, formatter)920 formatter.dedent()921 return result922class OptionParser (OptionContainer):923 """924 Class attributes:925 standard_option_list : [Option]926 list of standard options that will be accepted by all instances927 of this parser class (intended to be overridden by subclasses).928 Instance attributes:929 usage : string930 a usage string for your program. Before it is displayed931 to the user, "%prog" will be expanded to the name of932 your program (self.prog or os.path.basename(sys.argv[0])).933 prog : string934 the name of the current program (to override935 os.path.basename(sys.argv[0])).936 description : string937 A paragraph of text giving a brief overview of your program.938 optparse reformats this paragraph to fit the current terminal939 width and prints it when the user requests help (after usage,940 but before the list of options).941 epilog : string942 paragraph of help text to print after option help943 option_groups : [OptionGroup]944 list of option groups in this parser (option groups are945 irrelevant for parsing the command-line, but very useful946 for generating help)947 allow_interspersed_args : bool = true948 if true, positional arguments may be interspersed with options.949 Assuming -a and -b each take a single argument, the command-line950 -ablah foo bar -bboo baz951 will be interpreted the same as952 -ablah -bboo -- foo bar baz953 If this flag were false, that command line would be interpreted as954 -ablah -- foo bar -bboo baz955 -- ie. we stop processing options as soon as we see the first956 non-option argument. (This is the tradition followed by957 Python's getopt module, Perl's Getopt::Std, and other argument-958 parsing libraries, but it is generally annoying to users.)959 process_default_values : bool = true960 if true, option default values are processed similarly to option961 values from the command line: that is, they are passed to the962 type-checking function for the option's type (as long as the963 default value is a string). (This really only matters if you964 have defined custom types; see SF bug #955889.) Set it to false965 to restore the behaviour of Optik 1.4.1 and earlier.966 rargs : [string]967 the argument list currently being parsed. Only set when968 parse_args() is active, and continually trimmed down as969 we consume arguments. Mainly there for the benefit of970 callback options.971 largs : [string]972 the list of leftover arguments that we have skipped while973 parsing options. If allow_interspersed_args is false, this974 list is always empty.975 values : Values976 the set of option values currently being accumulated. Only977 set when parse_args() is active. Also mainly for callbacks.978 Because of the 'rargs', 'largs', and 'values' attributes,979 OptionParser is not thread-safe. If, for some perverse reason, you980 need to parse command-line arguments simultaneously in different981 threads, use different OptionParser instances.982 """983 standard_option_list = []984 def __init__(self,985 usage=None,986 option_list=None,987 option_class=Option,988 version=None,989 conflict_handler="error",990 description=None,991 formatter=None,992 add_help_option=True,993 prog=None,994 epilog=None):995 OptionContainer.__init__(996 self, option_class, conflict_handler, description)997 self.set_usage(usage)998 self.prog = prog999 self.version = version1000 self.allow_interspersed_args = True1001 self.process_default_values = True1002 if formatter is None:1003 formatter = IndentedHelpFormatter()1004 self.formatter = formatter1005 self.formatter.set_parser(self)1006 self.epilog = epilog1007 # Populate the option list; initial sources are the1008 # standard_option_list class attribute, the 'option_list'1009 # argument, and (if applicable) the _add_version_option() and1010 # _add_help_option() methods.1011 self._populate_option_list(option_list,1012 add_help=add_help_option)1013 self._init_parsing_state()1014 def destroy(self):1015 """1016 Declare that you are done with this OptionParser. This cleans up1017 reference cycles so the OptionParser (and all objects referenced by1018 it) can be garbage-collected promptly. After calling destroy(), the1019 OptionParser is unusable.1020 """1021 OptionContainer.destroy(self)1022 for group in self.option_groups:1023 group.destroy()1024 del self.option_list1025 del self.option_groups1026 del self.formatter1027 # -- Private methods -----------------------------------------------1028 # (used by our or OptionContainer's constructor)1029 def _create_option_list(self):1030 self.option_list = []1031 self.option_groups = []1032 self._create_option_mappings()1033 def _add_help_option(self):1034 self.add_option("-h", "--help",1035 action="help",1036 help=_("show this help message and exit"))1037 def _add_version_option(self):1038 self.add_option("--version",1039 action="version",1040 help=_("show program's version number and exit"))1041 def _populate_option_list(self, option_list, add_help=True):1042 if self.standard_option_list:1043 self.add_options(self.standard_option_list)1044 if option_list:1045 self.add_options(option_list)1046 if self.version:1047 self._add_version_option()1048 if add_help:1049 self._add_help_option()1050 def _init_parsing_state(self):1051 # These are set in parse_args() for the convenience of callbacks.1052 self.rargs = None1053 self.largs = None1054 self.values = None1055 # -- Simple modifier methods ---------------------------------------1056 def set_usage(self, usage):1057 if usage is None:1058 self.usage = _("%prog [options]")1059 elif usage is SUPPRESS_USAGE:1060 self.usage = None1061 # For backwards compatibility with Optik 1.3 and earlier.1062 elif usage.lower().startswith("usage: "):1063 self.usage = usage[7:]1064 else:1065 self.usage = usage1066 def enable_interspersed_args(self):1067 """Set parsing to not stop on the first non-option, allowing1068 interspersing switches with command arguments. This is the1069 default behavior. See also disable_interspersed_args() and the1070 class documentation description of the attribute1071 allow_interspersed_args."""1072 self.allow_interspersed_args = True1073 def disable_interspersed_args(self):1074 """Set parsing to stop on the first non-option. Use this if1075 you have a command processor which runs another command that1076 has options of its own and you want to make sure these options1077 don't get confused.1078 """1079 self.allow_interspersed_args = False1080 def set_process_default_values(self, process):1081 self.process_default_values = process1082 def set_default(self, dest, value):1083 self.defaults[dest] = value1084 def set_defaults(self, **kwargs):1085 self.defaults.update(kwargs)1086 def _get_all_options(self):1087 options = self.option_list[:]1088 for group in self.option_groups:1089 options.extend(group.option_list)1090 return options1091 def get_default_values(self):1092 if not self.process_default_values:1093 # Old, pre-Optik 1.5 behaviour.1094 return Values(self.defaults)1095 defaults = self.defaults.copy()1096 for option in self._get_all_options():1097 default = defaults.get(option.dest)1098 if isinstance(default, str):1099 opt_str = option.get_opt_string()1100 defaults[option.dest] = option.check_value(opt_str, default)1101 return Values(defaults)1102 # -- OptionGroup methods -------------------------------------------1103 def add_option_group(self, *args, **kwargs):1104 # XXX lots of overlap with OptionContainer.add_option()1105 if isinstance(args[0], str):1106 group = OptionGroup(self, *args, **kwargs)1107 elif len(args) == 1 and not kwargs:1108 group = args[0]1109 if not isinstance(group, OptionGroup):1110 raise TypeError("not an OptionGroup instance: %r" % group)1111 if group.parser is not self:1112 raise ValueError("invalid OptionGroup (wrong parser)")1113 else:1114 raise TypeError("invalid arguments")1115 self.option_groups.append(group)1116 return group1117 def get_option_group(self, opt_str):1118 option = (self._short_opt.get(opt_str) or1119 self._long_opt.get(opt_str))1120 if option and option.container is not self:1121 return option.container1122 return None1123 # -- Option-parsing methods ----------------------------------------1124 def _get_args(self, args):1125 if args is None:1126 return sys.argv[1:]1127 else:1128 return args[:] # don't modify caller's list1129 def parse_args(self, args=None, values=None):1130 """1131 parse_args(args : [string] = sys.argv[1:],1132 values : Values = None)1133 -> (values : Values, args : [string])1134 Parse the command-line options found in 'args' (default:1135 sys.argv[1:]). Any errors result in a call to 'error()', which1136 by default prints the usage message to stderr and calls1137 sys.exit() with an error message. On success returns a pair1138 (values, args) where 'values' is an Values instance (with all1139 your option values) and 'args' is the list of arguments left1140 over after parsing options.1141 """1142 rargs = self._get_args(args)1143 if values is None:1144 values = self.get_default_values()1145 # Store the halves of the argument list as attributes for the1146 # convenience of callbacks:1147 # rargs1148 # the rest of the command-line (the "r" stands for1149 # "remaining" or "right-hand")1150 # largs1151 # the leftover arguments -- ie. what's left after removing1152 # options and their arguments (the "l" stands for "leftover"1153 # or "left-hand")1154 self.rargs = rargs1155 self.largs = largs = []1156 self.values = values1157 try:1158 stop = self._process_args(largs, rargs, values)1159 except (BadOptionError, OptionValueError) as err:1160 self.error(str(err))1161 args = largs + rargs1162 return self.check_values(values, args)1163 def check_values(self, values, args):1164 """1165 check_values(values : Values, args : [string])1166 -> (values : Values, args : [string])1167 Check that the supplied option values and leftover arguments are1168 valid. Returns the option values and leftover arguments1169 (possibly adjusted, possibly completely new -- whatever you1170 like). Default implementation just returns the passed-in1171 values; subclasses may override as desired.1172 """1173 return (values, args)1174 def _process_args(self, largs, rargs, values):1175 """_process_args(largs : [string],1176 rargs : [string],1177 values : Values)1178 Process command-line arguments and populate 'values', consuming1179 options and arguments from 'rargs'. If 'allow_interspersed_args' is1180 false, stop at the first non-option argument. If true, accumulate any1181 interspersed non-option arguments in 'largs'.1182 """1183 while rargs:1184 arg = rargs[0]1185 # We handle bare "--" explicitly, and bare "-" is handled by the1186 # standard arg handler since the short arg case ensures that the1187 # len of the opt string is greater than 1.1188 if arg == "--":1189 del rargs[0]1190 return1191 elif arg[0:2] == "--":1192 # process a single long option (possibly with value(s))1193 self._process_long_opt(rargs, values)1194 elif arg[:1] == "-" and len(arg) > 1:1195 # process a cluster of short options (possibly with1196 # value(s) for the last one only)1197 self._process_short_opts(rargs, values)1198 elif self.allow_interspersed_args:1199 largs.append(arg)1200 del rargs[0]1201 else:1202 return # stop now, leave this arg in rargs1203 # Say this is the original argument list:1204 # [arg0, arg1, ..., arg(i-1), arg(i), arg(i+1), ..., arg(N-1)]1205 # ^1206 # (we are about to process arg(i)).1207 #1208 # Then rargs is [arg(i), ..., arg(N-1)] and largs is a *subset* of1209 # [arg0, ..., arg(i-1)] (any options and their arguments will have1210 # been removed from largs).1211 #1212 # The while loop will usually consume 1 or more arguments per pass.1213 # If it consumes 1 (eg. arg is an option that takes no arguments),1214 # then after _process_arg() is done the situation is:1215 #1216 # largs = subset of [arg0, ..., arg(i)]1217 # rargs = [arg(i+1), ..., arg(N-1)]1218 #1219 # If allow_interspersed_args is false, largs will always be1220 # *empty* -- still a subset of [arg0, ..., arg(i-1)], but1221 # not a very interesting subset!1222 def _match_long_opt(self, opt):1223 """_match_long_opt(opt : string) -> string1224 Determine which long option string 'opt' matches, ie. which one1225 it is an unambiguous abbreviation for. Raises BadOptionError if1226 'opt' doesn't unambiguously match any long option string.1227 """1228 return _match_abbrev(opt, self._long_opt)1229 def _process_long_opt(self, rargs, values):1230 arg = rargs.pop(0)1231 # Value explicitly attached to arg? Pretend it's the next1232 # argument.1233 if "=" in arg:1234 (opt, next_arg) = arg.split("=", 1)1235 rargs.insert(0, next_arg)1236 had_explicit_value = True1237 else:1238 opt = arg1239 had_explicit_value = False1240 opt = self._match_long_opt(opt)1241 option = self._long_opt[opt]1242 if option.takes_value():1243 nargs = option.nargs1244 if len(rargs) < nargs:1245 self.error(ngettext(1246 "%(option)s option requires %(number)d argument",1247 "%(option)s option requires %(number)d arguments",1248 nargs) % {"option": opt, "number": nargs})1249 elif nargs == 1:1250 value = rargs.pop(0)1251 else:1252 value = tuple(rargs[0:nargs])1253 del rargs[0:nargs]1254 elif had_explicit_value:1255 self.error(_("%s option does not take a value") % opt)1256 else:1257 value = None1258 option.process(opt, value, values, self)1259 def _process_short_opts(self, rargs, values):1260 arg = rargs.pop(0)1261 stop = False1262 i = 11263 for ch in arg[1:]:1264 opt = "-" + ch1265 option = self._short_opt.get(opt)1266 i += 1 # we have consumed a character1267 if not option:1268 raise BadOptionError(opt)1269 if option.takes_value():1270 # Any characters left in arg? Pretend they're the1271 # next arg, and stop consuming characters of arg.1272 if i < len(arg):1273 rargs.insert(0, arg[i:])1274 stop = True1275 nargs = option.nargs1276 if len(rargs) < nargs:1277 self.error(ngettext(1278 "%(option)s option requires %(number)d argument",1279 "%(option)s option requires %(number)d arguments",1280 nargs) % {"option": opt, "number": nargs})1281 elif nargs == 1:1282 value = rargs.pop(0)1283 else:1284 value = tuple(rargs[0:nargs])1285 del rargs[0:nargs]1286 else: # option doesn't take a value1287 value = None1288 option.process(opt, value, values, self)1289 if stop:1290 break1291 # -- Feedback methods ----------------------------------------------1292 def get_prog_name(self):1293 if self.prog is None:1294 return os.path.basename(sys.argv[0])1295 else:1296 return self.prog1297 def expand_prog_name(self, s):1298 return s.replace("%prog", self.get_prog_name())1299 def get_description(self):1300 return self.expand_prog_name(self.description)1301 def exit(self, status=0, msg=None):1302 if msg:1303 sys.stderr.write(msg)1304 sys.exit(status)1305 def error(self, msg):1306 """error(msg : string)1307 Print a usage message incorporating 'msg' to stderr and exit.1308 If you override this in a subclass, it should not return -- it1309 should either exit or raise an exception.1310 """1311 self.print_usage(sys.stderr)1312 self.exit(2, "%s: error: %s\n" % (self.get_prog_name(), msg))1313 def get_usage(self):1314 if self.usage:1315 return self.formatter.format_usage(1316 self.expand_prog_name(self.usage))1317 else:1318 return ""1319 def print_usage(self, file=None):1320 """print_usage(file : file = stdout)1321 Print the usage message for the current program (self.usage) to1322 'file' (default stdout). Any occurrence of the string "%prog" in1323 self.usage is replaced with the name of the current program1324 (basename of sys.argv[0]). Does nothing if self.usage is empty1325 or not defined.1326 """1327 if self.usage:1328 print(self.get_usage(), file=file)1329 def get_version(self):1330 if self.version:1331 return self.expand_prog_name(self.version)1332 else:1333 return ""1334 def print_version(self, file=None):1335 """print_version(file : file = stdout)1336 Print the version message for this program (self.version) to1337 'file' (default stdout). As with print_usage(), any occurrence1338 of "%prog" in self.version is replaced by the current program's1339 name. Does nothing if self.version is empty or undefined.1340 """1341 if self.version:1342 print(self.get_version(), file=file)1343 def format_option_help(self, formatter=None):1344 if formatter is None:1345 formatter = self.formatter1346 formatter.store_option_strings(self)1347 result = []1348 result.append(formatter.format_heading(_("Options")))1349 formatter.indent()1350 if self.option_list:1351 result.append(OptionContainer.format_option_help(self, formatter))1352 result.append("\n")1353 for group in self.option_groups:1354 result.append(group.format_help(formatter))1355 result.append("\n")1356 formatter.dedent()1357 # Drop the last "\n", or the header if no options or option groups:1358 return "".join(result[:-1])1359 def format_epilog(self, formatter):1360 return formatter.format_epilog(self.epilog)1361 def format_help(self, formatter=None):1362 if formatter is None:1363 formatter = self.formatter1364 result = []1365 if self.usage:1366 result.append(self.get_usage() + "\n")1367 if self.description:1368 result.append(self.format_description(formatter) + "\n")1369 result.append(self.format_option_help(formatter))1370 result.append(self.format_epilog(formatter))1371 return "".join(result)1372 def print_help(self, file=None):1373 """print_help(file : file = stdout)1374 Print an extended help message, listing all options and any1375 help text provided with them, to 'file' (default stdout).1376 """1377 if file is None:1378 file = sys.stdout1379 file.write(self.format_help())1380# class OptionParser1381def _match_abbrev(s, wordmap):1382 """_match_abbrev(s : string, wordmap : {string : Option}) -> string1383 Return the string key in 'wordmap' for which 's' is an unambiguous1384 abbreviation. If 's' is found to be ambiguous or doesn't match any of1385 'words', raise BadOptionError.1386 """1387 # Is there an exact match?1388 if s in wordmap:1389 return s1390 else:1391 # Isolate all words with s as a prefix.1392 possibilities = [word for word in wordmap.keys()1393 if word.startswith(s)]1394 # No exact match, so there had better be just one possibility.1395 if len(possibilities) == 1:1396 return possibilities[0]1397 elif not possibilities:1398 raise BadOptionError(s)1399 else:1400 # More than one possible completion: ambiguous prefix.1401 possibilities.sort()1402 raise AmbiguousOptionError(s, possibilities)1403# Some day, there might be many Option classes. As of Optik 1.3, the1404# preferred way to instantiate Options is indirectly, via make_option(),1405# which will become a factory function when there are many Option1406# classes....

Full Screen

Full Screen

cmdline.py

Source:cmdline.py Github

copy

Full Screen

...44 usage = "%s%s [options]" % ("python " if not IS_WIN else "", \45 "\"%s\"" % _ if " " in _ else _)46 parser = OptionParser(usage=usage)47 try:48 parser.add_option("--hh", dest="advancedHelp",49 action="store_true",50 help="Show advanced help message and exit")51 parser.add_option("--version", dest="showVersion",52 action="store_true",53 help="Show program's version number and exit")54 parser.add_option("-v", dest="verbose", type="int",55 help="Verbosity level: 0-6 (default %d)" % defaults.verbose)56 # Target options57 target = OptionGroup(parser, "Target", "At least one of these "58 "options has to be provided to define the target(s)")59 target.add_option("-d", dest="direct", help="Connection string "60 "for direct database connection")61 target.add_option("-u", "--url", dest="url", help="Target URL (e.g. \"http://www.site.com/vuln.php?id=1\")")62 target.add_option("-l", dest="logFile", help="Parse target(s) from Burp "63 "or WebScarab proxy log file")64 target.add_option("-x", dest="sitemapUrl", help="Parse target(s) from remote sitemap(.xml) file")65 target.add_option("-m", dest="bulkFile", help="Scan multiple targets given "66 "in a textual file ")67 target.add_option("-r", dest="requestFile",68 help="Load HTTP request from a file")69 target.add_option("-g", dest="googleDork",70 help="Process Google dork results as target URLs")71 target.add_option("-c", dest="configFile",72 help="Load options from a configuration INI file")73 # Request options74 request = OptionGroup(parser, "Request", "These options can be used "75 "to specify how to connect to the target URL")76 request.add_option("--method", dest="method",77 help="Force usage of given HTTP method (e.g. PUT)")78 request.add_option("--data", dest="data",79 help="Data string to be sent through POST")80 request.add_option("--param-del", dest="paramDel",81 help="Character used for splitting parameter values")82 request.add_option("--cookie", dest="cookie",83 help="HTTP Cookie header value")84 request.add_option("--cookie-del", dest="cookieDel",85 help="Character used for splitting cookie values")86 request.add_option("--load-cookies", dest="loadCookies",87 help="File containing cookies in Netscape/wget format")88 request.add_option("--drop-set-cookie", dest="dropSetCookie",89 action="store_true",90 help="Ignore Set-Cookie header from response")91 request.add_option("--user-agent", dest="agent",92 help="HTTP User-Agent header value")93 request.add_option("--random-agent", dest="randomAgent",94 action="store_true",95 help="Use randomly selected HTTP User-Agent header value")96 request.add_option("--host", dest="host",97 help="HTTP Host header value")98 request.add_option("--referer", dest="referer",99 help="HTTP Referer header value")100 request.add_option("-H", "--header", dest="header",101 help="Extra header (e.g. \"X-Forwarded-For: 127.0.0.1\")")102 request.add_option("--headers", dest="headers",103 help="Extra headers (e.g. \"Accept-Language: fr\\nETag: 123\")")104 request.add_option("--auth-type", dest="authType",105 help="HTTP authentication type "106 "(Basic, Digest, NTLM or PKI)")107 request.add_option("--auth-cred", dest="authCred",108 help="HTTP authentication credentials "109 "(name:password)")110 request.add_option("--auth-file", dest="authFile",111 help="HTTP authentication PEM cert/private key file")112 request.add_option("--ignore-401", dest="ignore401", action="store_true",113 help="Ignore HTTP Error 401 (Unauthorized)")114 request.add_option("--ignore-proxy", dest="ignoreProxy", action="store_true",115 help="Ignore system default proxy settings")116 request.add_option("--ignore-redirects", dest="ignoreRedirects", action="store_true",117 help="Ignore redirection attempts")118 request.add_option("--ignore-timeouts", dest="ignoreTimeouts", action="store_true",119 help="Ignore connection timeouts")120 request.add_option("--proxy", dest="proxy",121 help="Use a proxy to connect to the target URL")122 request.add_option("--proxy-cred", dest="proxyCred",123 help="Proxy authentication credentials "124 "(name:password)")125 request.add_option("--proxy-file", dest="proxyFile",126 help="Load proxy list from a file")127 request.add_option("--tor", dest="tor",128 action="store_true",129 help="Use Tor anonymity network")130 request.add_option("--tor-port", dest="torPort",131 help="Set Tor proxy port other than default")132 request.add_option("--tor-type", dest="torType",133 help="Set Tor proxy type (HTTP, SOCKS4 or SOCKS5 (default))")134 request.add_option("--check-tor", dest="checkTor",135 action="store_true",136 help="Check to see if Tor is used properly")137 request.add_option("--delay", dest="delay", type="float",138 help="Delay in seconds between each HTTP request")139 request.add_option("--timeout", dest="timeout", type="float",140 help="Seconds to wait before timeout connection "141 "(default %d)" % defaults.timeout)142 request.add_option("--retries", dest="retries", type="int",143 help="Retries when the connection timeouts "144 "(default %d)" % defaults.retries)145 request.add_option("--randomize", dest="rParam",146 help="Randomly change value for given parameter(s)")147 request.add_option("--safe-url", dest="safeUrl",148 help="URL address to visit frequently during testing")149 request.add_option("--safe-post", dest="safePost",150 help="POST data to send to a safe URL")151 request.add_option("--safe-req", dest="safeReqFile",152 help="Load safe HTTP request from a file")153 request.add_option("--safe-freq", dest="safeFreq", type="int",154 help="Test requests between two visits to a given safe URL")155 request.add_option("--skip-urlencode", dest="skipUrlEncode",156 action="store_true",157 help="Skip URL encoding of payload data")158 request.add_option("--csrf-token", dest="csrfToken",159 help="Parameter used to hold anti-CSRF token")160 request.add_option("--csrf-url", dest="csrfUrl",161 help="URL address to visit to extract anti-CSRF token")162 request.add_option("--force-ssl", dest="forceSSL",163 action="store_true",164 help="Force usage of SSL/HTTPS")165 request.add_option("--hpp", dest="hpp",166 action="store_true",167 help="Use HTTP parameter pollution method")168 request.add_option("--eval", dest="evalCode",169 help="Evaluate provided Python code before the request (e.g. \"import hashlib;id2=hashlib.md5(id).hexdigest()\")")170 # Optimization options171 optimization = OptionGroup(parser, "Optimization", "These "172 "options can be used to optimize the "173 "performance of sqlmap")174 optimization.add_option("-o", dest="optimize",175 action="store_true",176 help="Turn on all optimization switches")177 optimization.add_option("--predict-output", dest="predictOutput", action="store_true",178 help="Predict common queries output")179 optimization.add_option("--keep-alive", dest="keepAlive", action="store_true",180 help="Use persistent HTTP(s) connections")181 optimization.add_option("--null-connection", dest="nullConnection", action="store_true",182 help="Retrieve page length without actual HTTP response body")183 optimization.add_option("--threads", dest="threads", type="int",184 help="Max number of concurrent HTTP(s) "185 "requests (default %d)" % defaults.threads)186 # Injection options187 injection = OptionGroup(parser, "Injection", "These options can be "188 "used to specify which parameters to test "189 "for, provide custom injection payloads and "190 "optional tampering scripts")191 injection.add_option("-p", dest="testParameter",192 help="Testable parameter(s)")193 injection.add_option("--skip", dest="skip",194 help="Skip testing for given parameter(s)")195 injection.add_option("--skip-static", dest="skipStatic", action="store_true",196 help="Skip testing parameters that not appear to be dynamic")197 injection.add_option("--param-exclude", dest="paramExclude",198 help="Regexp to exclude parameters from testing (e.g. \"ses\")")199 injection.add_option("--dbms", dest="dbms",200 help="Force back-end DBMS to this value")201 injection.add_option("--dbms-cred", dest="dbmsCred",202 help="DBMS authentication credentials (user:password)")203 injection.add_option("--os", dest="os",204 help="Force back-end DBMS operating system "205 "to this value")206 injection.add_option("--invalid-bignum", dest="invalidBignum",207 action="store_true",208 help="Use big numbers for invalidating values")209 injection.add_option("--invalid-logical", dest="invalidLogical",210 action="store_true",211 help="Use logical operations for invalidating values")212 injection.add_option("--invalid-string", dest="invalidString",213 action="store_true",214 help="Use random strings for invalidating values")215 injection.add_option("--no-cast", dest="noCast",216 action="store_true",217 help="Turn off payload casting mechanism")218 injection.add_option("--no-escape", dest="noEscape",219 action="store_true",220 help="Turn off string escaping mechanism")221 injection.add_option("--prefix", dest="prefix",222 help="Injection payload prefix string")223 injection.add_option("--suffix", dest="suffix",224 help="Injection payload suffix string")225 injection.add_option("--tamper", dest="tamper",226 help="Use given script(s) for tampering injection data")227 # Detection options228 detection = OptionGroup(parser, "Detection", "These options can be "229 "used to customize the detection phase")230 detection.add_option("--level", dest="level", type="int",231 help="Level of tests to perform (1-5, "232 "default %d)" % defaults.level)233 detection.add_option("--risk", dest="risk", type="int",234 help="Risk of tests to perform (1-3, "235 "default %d)" % defaults.level)236 detection.add_option("--string", dest="string",237 help="String to match when "238 "query is evaluated to True")239 detection.add_option("--not-string", dest="notString",240 help="String to match when "241 "query is evaluated to False")242 detection.add_option("--regexp", dest="regexp",243 help="Regexp to match when "244 "query is evaluated to True")245 detection.add_option("--code", dest="code", type="int",246 help="HTTP code to match when "247 "query is evaluated to True")248 detection.add_option("--text-only", dest="textOnly",249 action="store_true",250 help="Compare pages based only on the textual content")251 detection.add_option("--titles", dest="titles",252 action="store_true",253 help="Compare pages based only on their titles")254 # Techniques options255 techniques = OptionGroup(parser, "Techniques", "These options can be "256 "used to tweak testing of specific SQL "257 "injection techniques")258 techniques.add_option("--technique", dest="tech",259 help="SQL injection techniques to use "260 "(default \"%s\")" % defaults.tech)261 techniques.add_option("--time-sec", dest="timeSec",262 type="int",263 help="Seconds to delay the DBMS response "264 "(default %d)" % defaults.timeSec)265 techniques.add_option("--union-cols", dest="uCols",266 help="Range of columns to test for UNION query SQL injection")267 techniques.add_option("--union-char", dest="uChar",268 help="Character to use for bruteforcing number of columns")269 techniques.add_option("--union-from", dest="uFrom",270 help="Table to use in FROM part of UNION query SQL injection")271 techniques.add_option("--dns-domain", dest="dnsDomain",272 help="Domain name used for DNS exfiltration attack")273 techniques.add_option("--second-order", dest="secondOrder",274 help="Resulting page URL searched for second-order "275 "response")276 # Fingerprint options277 fingerprint = OptionGroup(parser, "Fingerprint")278 fingerprint.add_option("-f", "--fingerprint", dest="extensiveFp",279 action="store_true",280 help="Perform an extensive DBMS version fingerprint")281 # Enumeration options282 enumeration = OptionGroup(parser, "Enumeration", "These options can "283 "be used to enumerate the back-end database "284 "management system information, structure "285 "and data contained in the tables. Moreover "286 "you can run your own SQL statements")287 enumeration.add_option("-a", "--all", dest="getAll",288 action="store_true", help="Retrieve everything")289 enumeration.add_option("-b", "--banner", dest="getBanner",290 action="store_true", help="Retrieve DBMS banner")291 enumeration.add_option("--current-user", dest="getCurrentUser",292 action="store_true",293 help="Retrieve DBMS current user")294 enumeration.add_option("--current-db", dest="getCurrentDb",295 action="store_true",296 help="Retrieve DBMS current database")297 enumeration.add_option("--hostname", dest="getHostname",298 action="store_true",299 help="Retrieve DBMS server hostname")300 enumeration.add_option("--is-dba", dest="isDba",301 action="store_true",302 help="Detect if the DBMS current user is DBA")303 enumeration.add_option("--users", dest="getUsers", action="store_true",304 help="Enumerate DBMS users")305 enumeration.add_option("--passwords", dest="getPasswordHashes",306 action="store_true",307 help="Enumerate DBMS users password hashes")308 enumeration.add_option("--privileges", dest="getPrivileges",309 action="store_true",310 help="Enumerate DBMS users privileges")311 enumeration.add_option("--roles", dest="getRoles",312 action="store_true",313 help="Enumerate DBMS users roles")314 enumeration.add_option("--dbs", dest="getDbs", action="store_true",315 help="Enumerate DBMS databases")316 enumeration.add_option("--tables", dest="getTables", action="store_true",317 help="Enumerate DBMS database tables")318 enumeration.add_option("--columns", dest="getColumns", action="store_true",319 help="Enumerate DBMS database table columns")320 enumeration.add_option("--schema", dest="getSchema", action="store_true",321 help="Enumerate DBMS schema")322 enumeration.add_option("--count", dest="getCount", action="store_true",323 help="Retrieve number of entries for table(s)")324 enumeration.add_option("--dump", dest="dumpTable", action="store_true",325 help="Dump DBMS database table entries")326 enumeration.add_option("--dump-all", dest="dumpAll", action="store_true",327 help="Dump all DBMS databases tables entries")328 enumeration.add_option("--search", dest="search", action="store_true",329 help="Search column(s), table(s) and/or database name(s)")330 enumeration.add_option("--comments", dest="getComments", action="store_true",331 help="Retrieve DBMS comments")332 enumeration.add_option("-D", dest="db",333 help="DBMS database to enumerate")334 enumeration.add_option("-T", dest="tbl",335 help="DBMS database table(s) to enumerate")336 enumeration.add_option("-C", dest="col",337 help="DBMS database table column(s) to enumerate")338 enumeration.add_option("-X", dest="excludeCol",339 help="DBMS database table column(s) to not enumerate")340 enumeration.add_option("-U", dest="user",341 help="DBMS user to enumerate")342 enumeration.add_option("--exclude-sysdbs", dest="excludeSysDbs",343 action="store_true",344 help="Exclude DBMS system databases when "345 "enumerating tables")346 enumeration.add_option("--pivot-column", dest="pivotColumn",347 help="Pivot column name")348 enumeration.add_option("--where", dest="dumpWhere",349 help="Use WHERE condition while table dumping")350 enumeration.add_option("--start", dest="limitStart", type="int",351 help="First query output entry to retrieve")352 enumeration.add_option("--stop", dest="limitStop", type="int",353 help="Last query output entry to retrieve")354 enumeration.add_option("--first", dest="firstChar", type="int",355 help="First query output word character to retrieve")356 enumeration.add_option("--last", dest="lastChar", type="int",357 help="Last query output word character to retrieve")358 enumeration.add_option("--sql-query", dest="query",359 help="SQL statement to be executed")360 enumeration.add_option("--sql-shell", dest="sqlShell",361 action="store_true",362 help="Prompt for an interactive SQL shell")363 enumeration.add_option("--sql-file", dest="sqlFile",364 help="Execute SQL statements from given file(s)")365 # Brute force options366 brute = OptionGroup(parser, "Brute force", "These "367 "options can be used to run brute force "368 "checks")369 brute.add_option("--common-tables", dest="commonTables", action="store_true",370 help="Check existence of common tables")371 brute.add_option("--common-columns", dest="commonColumns", action="store_true",372 help="Check existence of common columns")373 # User-defined function options374 udf = OptionGroup(parser, "User-defined function injection", "These "375 "options can be used to create custom user-defined "376 "functions")377 udf.add_option("--udf-inject", dest="udfInject", action="store_true",378 help="Inject custom user-defined functions")379 udf.add_option("--shared-lib", dest="shLib",380 help="Local path of the shared library")381 # File system options382 filesystem = OptionGroup(parser, "File system access", "These options "383 "can be used to access the back-end database "384 "management system underlying file system")385 filesystem.add_option("--file-read", dest="rFile",386 help="Read a file from the back-end DBMS "387 "file system")388 filesystem.add_option("--file-write", dest="wFile",389 help="Write a local file on the back-end "390 "DBMS file system")391 filesystem.add_option("--file-dest", dest="dFile",392 help="Back-end DBMS absolute filepath to "393 "write to")394 # Takeover options395 takeover = OptionGroup(parser, "Operating system access", "These "396 "options can be used to access the back-end "397 "database management system underlying "398 "operating system")399 takeover.add_option("--os-cmd", dest="osCmd",400 help="Execute an operating system command")401 takeover.add_option("--os-shell", dest="osShell",402 action="store_true",403 help="Prompt for an interactive operating "404 "system shell")405 takeover.add_option("--os-pwn", dest="osPwn",406 action="store_true",407 help="Prompt for an OOB shell, "408 "Meterpreter or VNC")409 takeover.add_option("--os-smbrelay", dest="osSmb",410 action="store_true",411 help="One click prompt for an OOB shell, "412 "Meterpreter or VNC")413 takeover.add_option("--os-bof", dest="osBof",414 action="store_true",415 help="Stored procedure buffer overflow "416 "exploitation")417 takeover.add_option("--priv-esc", dest="privEsc",418 action="store_true",419 help="Database process user privilege escalation")420 takeover.add_option("--msf-path", dest="msfPath",421 help="Local path where Metasploit Framework "422 "is installed")423 takeover.add_option("--tmp-path", dest="tmpPath",424 help="Remote absolute path of temporary files "425 "directory")426 # Windows registry options427 windows = OptionGroup(parser, "Windows registry access", "These "428 "options can be used to access the back-end "429 "database management system Windows "430 "registry")431 windows.add_option("--reg-read", dest="regRead",432 action="store_true",433 help="Read a Windows registry key value")434 windows.add_option("--reg-add", dest="regAdd",435 action="store_true",436 help="Write a Windows registry key value data")437 windows.add_option("--reg-del", dest="regDel",438 action="store_true",439 help="Delete a Windows registry key value")440 windows.add_option("--reg-key", dest="regKey",441 help="Windows registry key")442 windows.add_option("--reg-value", dest="regVal",443 help="Windows registry key value")444 windows.add_option("--reg-data", dest="regData",445 help="Windows registry key value data")446 windows.add_option("--reg-type", dest="regType",447 help="Windows registry key value type")448 # General options449 general = OptionGroup(parser, "General", "These options can be used "450 "to set some general working parameters")451 #general.add_option("-x", dest="xmlFile",452 # help="Dump the data into an XML file")453 general.add_option("-s", dest="sessionFile",454 help="Load session from a stored (.sqlite) file")455 general.add_option("-t", dest="trafficFile",456 help="Log all HTTP traffic into a "457 "textual file")458 general.add_option("--batch", dest="batch",459 action="store_true",460 help="Never ask for user input, use the default behaviour")461 general.add_option("--binary-fields", dest="binaryFields",462 help="Result fields having binary values (e.g. \"digest\")")463 general.add_option("--charset", dest="charset",464 help="Force character encoding used for data retrieval")465 general.add_option("--crawl", dest="crawlDepth", type="int",466 help="Crawl the website starting from the target URL")467 general.add_option("--crawl-exclude", dest="crawlExclude",468 help="Regexp to exclude pages from crawling (e.g. \"logout\")")469 general.add_option("--csv-del", dest="csvDel",470 help="Delimiting character used in CSV output "471 "(default \"%s\")" % defaults.csvDel)472 general.add_option("--dump-format", dest="dumpFormat",473 help="Format of dumped data (CSV (default), HTML or SQLITE)")474 general.add_option("--eta", dest="eta",475 action="store_true",476 help="Display for each output the "477 "estimated time of arrival")478 general.add_option("--flush-session", dest="flushSession",479 action="store_true",480 help="Flush session files for current target")481 general.add_option("--forms", dest="forms",482 action="store_true",483 help="Parse and test forms on target URL")484 general.add_option("--fresh-queries", dest="freshQueries",485 action="store_true",486 help="Ignore query results stored in session file")487 general.add_option("--hex", dest="hexConvert",488 action="store_true",489 help="Use DBMS hex function(s) for data retrieval")490 general.add_option("--output-dir", dest="outputDir",491 action="store",492 help="Custom output directory path")493 general.add_option("--parse-errors", dest="parseErrors",494 action="store_true",495 help="Parse and display DBMS error messages from responses")496 general.add_option("--save", dest="saveConfig",497 help="Save options to a configuration INI file")498 general.add_option("--scope", dest="scope",499 help="Regexp to filter targets from provided proxy log")500 general.add_option("--test-filter", dest="testFilter",501 help="Select tests by payloads and/or titles (e.g. ROW)")502 general.add_option("--test-skip", dest="testSkip",503 help="Skip tests by payloads and/or titles (e.g. BENCHMARK)")504 general.add_option("--update", dest="updateAll",505 action="store_true",506 help="Update sqlmap")507 # Miscellaneous options508 miscellaneous = OptionGroup(parser, "Miscellaneous")509 miscellaneous.add_option("-z", dest="mnemonics",510 help="Use short mnemonics (e.g. \"flu,bat,ban,tec=EU\")")511 miscellaneous.add_option("--alert", dest="alert",512 help="Run host OS command(s) when SQL injection is found")513 miscellaneous.add_option("--answers", dest="answers",514 help="Set question answers (e.g. \"quit=N,follow=N\")")515 miscellaneous.add_option("--beep", dest="beep", action="store_true",516 help="Beep on question and/or when SQL injection is found")517 miscellaneous.add_option("--cleanup", dest="cleanup",518 action="store_true",519 help="Clean up the DBMS from sqlmap specific "520 "UDF and tables")521 miscellaneous.add_option("--dependencies", dest="dependencies",522 action="store_true",523 help="Check for missing (non-core) sqlmap dependencies")524 miscellaneous.add_option("--disable-coloring", dest="disableColoring",525 action="store_true",526 help="Disable console output coloring")527 miscellaneous.add_option("--gpage", dest="googlePage", type="int",528 help="Use Google dork results from specified page number")529 miscellaneous.add_option("--identify-waf", dest="identifyWaf",530 action="store_true",531 help="Make a thorough testing for a WAF/IPS/IDS protection")532 miscellaneous.add_option("--mobile", dest="mobile",533 action="store_true",534 help="Imitate smartphone through HTTP User-Agent header")535 miscellaneous.add_option("--offline", dest="offline",536 action="store_true",537 help="Work in offline mode (only use session data)")538 miscellaneous.add_option("--page-rank", dest="pageRank",539 action="store_true",540 help="Display page rank (PR) for Google dork results")541 miscellaneous.add_option("--purge-output", dest="purgeOutput",542 action="store_true",543 help="Safely remove all content from output directory")544 miscellaneous.add_option("--skip-waf", dest="skipWaf",545 action="store_true",546 help="Skip heuristic detection of WAF/IPS/IDS protection")547 miscellaneous.add_option("--smart", dest="smart",548 action="store_true",549 help="Conduct thorough tests only if positive heuristic(s)")550 miscellaneous.add_option("--sqlmap-shell", dest="sqlmapShell", action="store_true",551 help="Prompt for an interactive sqlmap shell")552 miscellaneous.add_option("--tmp-dir", dest="tmpDir",553 help="Local directory for storing temporary files")554 miscellaneous.add_option("--wizard", dest="wizard",555 action="store_true",556 help="Simple wizard interface for beginner users")557 # Hidden and/or experimental options558 parser.add_option("--dummy", dest="dummy", action="store_true",559 help=SUPPRESS_HELP)560 parser.add_option("--murphy-rate", dest="murphyRate", type="int",561 help=SUPPRESS_HELP)562 parser.add_option("--pickled-options", dest="pickledOptions",563 help=SUPPRESS_HELP)564 parser.add_option("--disable-precon", dest="disablePrecon", action="store_true",565 help=SUPPRESS_HELP)566 parser.add_option("--profile", dest="profile", action="store_true",567 help=SUPPRESS_HELP)568 parser.add_option("--force-dns", dest="forceDns", action="store_true",569 help=SUPPRESS_HELP)570 parser.add_option("--force-threads", dest="forceThreads", action="store_true",571 help=SUPPRESS_HELP)572 parser.add_option("--smoke-test", dest="smokeTest", action="store_true",573 help=SUPPRESS_HELP)574 parser.add_option("--live-test", dest="liveTest", action="store_true",575 help=SUPPRESS_HELP)576 parser.add_option("--stop-fail", dest="stopFail", action="store_true",577 help=SUPPRESS_HELP)578 parser.add_option("--run-case", dest="runCase", help=SUPPRESS_HELP)579 parser.add_option_group(target)580 parser.add_option_group(request)581 parser.add_option_group(optimization)582 parser.add_option_group(injection)583 parser.add_option_group(detection)584 parser.add_option_group(techniques)585 parser.add_option_group(fingerprint)586 parser.add_option_group(enumeration)587 parser.add_option_group(brute)588 parser.add_option_group(udf)589 parser.add_option_group(filesystem)590 parser.add_option_group(takeover)591 parser.add_option_group(windows)592 parser.add_option_group(general)593 parser.add_option_group(miscellaneous)594 # Dirty hack to display longer options without breaking into two lines595 def _(self, *args):596 retVal = parser.formatter._format_option_strings(*args)597 if len(retVal) > MAX_HELP_OPTION_LENGTH:598 retVal = ("%%.%ds.." % (MAX_HELP_OPTION_LENGTH - parser.formatter.indent_increment)) % retVal599 return retVal600 parser.formatter._format_option_strings = parser.formatter.format_option_strings601 parser.formatter.format_option_strings = type(parser.formatter.format_option_strings)(_, parser, type(parser))602 # Dirty hack for making a short option '-hh'603 option = parser.get_option("--hh")604 option._short_opts = ["-hh"]605 option._long_opts = []606 # Dirty hack for inherent help message of switch '-h'607 option = parser.get_option("-h")608 option.help = option.help.capitalize().replace("this help", "basic help")609 _ = []610 prompt = False611 advancedHelp = True612 extraHeaders = []613 for arg in argv:614 _.append(getUnicode(arg, encoding=sys.getfilesystemencoding() or UNICODE_ENCODING))615 argv = _616 checkDeprecatedOptions(argv)617 prompt = "--sqlmap-shell" in argv618 if prompt:619 parser.usage = ""620 cmdLineOptions.sqlmapShell = True621 _ = ["x", "q", "exit", "quit", "clear"]622 for option in parser.option_list:623 _.extend(option._long_opts)624 _.extend(option._short_opts)625 for group in parser.option_groups:626 for option in group.option_list:627 _.extend(option._long_opts)628 _.extend(option._short_opts)629 autoCompletion(AUTOCOMPLETE_TYPE.SQLMAP, commands=_)630 while True:631 command = None632 try:633 command = raw_input("sqlmap-shell> ").strip()634 command = getUnicode(command, encoding=sys.stdin.encoding)635 except (KeyboardInterrupt, EOFError):636 print637 raise SqlmapShellQuitException638 if not command:639 continue640 elif command.lower() == "clear":641 clearHistory()642 dataToStdout("[i] history cleared\n")643 saveHistory(AUTOCOMPLETE_TYPE.SQLMAP)644 elif command.lower() in ("x", "q", "exit", "quit"):645 raise SqlmapShellQuitException646 elif command[0] != '-':647 dataToStdout("[!] invalid option(s) provided\n")648 dataToStdout("[i] proper example: '-u http://www.site.com/vuln.php?id=1 --banner'\n")649 else:650 saveHistory(AUTOCOMPLETE_TYPE.SQLMAP)651 loadHistory(AUTOCOMPLETE_TYPE.SQLMAP)652 break653 try:654 for arg in shlex.split(command):655 argv.append(getUnicode(arg, encoding=sys.stdin.encoding))656 except ValueError, ex:657 raise SqlmapSyntaxException, "something went wrong during command line parsing ('%s')" % ex.message658 for i in xrange(len(argv)):659 if argv[i] == "-hh":660 argv[i] = "-h"661 elif len(argv[i]) > 1 and all(ord(_) in xrange(0x2018, 0x2020) for _ in ((argv[i].split('=', 1)[-1].strip() or ' ')[0], argv[i][-1])):...

Full Screen

Full Screen

Automation Testing Tutorials

Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.

LambdaTest Learning Hubs:

YouTube

You could also refer to video tutorials over LambdaTest YouTube channel to get step by step demonstration from industry experts.

Run toolium automation tests on LambdaTest cloud grid

Perform automation testing on 3000+ real desktop and mobile devices online.

Try LambdaTest Now !!

Get 100 minutes of automation test minutes FREE!!

Next-Gen App & Browser Testing Cloud

Was this article helpful?

Helpful

NotHelpful