How to use get method in Cypress

1import string2import unittest3from email import _header_value_parser as parser4from email import errors5from email import policy6from test.test_email import TestEmailBase, parameterize7class TestTokens(TestEmailBase):8    # EWWhiteSpaceTerminal9    def test_EWWhiteSpaceTerminal(self):10        x = parser.EWWhiteSpaceTerminal(' \t', 'fws')11        self.assertEqual(x, ' \t')12        self.assertEqual(str(x), '')13        self.assertEqual(x.value, '')14        self.assertEqual(x.encoded, ' \t')15    # UnstructuredTokenList16    def test_undecodable_bytes_error_preserved(self):17        badstr = b"le pouf c\xaflebre".decode('ascii', 'surrogateescape')18        unst = parser.get_unstructured(badstr)19        self.assertDefectsEqual(unst.all_defects, [errors.UndecodableBytesDefect])20        parts = list(unst.parts)21        self.assertDefectsEqual(parts[0].all_defects, [])22        self.assertDefectsEqual(parts[1].all_defects, [])23        self.assertDefectsEqual(parts[2].all_defects, [errors.UndecodableBytesDefect])24class TestParserMixin:25    def _assert_results(self, tl, rest, string, value, defects, remainder,26                        comments=None):27        self.assertEqual(str(tl), string)28        self.assertEqual(tl.value, value)29        self.assertDefectsEqual(tl.all_defects, defects)30        self.assertEqual(rest, remainder)31        if comments is not None:32            self.assertEqual(tl.comments, comments)33    def _test_get_x(self, method, source, string, value, defects,34                          remainder, comments=None):35        tl, rest = method(source)36        self._assert_results(tl, rest, string, value, defects, remainder,37                             comments=None)38        return tl39    def _test_parse_x(self, method, input, string, value, defects,40                             comments=None):41        tl = method(input)42        self._assert_results(tl, '', string, value, defects, '', comments)43        return tl44class TestParser(TestParserMixin, TestEmailBase):45    # _wsp_splitter46    rfc_printable_ascii = bytes(range(33, 127)).decode('ascii')47    rfc_atext_chars = (string.ascii_letters + string.digits +48                        "!#$%&\'*+-/=?^_`{}|~")49    rfc_dtext_chars = rfc_printable_ascii.translate(str.maketrans('','',r'\[]'))50    def test__wsp_splitter_one_word(self):51        self.assertEqual(parser._wsp_splitter('foo', 1), ['foo'])52    def test__wsp_splitter_two_words(self):53        self.assertEqual(parser._wsp_splitter('foo def', 1),54                                               ['foo', ' ', 'def'])55    def test__wsp_splitter_ws_runs(self):56        self.assertEqual(parser._wsp_splitter('foo \t def jik', 1),57                                              ['foo', ' \t ', 'def jik'])58    # get_fws59    def test_get_fws_only(self):60        fws = self._test_get_x(parser.get_fws, ' \t  ', ' \t  ', ' ', [], '')61        self.assertEqual(fws.token_type, 'fws')62    def test_get_fws_space(self):63        self._test_get_x(parser.get_fws, ' foo', ' ', ' ', [], 'foo')64    def test_get_fws_ws_run(self):65        self._test_get_x(parser.get_fws, ' \t foo ', ' \t ', ' ', [], 'foo ')66    # get_encoded_word67    def test_get_encoded_word_missing_start_raises(self):68        with self.assertRaises(errors.HeaderParseError):69            parser.get_encoded_word('abc')70    def test_get_encoded_word_missing_end_raises(self):71        with self.assertRaises(errors.HeaderParseError):72            parser.get_encoded_word('=?abc')73    def test_get_encoded_word_missing_middle_raises(self):74        with self.assertRaises(errors.HeaderParseError):75            parser.get_encoded_word('=?abc?=')76    def test_get_encoded_word_valid_ew(self):77        self._test_get_x(parser.get_encoded_word,78                         '=?us-ascii?q?this_is_a_test?=  bird',79                         'this is a test',80                         'this is a test',81                         [],82                         '  bird')83    def test_get_encoded_word_internal_spaces(self):84        self._test_get_x(parser.get_encoded_word,85                         '=?us-ascii?q?this is a test?=  bird',86                         'this is a test',87                         'this is a test',88                         [errors.InvalidHeaderDefect],89                         '  bird')90    def test_get_encoded_word_gets_first(self):91        self._test_get_x(parser.get_encoded_word,92                         '=?us-ascii?q?first?=  =?utf-8?q?second?=',93                         'first',94                         'first',95                         [],96                         '  =?utf-8?q?second?=')97    def test_get_encoded_word_gets_first_even_if_no_space(self):98        self._test_get_x(parser.get_encoded_word,99                         '=?us-ascii?q?first?==?utf-8?q?second?=',100                         'first',101                         'first',102                         [],103                         '=?utf-8?q?second?=')104    def test_get_encoded_word_sets_extra_attributes(self):105        ew = self._test_get_x(parser.get_encoded_word,106                         '=?us-ascii*jive?q?first_second?=',107                         'first second',108                         'first second',109                         [],110                         '')111        self.assertEqual(ew.encoded, '=?us-ascii*jive?q?first_second?=')112        self.assertEqual(ew.charset, 'us-ascii')113        self.assertEqual(ew.lang, 'jive')114    def test_get_encoded_word_lang_default_is_blank(self):115        ew = self._test_get_x(parser.get_encoded_word,116                         '=?us-ascii?q?first_second?=',117                         'first second',118                         'first second',119                         [],120                         '')121        self.assertEqual(ew.encoded, '=?us-ascii?q?first_second?=')122        self.assertEqual(ew.charset, 'us-ascii')123        self.assertEqual(ew.lang, '')124    def test_get_encoded_word_non_printable_defect(self):125        self._test_get_x(parser.get_encoded_word,126                         '=?us-ascii?q?first\x02second?=',127                         'first\x02second',128                         'first\x02second',129                         [errors.NonPrintableDefect],130                         '')131    def test_get_encoded_word_leading_internal_space(self):132        self._test_get_x(parser.get_encoded_word,133                        '=?us-ascii?q?=20foo?=',134                        ' foo',135                        ' foo',136                        [],137                        '')138    def test_get_encoded_word_quopri_utf_escape_follows_cte(self):139        # Issue 18044140        self._test_get_x(parser.get_encoded_word,141                        '=?utf-8?q?=C3=89ric?=',142                        'Éric',143                        'Éric',144                        [],145                        '')146    # get_unstructured147    def _get_unst(self, value):148        token = parser.get_unstructured(value)149        return token, ''150    def test_get_unstructured_null(self):151        self._test_get_x(self._get_unst, '', '', '', [], '')152    def test_get_unstructured_one_word(self):153        self._test_get_x(self._get_unst, 'foo', 'foo', 'foo', [], '')154    def test_get_unstructured_normal_phrase(self):155        self._test_get_x(self._get_unst, 'foo bar bird',156                                         'foo bar bird',157                                         'foo bar bird',158                                         [],159                                         '')160    def test_get_unstructured_normal_phrase_with_whitespace(self):161        self._test_get_x(self._get_unst, 'foo \t bar      bird',162                                         'foo \t bar      bird',163                                         'foo bar bird',164                                         [],165                                         '')166    def test_get_unstructured_leading_whitespace(self):167        self._test_get_x(self._get_unst, '  foo bar',168                                         '  foo bar',169                                         ' foo bar',170                                         [],171                                         '')172    def test_get_unstructured_trailing_whitespace(self):173        self._test_get_x(self._get_unst, 'foo bar  ',174                                         'foo bar  ',175                                         'foo bar ',176                                         [],177                                         '')178    def test_get_unstructured_leading_and_trailing_whitespace(self):179        self._test_get_x(self._get_unst, '  foo bar  ',180                                         '  foo bar  ',181                                         ' foo bar ',182                                         [],183                                         '')184    def test_get_unstructured_one_valid_ew_no_ws(self):185        self._test_get_x(self._get_unst, '=?us-ascii?q?bar?=',186                                         'bar',187                                         'bar',188                                         [],189                                         '')190    def test_get_unstructured_one_ew_trailing_ws(self):191        self._test_get_x(self._get_unst, '=?us-ascii?q?bar?=  ',192                                         'bar  ',193                                         'bar ',194                                         [],195                                         '')196    def test_get_unstructured_one_valid_ew_trailing_text(self):197        self._test_get_x(self._get_unst, '=?us-ascii?q?bar?= bird',198                                         'bar bird',199                                         'bar bird',200                                         [],201                                         '')202    def test_get_unstructured_phrase_with_ew_in_middle_of_text(self):203        self._test_get_x(self._get_unst, 'foo =?us-ascii?q?bar?= bird',204                                         'foo bar bird',205                                         'foo bar bird',206                                         [],207                                         '')208    def test_get_unstructured_phrase_with_two_ew(self):209        self._test_get_x(self._get_unst,210            'foo =?us-ascii?q?bar?= =?us-ascii?q?bird?=',211            'foo barbird',212            'foo barbird',213            [],214            '')215    def test_get_unstructured_phrase_with_two_ew_trailing_ws(self):216        self._test_get_x(self._get_unst,217            'foo =?us-ascii?q?bar?= =?us-ascii?q?bird?=   ',218            'foo barbird   ',219            'foo barbird ',220            [],221            '')222    def test_get_unstructured_phrase_with_ew_with_leading_ws(self):223        self._test_get_x(self._get_unst,224            '  =?us-ascii?q?bar?=',225            '  bar',226            ' bar',227            [],228            '')229    def test_get_unstructured_phrase_with_two_ew_extra_ws(self):230        self._test_get_x(self._get_unst,231            'foo =?us-ascii?q?bar?= \t  =?us-ascii?q?bird?=',232            'foo barbird',233            'foo barbird',234            [],235            '')236    def test_get_unstructured_two_ew_extra_ws_trailing_text(self):237        self._test_get_x(self._get_unst,238            '=?us-ascii?q?test?=   =?us-ascii?q?foo?=  val',239            'testfoo  val',240            'testfoo val',241            [],242            '')243    def test_get_unstructured_ew_with_internal_ws(self):244        self._test_get_x(self._get_unst,245            '=?iso-8859-1?q?hello=20world?=',246            'hello world',247            'hello world',248            [],249            '')250    def test_get_unstructured_ew_with_internal_leading_ws(self):251        self._test_get_x(self._get_unst,252            '   =?us-ascii?q?=20test?=   =?us-ascii?q?=20foo?=  val',253            '    test foo  val',254            '  test foo val',255            [],256            '')257    def test_get_unstructured_invaild_ew(self):258        self._test_get_x(self._get_unst,259            '=?test val',260            '=?test val',261            '=?test val',262            [],263            '')264    def test_get_unstructured_undecodable_bytes(self):265        self._test_get_x(self._get_unst,266            b'test \xACfoo  val'.decode('ascii', 'surrogateescape'),267            'test \uDCACfoo  val',268            'test \uDCACfoo val',269            [errors.UndecodableBytesDefect],270            '')271    def test_get_unstructured_undecodable_bytes_in_EW(self):272        self._test_get_x(self._get_unst,273            (b'=?us-ascii?q?=20test?=   =?us-ascii?q?=20\xACfoo?='274                b'  val').decode('ascii', 'surrogateescape'),275            ' test \uDCACfoo  val',276            ' test \uDCACfoo val',277            [errors.UndecodableBytesDefect]*2,278            '')279    def test_get_unstructured_missing_base64_padding(self):280        self._test_get_x(self._get_unst,281            '=?utf-8?b?dmk?=',282            'vi',283            'vi',284            [errors.InvalidBase64PaddingDefect],285            '')286    def test_get_unstructured_invalid_base64_character(self):287        self._test_get_x(self._get_unst,288            '=?utf-8?b?dm\x01k===?=',289            'vi',290            'vi',291            [errors.InvalidBase64CharactersDefect],292            '')293    def test_get_unstructured_invalid_base64_character_and_bad_padding(self):294        self._test_get_x(self._get_unst,295            '=?utf-8?b?dm\x01k?=',296            'vi',297            'vi',298            [errors.InvalidBase64CharactersDefect,299             errors.InvalidBase64PaddingDefect],300            '')301    def test_get_unstructured_no_whitespace_between_ews(self):302        self._test_get_x(self._get_unst,303            '=?utf-8?q?foo?==?utf-8?q?bar?=',304            'foobar',305            'foobar',306            [errors.InvalidHeaderDefect],307            '')308    # get_qp_ctext309    def test_get_qp_ctext_only(self):310        ptext = self._test_get_x(parser.get_qp_ctext,311                                'foobar', 'foobar', ' ', [], '')312        self.assertEqual(ptext.token_type, 'ptext')313    def test_get_qp_ctext_all_printables(self):314        with_qp = self.rfc_printable_ascii.replace('\\', '\\\\')315        with_qp = with_qp.  replace('(', r'\(')316        with_qp = with_qp.replace(')', r'\)')317        ptext = self._test_get_x(parser.get_qp_ctext,318                                 with_qp, self.rfc_printable_ascii, ' ', [], '')319    def test_get_qp_ctext_two_words_gets_first(self):320        self._test_get_x(parser.get_qp_ctext,321                        'foo de', 'foo', ' ', [], ' de')322    def test_get_qp_ctext_following_wsp_preserved(self):323        self._test_get_x(parser.get_qp_ctext,324                        'foo \t\tde', 'foo', ' ', [], ' \t\tde')325    def test_get_qp_ctext_up_to_close_paren_only(self):326        self._test_get_x(parser.get_qp_ctext,327                        'foo)', 'foo', ' ', [], ')')328    def test_get_qp_ctext_wsp_before_close_paren_preserved(self):329        self._test_get_x(parser.get_qp_ctext,330                        'foo  )', 'foo', ' ', [], '  )')331    def test_get_qp_ctext_close_paren_mid_word(self):332        self._test_get_x(parser.get_qp_ctext,333                        'foo)bar', 'foo', ' ', [], ')bar')334    def test_get_qp_ctext_up_to_open_paren_only(self):335        self._test_get_x(parser.get_qp_ctext,336                        'foo(', 'foo', ' ', [], '(')337    def test_get_qp_ctext_wsp_before_open_paren_preserved(self):338        self._test_get_x(parser.get_qp_ctext,339                        'foo  (', 'foo', ' ', [], '  (')340    def test_get_qp_ctext_open_paren_mid_word(self):341        self._test_get_x(parser.get_qp_ctext,342                        'foo(bar', 'foo', ' ', [], '(bar')343    def test_get_qp_ctext_non_printables(self):344        ptext = self._test_get_x(parser.get_qp_ctext,345                                'foo\x00bar)', 'foo\x00bar', ' ',346                                [errors.NonPrintableDefect], ')')347        self.assertEqual(ptext.defects[0].non_printables[0], '\x00')348    # get_qcontent349    def test_get_qcontent_only(self):350        ptext = self._test_get_x(parser.get_qcontent,351                                'foobar', 'foobar', 'foobar', [], '')352        self.assertEqual(ptext.token_type, 'ptext')353    def test_get_qcontent_all_printables(self):354        with_qp = self.rfc_printable_ascii.replace('\\', '\\\\')355        with_qp = with_qp.  replace('"', r'\"')356        ptext = self._test_get_x(parser.get_qcontent, with_qp,357                                 self.rfc_printable_ascii,358                                 self.rfc_printable_ascii, [], '')359    def test_get_qcontent_two_words_gets_first(self):360        self._test_get_x(parser.get_qcontent,361                        'foo de', 'foo', 'foo', [], ' de')362    def test_get_qcontent_following_wsp_preserved(self):363        self._test_get_x(parser.get_qcontent,364                        'foo \t\tde', 'foo', 'foo', [], ' \t\tde')365    def test_get_qcontent_up_to_dquote_only(self):366        self._test_get_x(parser.get_qcontent,367                        'foo"', 'foo', 'foo', [], '"')368    def test_get_qcontent_wsp_before_close_paren_preserved(self):369        self._test_get_x(parser.get_qcontent,370                        'foo  "', 'foo', 'foo', [], '  "')371    def test_get_qcontent_close_paren_mid_word(self):372        self._test_get_x(parser.get_qcontent,373                        'foo"bar', 'foo', 'foo', [], '"bar')374    def test_get_qcontent_non_printables(self):375        ptext = self._test_get_x(parser.get_qcontent,376                                'foo\x00fg"', 'foo\x00fg', 'foo\x00fg',377                                [errors.NonPrintableDefect], '"')378        self.assertEqual(ptext.defects[0].non_printables[0], '\x00')379    # get_atext380    def test_get_atext_only(self):381        atext = self._test_get_x(parser.get_atext,382                                'foobar', 'foobar', 'foobar', [], '')383        self.assertEqual(atext.token_type, 'atext')384    def test_get_atext_all_atext(self):385        atext = self._test_get_x(parser.get_atext, self.rfc_atext_chars,386                                 self.rfc_atext_chars,387                                 self.rfc_atext_chars, [], '')388    def test_get_atext_two_words_gets_first(self):389        self._test_get_x(parser.get_atext,390                        'foo bar', 'foo', 'foo', [], ' bar')391    def test_get_atext_following_wsp_preserved(self):392        self._test_get_x(parser.get_atext,393                        'foo \t\tbar', 'foo', 'foo', [], ' \t\tbar')394    def test_get_atext_up_to_special(self):395        self._test_get_x(parser.get_atext,396                        'foo@bar', 'foo', 'foo', [], '@bar')397    def test_get_atext_non_printables(self):398        atext = self._test_get_x(parser.get_atext,399                                'foo\x00bar(', 'foo\x00bar', 'foo\x00bar',400                                [errors.NonPrintableDefect], '(')401        self.assertEqual(atext.defects[0].non_printables[0], '\x00')402    # get_bare_quoted_string403    def test_get_bare_quoted_string_only(self):404        bqs = self._test_get_x(parser.get_bare_quoted_string,405                               '"foo"', '"foo"', 'foo', [], '')406        self.assertEqual(bqs.token_type, 'bare-quoted-string')407    def test_get_bare_quoted_string_must_start_with_dquote(self):408        with self.assertRaises(errors.HeaderParseError):409            parser.get_bare_quoted_string('foo"')410        with self.assertRaises(errors.HeaderParseError):411            parser.get_bare_quoted_string('  "foo"')412    def test_get_bare_quoted_string_following_wsp_preserved(self):413        self._test_get_x(parser.get_bare_quoted_string,414             '"foo"\t bar', '"foo"', 'foo', [], '\t bar')415    def test_get_bare_quoted_string_multiple_words(self):416        self._test_get_x(parser.get_bare_quoted_string,417             '"foo bar moo"', '"foo bar moo"', 'foo bar moo', [], '')418    def test_get_bare_quoted_string_multiple_words_wsp_preserved(self):419        self._test_get_x(parser.get_bare_quoted_string,420             '" foo  moo\t"', '" foo  moo\t"', ' foo  moo\t', [], '')421    def test_get_bare_quoted_string_end_dquote_mid_word(self):422        self._test_get_x(parser.get_bare_quoted_string,423             '"foo"bar', '"foo"', 'foo', [], 'bar')424    def test_get_bare_quoted_string_quoted_dquote(self):425        self._test_get_x(parser.get_bare_quoted_string,426             r'"foo\"in"a', r'"foo\"in"', 'foo"in', [], 'a')427    def test_get_bare_quoted_string_non_printables(self):428        self._test_get_x(parser.get_bare_quoted_string,429             '"a\x01a"', '"a\x01a"', 'a\x01a',430             [errors.NonPrintableDefect], '')431    def test_get_bare_quoted_string_no_end_dquote(self):432        self._test_get_x(parser.get_bare_quoted_string,433             '"foo', '"foo"', 'foo',434             [errors.InvalidHeaderDefect], '')435        self._test_get_x(parser.get_bare_quoted_string,436             '"foo ', '"foo "', 'foo ',437             [errors.InvalidHeaderDefect], '')438    def test_get_bare_quoted_string_empty_quotes(self):439        self._test_get_x(parser.get_bare_quoted_string,440            '""', '""', '', [], '')441    # get_comment442    def test_get_comment_only(self):443        comment = self._test_get_x(parser.get_comment,444            '(comment)', '(comment)', ' ', [], '', ['comment'])445        self.assertEqual(comment.token_type, 'comment')446    def test_get_comment_must_start_with_paren(self):447        with self.assertRaises(errors.HeaderParseError):448            parser.get_comment('foo"')449        with self.assertRaises(errors.HeaderParseError):450            parser.get_comment('  (foo"')451    def test_get_comment_following_wsp_preserved(self):452        self._test_get_x(parser.get_comment,453            '(comment)  \t', '(comment)', ' ', [], '  \t', ['comment'])454    def test_get_comment_multiple_words(self):455        self._test_get_x(parser.get_comment,456            '(foo bar)  \t', '(foo bar)', ' ', [], '  \t', ['foo bar'])457    def test_get_comment_multiple_words_wsp_preserved(self):458        self._test_get_x(parser.get_comment,459            '( foo  bar\t )  \t', '( foo  bar\t )', ' ', [], '  \t',460                [' foo  bar\t '])461    def test_get_comment_end_paren_mid_word(self):462        self._test_get_x(parser.get_comment,463            '(foo)bar', '(foo)', ' ', [], 'bar', ['foo'])464    def test_get_comment_quoted_parens(self):465        self._test_get_x(parser.get_comment,466            '(foo\) \(\)bar)', '(foo\) \(\)bar)', ' ', [], '', ['foo) ()bar'])467    def test_get_comment_non_printable(self):468        self._test_get_x(parser.get_comment,469            '(foo\x7Fbar)', '(foo\x7Fbar)', ' ',470            [errors.NonPrintableDefect], '', ['foo\x7Fbar'])471    def test_get_comment_no_end_paren(self):472        self._test_get_x(parser.get_comment,473            '(foo bar', '(foo bar)', ' ',474            [errors.InvalidHeaderDefect], '', ['foo bar'])475        self._test_get_x(parser.get_comment,476            '(foo bar  ', '(foo bar  )', ' ',477            [errors.InvalidHeaderDefect], '', ['foo bar  '])478    def test_get_comment_nested_comment(self):479        comment = self._test_get_x(parser.get_comment,480            '(foo(bar))', '(foo(bar))', ' ', [], '', ['foo(bar)'])481        self.assertEqual(comment[1].content, 'bar')482    def test_get_comment_nested_comment_wsp(self):483        comment = self._test_get_x(parser.get_comment,484            '(foo ( bar ) )', '(foo ( bar ) )', ' ', [], '', ['foo ( bar ) '])485        self.assertEqual(comment[2].content, ' bar ')486    def test_get_comment_empty_comment(self):487        self._test_get_x(parser.get_comment,488            '()', '()', ' ', [], '', [''])489    def test_get_comment_multiple_nesting(self):490        comment = self._test_get_x(parser.get_comment,491            '(((((foo)))))', '(((((foo)))))', ' ', [], '', ['((((foo))))'])492        for i in range(4, 0, -1):493            self.assertEqual(comment[0].content, '('*(i-1)+'foo'+')'*(i-1))494            comment = comment[0]495        self.assertEqual(comment.content, 'foo')496    def test_get_comment_missing_end_of_nesting(self):497        self._test_get_x(parser.get_comment,498            '(((((foo)))', '(((((foo)))))', ' ',499            [errors.InvalidHeaderDefect]*2, '', ['((((foo))))'])500    def test_get_comment_qs_in_nested_comment(self):501        comment = self._test_get_x(parser.get_comment,502            '(foo (b\)))', '(foo (b\)))', ' ', [], '', ['foo (b\))'])503        self.assertEqual(comment[2].content, 'b)')504    # get_cfws505    def test_get_cfws_only_ws(self):506        cfws = self._test_get_x(parser.get_cfws,507            '  \t \t', '  \t \t', ' ', [], '', [])508        self.assertEqual(cfws.token_type, 'cfws')509    def test_get_cfws_only_comment(self):510        cfws = self._test_get_x(parser.get_cfws,511            '(foo)', '(foo)', ' ', [], '', ['foo'])512        self.assertEqual(cfws[0].content, 'foo')513    def test_get_cfws_only_mixed(self):514        cfws = self._test_get_x(parser.get_cfws,515            ' (foo )  ( bar) ', ' (foo )  ( bar) ', ' ', [], '',516                ['foo ', ' bar'])517        self.assertEqual(cfws[1].content, 'foo ')518        self.assertEqual(cfws[3].content, ' bar')519    def test_get_cfws_ends_at_non_leader(self):520        cfws = self._test_get_x(parser.get_cfws,521            '(foo) bar', '(foo) ', ' ', [], 'bar', ['foo'])522        self.assertEqual(cfws[0].content, 'foo')523    def test_get_cfws_ends_at_non_printable(self):524        cfws = self._test_get_x(parser.get_cfws,525            '(foo) \x07', '(foo) ', ' ', [], '\x07', ['foo'])526        self.assertEqual(cfws[0].content, 'foo')527    def test_get_cfws_non_printable_in_comment(self):528        cfws = self._test_get_x(parser.get_cfws,529            '(foo \x07) "test"', '(foo \x07) ', ' ',530            [errors.NonPrintableDefect], '"test"', ['foo \x07'])531        self.assertEqual(cfws[0].content, 'foo \x07')532    def test_get_cfws_header_ends_in_comment(self):533        cfws = self._test_get_x(parser.get_cfws,534            '  (foo ', '  (foo )', ' ',535            [errors.InvalidHeaderDefect], '', ['foo '])536        self.assertEqual(cfws[1].content, 'foo ')537    def test_get_cfws_multiple_nested_comments(self):538        cfws = self._test_get_x(parser.get_cfws,539            '(foo (bar)) ((a)(a))', '(foo (bar)) ((a)(a))', ' ', [],540                '', ['foo (bar)', '(a)(a)'])541        self.assertEqual(cfws[0].comments, ['foo (bar)'])542        self.assertEqual(cfws[2].comments, ['(a)(a)'])543    # get_quoted_string544    def test_get_quoted_string_only(self):545        qs = self._test_get_x(parser.get_quoted_string,546            '"bob"', '"bob"', 'bob', [], '')547        self.assertEqual(qs.token_type, 'quoted-string')548        self.assertEqual(qs.quoted_value, '"bob"')549        self.assertEqual(qs.content, 'bob')550    def test_get_quoted_string_with_wsp(self):551        qs = self._test_get_x(parser.get_quoted_string,552            '\t "bob"  ', '\t "bob"  ', ' bob ', [], '')553        self.assertEqual(qs.quoted_value, ' "bob" ')554        self.assertEqual(qs.content, 'bob')555    def test_get_quoted_string_with_comments_and_wsp(self):556        qs = self._test_get_x(parser.get_quoted_string,557            ' (foo) "bob"(bar)', ' (foo) "bob"(bar)', ' bob ', [], '')558        self.assertEqual(qs[0][1].content, 'foo')559        self.assertEqual(qs[2][0].content, 'bar')560        self.assertEqual(qs.content, 'bob')561        self.assertEqual(qs.quoted_value, ' "bob" ')562    def test_get_quoted_string_with_multiple_comments(self):563        qs = self._test_get_x(parser.get_quoted_string,564            ' (foo) (bar) "bob"(bird)', ' (foo) (bar) "bob"(bird)', ' bob ',565                [], '')566        self.assertEqual(qs[0].comments, ['foo', 'bar'])567        self.assertEqual(qs[2].comments, ['bird'])568        self.assertEqual(qs.content, 'bob')569        self.assertEqual(qs.quoted_value, ' "bob" ')570    def test_get_quoted_string_non_printable_in_comment(self):571        qs = self._test_get_x(parser.get_quoted_string,572            ' (\x0A) "bob"', ' (\x0A) "bob"', ' bob',573                [errors.NonPrintableDefect], '')574        self.assertEqual(qs[0].comments, ['\x0A'])575        self.assertEqual(qs.content, 'bob')576        self.assertEqual(qs.quoted_value, ' "bob"')577    def test_get_quoted_string_non_printable_in_qcontent(self):578        qs = self._test_get_x(parser.get_quoted_string,579            ' (a) "a\x0B"', ' (a) "a\x0B"', ' a\x0B',580                [errors.NonPrintableDefect], '')581        self.assertEqual(qs[0].comments, ['a'])582        self.assertEqual(qs.content, 'a\x0B')583        self.assertEqual(qs.quoted_value, ' "a\x0B"')584    def test_get_quoted_string_internal_ws(self):585        qs = self._test_get_x(parser.get_quoted_string,586            ' (a) "foo  bar "', ' (a) "foo  bar "', ' foo  bar ',587                [], '')588        self.assertEqual(qs[0].comments, ['a'])589        self.assertEqual(qs.content, 'foo  bar ')590        self.assertEqual(qs.quoted_value, ' "foo  bar "')591    def test_get_quoted_string_header_ends_in_comment(self):592        qs = self._test_get_x(parser.get_quoted_string,593            ' (a) "bob" (a', ' (a) "bob" (a)', ' bob ',594                [errors.InvalidHeaderDefect], '')595        self.assertEqual(qs[0].comments, ['a'])596        self.assertEqual(qs[2].comments, ['a'])597        self.assertEqual(qs.content, 'bob')598        self.assertEqual(qs.quoted_value, ' "bob" ')599    def test_get_quoted_string_header_ends_in_qcontent(self):600        qs = self._test_get_x(parser.get_quoted_string,601            ' (a) "bob', ' (a) "bob"', ' bob',602                [errors.InvalidHeaderDefect], '')603        self.assertEqual(qs[0].comments, ['a'])604        self.assertEqual(qs.content, 'bob')605        self.assertEqual(qs.quoted_value, ' "bob"')606    def test_get_quoted_string_no_quoted_string(self):607        with self.assertRaises(errors.HeaderParseError):608            parser.get_quoted_string(' (ab) xyz')609    def test_get_quoted_string_qs_ends_at_noncfws(self):610        qs = self._test_get_x(parser.get_quoted_string,611            '\t "bob" fee', '\t "bob" ', ' bob ', [], 'fee')612        self.assertEqual(qs.content, 'bob')613        self.assertEqual(qs.quoted_value, ' "bob" ')614    # get_atom615    def test_get_atom_only(self):616        atom = self._test_get_x(parser.get_atom,617            'bob', 'bob', 'bob', [], '')618        self.assertEqual(atom.token_type, 'atom')619    def test_get_atom_with_wsp(self):620        self._test_get_x(parser.get_atom,621            '\t bob  ', '\t bob  ', ' bob ', [], '')622    def test_get_atom_with_comments_and_wsp(self):623        atom = self._test_get_x(parser.get_atom,624            ' (foo) bob(bar)', ' (foo) bob(bar)', ' bob ', [], '')625        self.assertEqual(atom[0][1].content, 'foo')626        self.assertEqual(atom[2][0].content, 'bar')627    def test_get_atom_with_multiple_comments(self):628        atom = self._test_get_x(parser.get_atom,629            ' (foo) (bar) bob(bird)', ' (foo) (bar) bob(bird)', ' bob ',630                [], '')631        self.assertEqual(atom[0].comments, ['foo', 'bar'])632        self.assertEqual(atom[2].comments, ['bird'])633    def test_get_atom_non_printable_in_comment(self):634        atom = self._test_get_x(parser.get_atom,635            ' (\x0A) bob', ' (\x0A) bob', ' bob',636                [errors.NonPrintableDefect], '')637        self.assertEqual(atom[0].comments, ['\x0A'])638    def test_get_atom_non_printable_in_atext(self):639        atom = self._test_get_x(parser.get_atom,640            ' (a) a\x0B', ' (a) a\x0B', ' a\x0B',641                [errors.NonPrintableDefect], '')642        self.assertEqual(atom[0].comments, ['a'])643    def test_get_atom_header_ends_in_comment(self):644        atom = self._test_get_x(parser.get_atom,645            ' (a) bob (a', ' (a) bob (a)', ' bob ',646                [errors.InvalidHeaderDefect], '')647        self.assertEqual(atom[0].comments, ['a'])648        self.assertEqual(atom[2].comments, ['a'])649    def test_get_atom_no_atom(self):650        with self.assertRaises(errors.HeaderParseError):651            parser.get_atom(' (ab) ')652    def test_get_atom_no_atom_before_special(self):653        with self.assertRaises(errors.HeaderParseError):654            parser.get_atom(' (ab) @')655    def test_get_atom_atom_ends_at_special(self):656        atom = self._test_get_x(parser.get_atom,657            ' (foo) bob(bar)  @bang', ' (foo) bob(bar)  ', ' bob ', [], '@bang')658        self.assertEqual(atom[0].comments, ['foo'])659        self.assertEqual(atom[2].comments, ['bar'])660    def test_get_atom_atom_ends_at_noncfws(self):661        self._test_get_x(parser.get_atom,662            'bob  fred', 'bob  ', 'bob ', [], 'fred')663    def test_get_atom_rfc2047_atom(self):664        self._test_get_x(parser.get_atom,665            '=?utf-8?q?=20bob?=', ' bob', ' bob', [], '')666    # get_dot_atom_text667    def test_get_dot_atom_text(self):668        dot_atom_text = self._test_get_x(parser.get_dot_atom_text,669            'foo.bar.bang', 'foo.bar.bang', 'foo.bar.bang', [], '')670        self.assertEqual(dot_atom_text.token_type, 'dot-atom-text')671        self.assertEqual(len(dot_atom_text), 5)672    def test_get_dot_atom_text_lone_atom_is_valid(self):673        dot_atom_text = self._test_get_x(parser.get_dot_atom_text,674            'foo', 'foo', 'foo', [], '')675    def test_get_dot_atom_text_raises_on_leading_dot(self):676        with self.assertRaises(errors.HeaderParseError):677            parser.get_dot_atom_text('.foo.bar')678    def test_get_dot_atom_text_raises_on_trailing_dot(self):679        with self.assertRaises(errors.HeaderParseError):680            parser.get_dot_atom_text('foo.bar.')681    def test_get_dot_atom_text_raises_on_leading_non_atext(self):682        with self.assertRaises(errors.HeaderParseError):683            parser.get_dot_atom_text(' foo.bar')684        with self.assertRaises(errors.HeaderParseError):685            parser.get_dot_atom_text('@foo.bar')686        with self.assertRaises(errors.HeaderParseError):687            parser.get_dot_atom_text('"foo.bar"')688    def test_get_dot_atom_text_trailing_text_preserved(self):689        dot_atom_text = self._test_get_x(parser.get_dot_atom_text,690            'foo@bar', 'foo', 'foo', [], '@bar')691    def test_get_dot_atom_text_trailing_ws_preserved(self):692        dot_atom_text = self._test_get_x(parser.get_dot_atom_text,693            'foo .bar', 'foo', 'foo', [], ' .bar')694    # get_dot_atom695    def test_get_dot_atom_only(self):696        dot_atom = self._test_get_x(parser.get_dot_atom,697            'foo.bar.bing', 'foo.bar.bing', 'foo.bar.bing', [], '')698        self.assertEqual(dot_atom.token_type, 'dot-atom')699        self.assertEqual(len(dot_atom), 1)700    def test_get_dot_atom_with_wsp(self):701        self._test_get_x(parser.get_dot_atom,702            '\t  foo.bar.bing  ', '\t  foo.bar.bing  ', ' foo.bar.bing ', [], '')703    def test_get_dot_atom_with_comments_and_wsp(self):704        self._test_get_x(parser.get_dot_atom,705            ' (sing)  foo.bar.bing (here) ', ' (sing)  foo.bar.bing (here) ',706                ' foo.bar.bing ', [], '')707    def test_get_dot_atom_space_ends_dot_atom(self):708        self._test_get_x(parser.get_dot_atom,709            ' (sing)  foo.bar .bing (here) ', ' (sing)  foo.bar ',710                ' foo.bar ', [], '.bing (here) ')711    def test_get_dot_atom_no_atom_raises(self):712        with self.assertRaises(errors.HeaderParseError):713            parser.get_dot_atom(' (foo) ')714    def test_get_dot_atom_leading_dot_raises(self):715        with self.assertRaises(errors.HeaderParseError):716            parser.get_dot_atom(' (foo) .bar')717    def test_get_dot_atom_two_dots_raises(self):718        with self.assertRaises(errors.HeaderParseError):719            parser.get_dot_atom('bar..bang')720    def test_get_dot_atom_trailing_dot_raises(self):721        with self.assertRaises(errors.HeaderParseError):722            parser.get_dot_atom(' (foo) bar.bang. foo')723    def test_get_dot_atom_rfc2047_atom(self):724        self._test_get_x(parser.get_dot_atom,725            '=?utf-8?q?=20bob?=', ' bob', ' bob', [], '')726    # get_word (if this were black box we'd repeat all the qs/atom tests)727    def test_get_word_atom_yields_atom(self):728        word = self._test_get_x(parser.get_word,729            ' (foo) bar (bang) :ah', ' (foo) bar (bang) ', ' bar ', [], ':ah')730        self.assertEqual(word.token_type, 'atom')731        self.assertEqual(word[0].token_type, 'cfws')732    def test_get_word_qs_yields_qs(self):733        word = self._test_get_x(parser.get_word,734            '"bar " (bang) ah', '"bar " (bang) ', 'bar  ', [], 'ah')735        self.assertEqual(word.token_type, 'quoted-string')736        self.assertEqual(word[0].token_type, 'bare-quoted-string')737        self.assertEqual(word[0].value, 'bar ')738        self.assertEqual(word.content, 'bar ')739    def test_get_word_ends_at_dot(self):740        self._test_get_x(parser.get_word,741            'foo.', 'foo', 'foo', [], '.')742    # get_phrase743    def test_get_phrase_simple(self):744        phrase = self._test_get_x(parser.get_phrase,745            '"Fred A. Johnson" is his name, oh.',746            '"Fred A. Johnson" is his name',747            'Fred A. Johnson is his name',748            [],749            ', oh.')750        self.assertEqual(phrase.token_type, 'phrase')751    def test_get_phrase_complex(self):752        phrase = self._test_get_x(parser.get_phrase,753            ' (A) bird (in (my|your)) "hand  " is messy\t<>\t',754            ' (A) bird (in (my|your)) "hand  " is messy\t',755            ' bird hand   is messy ',756            [],757            '<>\t')758        self.assertEqual(phrase[0][0].comments, ['A'])759        self.assertEqual(phrase[0][2].comments, ['in (my|your)'])760    def test_get_phrase_obsolete(self):761        phrase = self._test_get_x(parser.get_phrase,762            'Fred A.(weird).O Johnson',763            'Fred A.(weird).O Johnson',764            'Fred A. .O Johnson',765            [errors.ObsoleteHeaderDefect]*3,766            '')767        self.assertEqual(len(phrase), 7)768        self.assertEqual(phrase[3].comments, ['weird'])769    def test_get_phrase_pharse_must_start_with_word(self):770        phrase = self._test_get_x(parser.get_phrase,771            '(even weirder).name',772            '(even weirder).name',773            ' .name',774            [errors.InvalidHeaderDefect] + [errors.ObsoleteHeaderDefect]*2,775            '')776        self.assertEqual(len(phrase), 3)777        self.assertEqual(phrase[0].comments, ['even weirder'])778    def test_get_phrase_ending_with_obsolete(self):779        phrase = self._test_get_x(parser.get_phrase,780            'simple phrase.(with trailing comment):boo',781            'simple phrase.(with trailing comment)',782            'simple phrase. ',783            [errors.ObsoleteHeaderDefect]*2,784            ':boo')785        self.assertEqual(len(phrase), 4)786        self.assertEqual(phrase[3].comments, ['with trailing comment'])787    def get_phrase_cfws_only_raises(self):788        with self.assertRaises(errors.HeaderParseError):789            parser.get_phrase(' (foo) ')790    # get_local_part791    def test_get_local_part_simple(self):792        local_part = self._test_get_x(parser.get_local_part,793            'dinsdale@python.org', 'dinsdale', 'dinsdale', [], '@python.org')794        self.assertEqual(local_part.token_type, 'local-part')795        self.assertEqual(local_part.local_part, 'dinsdale')796    def test_get_local_part_with_dot(self):797        local_part = self._test_get_x(parser.get_local_part,798            'Fred.A.Johnson@python.org',799            'Fred.A.Johnson',800            'Fred.A.Johnson',801            [],802            '@python.org')803        self.assertEqual(local_part.local_part, 'Fred.A.Johnson')804    def test_get_local_part_with_whitespace(self):805        local_part = self._test_get_x(parser.get_local_part,806            ' Fred.A.Johnson  @python.org',807            ' Fred.A.Johnson  ',808            ' Fred.A.Johnson ',809            [],810            '@python.org')811        self.assertEqual(local_part.local_part, 'Fred.A.Johnson')812    def test_get_local_part_with_cfws(self):813        local_part = self._test_get_x(parser.get_local_part,814            ' (foo) Fred.A.Johnson (bar (bird))  @python.org',815            ' (foo) Fred.A.Johnson (bar (bird))  ',816            ' Fred.A.Johnson ',817            [],818            '@python.org')819        self.assertEqual(local_part.local_part, 'Fred.A.Johnson')820        self.assertEqual(local_part[0][0].comments, ['foo'])821        self.assertEqual(local_part[0][2].comments, ['bar (bird)'])822    def test_get_local_part_simple_quoted(self):823        local_part = self._test_get_x(parser.get_local_part,824            '"dinsdale"@python.org', '"dinsdale"', '"dinsdale"', [], '@python.org')825        self.assertEqual(local_part.token_type, 'local-part')826        self.assertEqual(local_part.local_part, 'dinsdale')827    def test_get_local_part_with_quoted_dot(self):828        local_part = self._test_get_x(parser.get_local_part,829            '"Fred.A.Johnson"@python.org',830            '"Fred.A.Johnson"',831            '"Fred.A.Johnson"',832            [],833            '@python.org')834        self.assertEqual(local_part.local_part, 'Fred.A.Johnson')835    def test_get_local_part_quoted_with_whitespace(self):836        local_part = self._test_get_x(parser.get_local_part,837            ' "Fred A. Johnson"  @python.org',838            ' "Fred A. Johnson"  ',839            ' "Fred A. Johnson" ',840            [],841            '@python.org')842        self.assertEqual(local_part.local_part, 'Fred A. Johnson')843    def test_get_local_part_quoted_with_cfws(self):844        local_part = self._test_get_x(parser.get_local_part,845            ' (foo) " Fred A. Johnson " (bar (bird))  @python.org',846            ' (foo) " Fred A. Johnson " (bar (bird))  ',847            ' " Fred A. Johnson " ',848            [],849            '@python.org')850        self.assertEqual(local_part.local_part, ' Fred A. Johnson ')851        self.assertEqual(local_part[0][0].comments, ['foo'])852        self.assertEqual(local_part[0][2].comments, ['bar (bird)'])853    def test_get_local_part_simple_obsolete(self):854        local_part = self._test_get_x(parser.get_local_part,855            'Fred. A.Johnson@python.org',856            'Fred. A.Johnson',857            'Fred. A.Johnson',858            [errors.ObsoleteHeaderDefect],859            '@python.org')860        self.assertEqual(local_part.local_part, 'Fred.A.Johnson')861    def test_get_local_part_complex_obsolete_1(self):862        local_part = self._test_get_x(parser.get_local_part,863            ' (foo )Fred (bar).(bird) A.(sheep)Johnson."and  dogs "@python.org',864            ' (foo )Fred (bar).(bird) A.(sheep)Johnson."and  dogs "',865            ' Fred . A. Johnson.and  dogs ',866            [errors.ObsoleteHeaderDefect],867            '@python.org')868        self.assertEqual(local_part.local_part, 'Fred.A.Johnson.and  dogs ')869    def test_get_local_part_complex_obsolete_invalid(self):870        local_part = self._test_get_x(parser.get_local_part,871            ' (foo )Fred (bar).(bird) A.(sheep)Johnson "and  dogs"@python.org',872            ' (foo )Fred (bar).(bird) A.(sheep)Johnson "and  dogs"',873            ' Fred . A. Johnson and  dogs',874            [errors.InvalidHeaderDefect]*2,875            '@python.org')876        self.assertEqual(local_part.local_part, 'Fred.A.Johnson and  dogs')877    def test_get_local_part_no_part_raises(self):878        with self.assertRaises(errors.HeaderParseError):879            parser.get_local_part(' (foo) ')880    def test_get_local_part_special_instead_raises(self):881        with self.assertRaises(errors.HeaderParseError):882            parser.get_local_part(' (foo) @python.org')883    def test_get_local_part_trailing_dot(self):884        local_part = self._test_get_x(parser.get_local_part,885            ' borris.@python.org',886            ' borris.',887            ' borris.',888            [errors.InvalidHeaderDefect]*2,889            '@python.org')890        self.assertEqual(local_part.local_part, 'borris.')891    def test_get_local_part_trailing_dot_with_ws(self):892        local_part = self._test_get_x(parser.get_local_part,893            ' borris. @python.org',894            ' borris. ',895            ' borris. ',896            [errors.InvalidHeaderDefect]*2,897            '@python.org')898        self.assertEqual(local_part.local_part, 'borris.')899    def test_get_local_part_leading_dot(self):900        local_part = self._test_get_x(parser.get_local_part,901            '.borris@python.org',902            '.borris',903            '.borris',904            [errors.InvalidHeaderDefect]*2,905            '@python.org')906        self.assertEqual(local_part.local_part, '.borris')907    def test_get_local_part_leading_dot_after_ws(self):908        local_part = self._test_get_x(parser.get_local_part,909            ' .borris@python.org',910            ' .borris',911            ' .borris',912            [errors.InvalidHeaderDefect]*2,913            '@python.org')914        self.assertEqual(local_part.local_part, '.borris')915    def test_get_local_part_double_dot_raises(self):916        local_part = self._test_get_x(parser.get_local_part,917            ' borris.(foo).natasha@python.org',918            ' borris.(foo).natasha',919            ' borris. .natasha',920            [errors.InvalidHeaderDefect]*2,921            '@python.org')922        self.assertEqual(local_part.local_part, 'borris..natasha')923    def test_get_local_part_quoted_strings_in_atom_list(self):924        local_part = self._test_get_x(parser.get_local_part,925            '""example" example"@example.com',926            '""example" example"',927            'example example',928            [errors.InvalidHeaderDefect]*3,929            '@example.com')930        self.assertEqual(local_part.local_part, 'example example')931    def test_get_local_part_valid_and_invalid_qp_in_atom_list(self):932        local_part = self._test_get_x(parser.get_local_part,933            r'"\\"example\\" example"@example.com',934            r'"\\"example\\" example"',935            r'\example\\ example',936            [errors.InvalidHeaderDefect]*5,937            '@example.com')938        self.assertEqual(local_part.local_part, r'\example\\ example')939    def test_get_local_part_unicode_defect(self):940        # Currently this only happens when parsing unicode, not when parsing941        # stuff that was originally binary.942        local_part = self._test_get_x(parser.get_local_part,943            'exámple@example.com',944            'exámple',945            'exámple',946            [errors.NonASCIILocalPartDefect],947            '@example.com')948        self.assertEqual(local_part.local_part, 'exámple')949    # get_dtext950    def test_get_dtext_only(self):951        dtext = self._test_get_x(parser.get_dtext,952                                'foobar', 'foobar', 'foobar', [], '')953        self.assertEqual(dtext.token_type, 'ptext')954    def test_get_dtext_all_dtext(self):955        dtext = self._test_get_x(parser.get_dtext, self.rfc_dtext_chars,956                                 self.rfc_dtext_chars,957                                 self.rfc_dtext_chars, [], '')958    def test_get_dtext_two_words_gets_first(self):959        self._test_get_x(parser.get_dtext,960                        'foo bar', 'foo', 'foo', [], ' bar')961    def test_get_dtext_following_wsp_preserved(self):962        self._test_get_x(parser.get_dtext,963                        'foo \t\tbar', 'foo', 'foo', [], ' \t\tbar')964    def test_get_dtext_non_printables(self):965        dtext = self._test_get_x(parser.get_dtext,966                                'foo\x00bar]', 'foo\x00bar', 'foo\x00bar',967                                [errors.NonPrintableDefect], ']')968        self.assertEqual(dtext.defects[0].non_printables[0], '\x00')969    def test_get_dtext_with_qp(self):970        ptext = self._test_get_x(parser.get_dtext,971                                 r'foo\]\[\\bar\b\e\l\l',972                                 r'foo][\barbell',973                                 r'foo][\barbell',974                                 [errors.ObsoleteHeaderDefect],975                                 '')976    def test_get_dtext_up_to_close_bracket_only(self):977        self._test_get_x(parser.get_dtext,978                        'foo]', 'foo', 'foo', [], ']')979    def test_get_dtext_wsp_before_close_bracket_preserved(self):980        self._test_get_x(parser.get_dtext,981                        'foo  ]', 'foo', 'foo', [], '  ]')982    def test_get_dtext_close_bracket_mid_word(self):983        self._test_get_x(parser.get_dtext,984                        'foo]bar', 'foo', 'foo', [], ']bar')985    def test_get_dtext_up_to_open_bracket_only(self):986        self._test_get_x(parser.get_dtext,987                        'foo[', 'foo', 'foo', [], '[')988    def test_get_dtext_wsp_before_open_bracket_preserved(self):989        self._test_get_x(parser.get_dtext,990                        'foo  [', 'foo', 'foo', [], '  [')991    def test_get_dtext_open_bracket_mid_word(self):992        self._test_get_x(parser.get_dtext,993                        'foo[bar', 'foo', 'foo', [], '[bar')994    # get_domain_literal995    def test_get_domain_literal_only(self):996        domain_literal = domain_literal = self._test_get_x(parser.get_domain_literal,997                                '[127.0.0.1]',998                                '[127.0.0.1]',999                                '[127.0.0.1]',1000                                [],1001                                '')1002        self.assertEqual(domain_literal.token_type, 'domain-literal')1003        self.assertEqual(domain_literal.domain, '[127.0.0.1]')1004        self.assertEqual(domain_literal.ip, '127.0.0.1')1005    def test_get_domain_literal_with_internal_ws(self):1006        domain_literal = self._test_get_x(parser.get_domain_literal,1007                                '[  127.0.0.1\t ]',1008                                '[  127.0.0.1\t ]',1009                                '[ 127.0.0.1 ]',1010                                [],1011                                '')1012        self.assertEqual(domain_literal.domain, '[127.0.0.1]')1013        self.assertEqual(domain_literal.ip, '127.0.0.1')1014    def test_get_domain_literal_with_surrounding_cfws(self):1015        domain_literal = self._test_get_x(parser.get_domain_literal,1016                                '(foo)[  127.0.0.1] (bar)',1017                                '(foo)[  127.0.0.1] (bar)',1018                                ' [ 127.0.0.1] ',1019                                [],1020                                '')1021        self.assertEqual(domain_literal.domain, '[127.0.0.1]')1022        self.assertEqual(domain_literal.ip, '127.0.0.1')1023    def test_get_domain_literal_no_start_char_raises(self):1024        with self.assertRaises(errors.HeaderParseError):1025            parser.get_domain_literal('(foo) ')1026    def test_get_domain_literal_no_start_char_before_special_raises(self):1027        with self.assertRaises(errors.HeaderParseError):1028            parser.get_domain_literal('(foo) @')1029    def test_get_domain_literal_bad_dtext_char_before_special_raises(self):1030        with self.assertRaises(errors.HeaderParseError):1031            parser.get_domain_literal('(foo) [abc[@')1032    # get_domain1033    def test_get_domain_regular_domain_only(self):1034        domain = self._test_get_x(parser.get_domain,1035                                  'example.com',1036                                  'example.com',1037                                  'example.com',1038                                  [],1039                                  '')1040        self.assertEqual(domain.token_type, 'domain')1041        self.assertEqual(domain.domain, 'example.com')1042    def test_get_domain_domain_literal_only(self):1043        domain = self._test_get_x(parser.get_domain,1044                                  '[127.0.0.1]',1045                                  '[127.0.0.1]',1046                                  '[127.0.0.1]',1047                                  [],1048                                  '')1049        self.assertEqual(domain.token_type, 'domain')1050        self.assertEqual(domain.domain, '[127.0.0.1]')1051    def test_get_domain_with_cfws(self):1052        domain = self._test_get_x(parser.get_domain,1053                                  '(foo) example.com(bar)\t',1054                                  '(foo) example.com(bar)\t',1055                                  ' example.com ',1056                                  [],1057                                  '')1058        self.assertEqual(domain.domain, 'example.com')1059    def test_get_domain_domain_literal_with_cfws(self):1060        domain = self._test_get_x(parser.get_domain,1061                                  '(foo)[127.0.0.1]\t(bar)',1062                                  '(foo)[127.0.0.1]\t(bar)',1063                                  ' [127.0.0.1] ',1064                                  [],1065                                  '')1066        self.assertEqual(domain.domain, '[127.0.0.1]')1067    def test_get_domain_domain_with_cfws_ends_at_special(self):1068        domain = self._test_get_x(parser.get_domain,1069                                  '(foo)example.com\t(bar), next',1070                                  '(foo)example.com\t(bar)',1071                                  ' example.com ',1072                                  [],1073                                  ', next')1074        self.assertEqual(domain.domain, 'example.com')1075    def test_get_domain_domain_literal_with_cfws_ends_at_special(self):1076        domain = self._test_get_x(parser.get_domain,1077                                  '(foo)[127.0.0.1]\t(bar), next',1078                                  '(foo)[127.0.0.1]\t(bar)',1079                                  ' [127.0.0.1] ',1080                                  [],1081                                  ', next')1082        self.assertEqual(domain.domain, '[127.0.0.1]')1083    def test_get_domain_obsolete(self):1084        domain = self._test_get_x(parser.get_domain,1085                                  '(foo) example . (bird)com(bar)\t',1086                                  '(foo) example . (bird)com(bar)\t',1087                                  ' example . com ',1088                                  [errors.ObsoleteHeaderDefect],1089                                  '')1090        self.assertEqual(domain.domain, 'example.com')1091    def test_get_domain_no_non_cfws_raises(self):1092        with self.assertRaises(errors.HeaderParseError):1093            parser.get_domain("  (foo)\t")1094    def test_get_domain_no_atom_raises(self):1095        with self.assertRaises(errors.HeaderParseError):1096            parser.get_domain("  (foo)\t, broken")1097    # get_addr_spec1098    def test_get_addr_spec_normal(self):1099        addr_spec = self._test_get_x(parser.get_addr_spec,1100                                    'dinsdale@example.com',1101                                    'dinsdale@example.com',1102                                    'dinsdale@example.com',1103                                    [],1104                                    '')1105        self.assertEqual(addr_spec.token_type, 'addr-spec')1106        self.assertEqual(addr_spec.local_part, 'dinsdale')1107        self.assertEqual(addr_spec.domain, 'example.com')1108        self.assertEqual(addr_spec.addr_spec, 'dinsdale@example.com')1109    def test_get_addr_spec_with_doamin_literal(self):1110        addr_spec = self._test_get_x(parser.get_addr_spec,1111                                    'dinsdale@[127.0.0.1]',1112                                    'dinsdale@[127.0.0.1]',1113                                    'dinsdale@[127.0.0.1]',1114                                    [],1115                                    '')1116        self.assertEqual(addr_spec.local_part, 'dinsdale')1117        self.assertEqual(addr_spec.domain, '[127.0.0.1]')1118        self.assertEqual(addr_spec.addr_spec, 'dinsdale@[127.0.0.1]')1119    def test_get_addr_spec_with_cfws(self):1120        addr_spec = self._test_get_x(parser.get_addr_spec,1121                '(foo) dinsdale(bar)@ (bird) example.com (bog)',1122                '(foo) dinsdale(bar)@ (bird) example.com (bog)',1123                ' dinsdale@example.com ',1124                [],1125                '')1126        self.assertEqual(addr_spec.local_part, 'dinsdale')1127        self.assertEqual(addr_spec.domain, 'example.com')1128        self.assertEqual(addr_spec.addr_spec, 'dinsdale@example.com')1129    def test_get_addr_spec_with_qouoted_string_and_cfws(self):1130        addr_spec = self._test_get_x(parser.get_addr_spec,1131                '(foo) "roy a bug"(bar)@ (bird) example.com (bog)',1132                '(foo) "roy a bug"(bar)@ (bird) example.com (bog)',1133                ' "roy a bug"@example.com ',1134                [],1135                '')1136        self.assertEqual(addr_spec.local_part, 'roy a bug')1137        self.assertEqual(addr_spec.domain, 'example.com')1138        self.assertEqual(addr_spec.addr_spec, '"roy a bug"@example.com')1139    def test_get_addr_spec_ends_at_special(self):1140        addr_spec = self._test_get_x(parser.get_addr_spec,1141                '(foo) "roy a bug"(bar)@ (bird) example.com (bog) , next',1142                '(foo) "roy a bug"(bar)@ (bird) example.com (bog) ',1143                ' "roy a bug"@example.com ',1144                [],1145                ', next')1146        self.assertEqual(addr_spec.local_part, 'roy a bug')1147        self.assertEqual(addr_spec.domain, 'example.com')1148        self.assertEqual(addr_spec.addr_spec, '"roy a bug"@example.com')1149    def test_get_addr_spec_quoted_strings_in_atom_list(self):1150        addr_spec = self._test_get_x(parser.get_addr_spec,1151            '""example" example"@example.com',1152            '""example" example"@example.com',1153            'example example@example.com',1154            [errors.InvalidHeaderDefect]*3,1155            '')1156        self.assertEqual(addr_spec.local_part, 'example example')1157        self.assertEqual(addr_spec.domain, 'example.com')1158        self.assertEqual(addr_spec.addr_spec, '"example example"@example.com')1159    def test_get_addr_spec_dot_atom(self):1160        addr_spec = self._test_get_x(parser.get_addr_spec,1161            'star.a.star@example.com',1162            'star.a.star@example.com',1163            'star.a.star@example.com',1164            [],1165            '')1166        self.assertEqual(addr_spec.local_part, 'star.a.star')1167        self.assertEqual(addr_spec.domain, 'example.com')1168        self.assertEqual(addr_spec.addr_spec, 'star.a.star@example.com')1169    # get_obs_route1170    def test_get_obs_route_simple(self):1171        obs_route = self._test_get_x(parser.get_obs_route,1172            '@example.com, @two.example.com:',1173            '@example.com, @two.example.com:',1174            '@example.com, @two.example.com:',1175            [],1176            '')1177        self.assertEqual(obs_route.token_type, 'obs-route')1178        self.assertEqual(obs_route.domains, ['example.com', 'two.example.com'])1179    def test_get_obs_route_complex(self):1180        obs_route = self._test_get_x(parser.get_obs_route,1181            '(foo),, (blue)@example.com (bar),@two.(foo) example.com (bird):',1182            '(foo),, (blue)@example.com (bar),@two.(foo) example.com (bird):',1183            ' ,, @example.com ,@two. example.com :',1184            [errors.ObsoleteHeaderDefect],  # This is the obs-domain1185            '')1186        self.assertEqual(obs_route.token_type, 'obs-route')1187        self.assertEqual(obs_route.domains, ['example.com', 'two.example.com'])1188    def test_get_obs_route_no_route_before_end_raises(self):1189        with self.assertRaises(errors.HeaderParseError):1190            parser.get_obs_route('(foo) @example.com,')1191    def test_get_obs_route_no_route_before_special_raises(self):1192        with self.assertRaises(errors.HeaderParseError):1193            parser.get_obs_route('(foo) [abc],')1194    def test_get_obs_route_no_route_before_special_raises2(self):1195        with self.assertRaises(errors.HeaderParseError):1196            parser.get_obs_route('(foo) @example.com [abc],')1197    # get_angle_addr1198    def test_get_angle_addr_simple(self):1199        angle_addr = self._test_get_x(parser.get_angle_addr,1200            '<dinsdale@example.com>',1201            '<dinsdale@example.com>',1202            '<dinsdale@example.com>',1203            [],1204            '')1205        self.assertEqual(angle_addr.token_type, 'angle-addr')1206        self.assertEqual(angle_addr.local_part, 'dinsdale')1207        self.assertEqual(angle_addr.domain, 'example.com')1208        self.assertIsNone(angle_addr.route)1209        self.assertEqual(angle_addr.addr_spec, 'dinsdale@example.com')1210    def test_get_angle_addr_empty(self):1211        angle_addr = self._test_get_x(parser.get_angle_addr,1212            '<>',1213            '<>',1214            '<>',1215            [errors.InvalidHeaderDefect],1216            '')1217        self.assertEqual(angle_addr.token_type, 'angle-addr')1218        self.assertIsNone(angle_addr.local_part)1219        self.assertIsNone(angle_addr.domain)1220        self.assertIsNone(angle_addr.route)1221        self.assertEqual(angle_addr.addr_spec, '<>')1222    def test_get_angle_addr_with_cfws(self):1223        angle_addr = self._test_get_x(parser.get_angle_addr,1224            ' (foo) <dinsdale@example.com>(bar)',1225            ' (foo) <dinsdale@example.com>(bar)',1226            ' <dinsdale@example.com> ',1227            [],1228            '')1229        self.assertEqual(angle_addr.token_type, 'angle-addr')1230        self.assertEqual(angle_addr.local_part, 'dinsdale')1231        self.assertEqual(angle_addr.domain, 'example.com')1232        self.assertIsNone(angle_addr.route)1233        self.assertEqual(angle_addr.addr_spec, 'dinsdale@example.com')1234    def test_get_angle_addr_qs_and_domain_literal(self):1235        angle_addr = self._test_get_x(parser.get_angle_addr,1236            '<"Fred Perfect"@[127.0.0.1]>',1237            '<"Fred Perfect"@[127.0.0.1]>',1238            '<"Fred Perfect"@[127.0.0.1]>',1239            [],1240            '')1241        self.assertEqual(angle_addr.local_part, 'Fred Perfect')1242        self.assertEqual(angle_addr.domain, '[127.0.0.1]')1243        self.assertIsNone(angle_addr.route)1244        self.assertEqual(angle_addr.addr_spec, '"Fred Perfect"@[127.0.0.1]')1245    def test_get_angle_addr_internal_cfws(self):1246        angle_addr = self._test_get_x(parser.get_angle_addr,1247            '<(foo) dinsdale@example.com(bar)>',1248            '<(foo) dinsdale@example.com(bar)>',1249            '< dinsdale@example.com >',1250            [],1251            '')1252        self.assertEqual(angle_addr.local_part, 'dinsdale')1253        self.assertEqual(angle_addr.domain, 'example.com')1254        self.assertIsNone(angle_addr.route)1255        self.assertEqual(angle_addr.addr_spec, 'dinsdale@example.com')1256    def test_get_angle_addr_obs_route(self):1257        angle_addr = self._test_get_x(parser.get_angle_addr,1258            '(foo)<@example.com, (bird) @two.example.com: dinsdale@example.com> (bar) ',1259            '(foo)<@example.com, (bird) @two.example.com: dinsdale@example.com> (bar) ',1260            ' <@example.com, @two.example.com: dinsdale@example.com> ',1261            [errors.ObsoleteHeaderDefect],1262            '')1263        self.assertEqual(angle_addr.local_part, 'dinsdale')1264        self.assertEqual(angle_addr.domain, 'example.com')1265        self.assertEqual(angle_addr.route, ['example.com', 'two.example.com'])1266        self.assertEqual(angle_addr.addr_spec, 'dinsdale@example.com')1267    def test_get_angle_addr_missing_closing_angle(self):1268        angle_addr = self._test_get_x(parser.get_angle_addr,1269            '<dinsdale@example.com',1270            '<dinsdale@example.com>',1271            '<dinsdale@example.com>',1272            [errors.InvalidHeaderDefect],1273            '')1274        self.assertEqual(angle_addr.local_part, 'dinsdale')1275        self.assertEqual(angle_addr.domain, 'example.com')1276        self.assertIsNone(angle_addr.route)1277        self.assertEqual(angle_addr.addr_spec, 'dinsdale@example.com')1278    def test_get_angle_addr_missing_closing_angle_with_cfws(self):1279        angle_addr = self._test_get_x(parser.get_angle_addr,1280            '<dinsdale@example.com (foo)',1281            '<dinsdale@example.com (foo)>',1282            '<dinsdale@example.com >',1283            [errors.InvalidHeaderDefect],1284            '')1285        self.assertEqual(angle_addr.local_part, 'dinsdale')1286        self.assertEqual(angle_addr.domain, 'example.com')1287        self.assertIsNone(angle_addr.route)1288        self.assertEqual(angle_addr.addr_spec, 'dinsdale@example.com')1289    def test_get_angle_addr_ends_at_special(self):1290        angle_addr = self._test_get_x(parser.get_angle_addr,1291            '<dinsdale@example.com> (foo), next',1292            '<dinsdale@example.com> (foo)',1293            '<dinsdale@example.com> ',1294            [],1295            ', next')1296        self.assertEqual(angle_addr.local_part, 'dinsdale')1297        self.assertEqual(angle_addr.domain, 'example.com')1298        self.assertIsNone(angle_addr.route)1299        self.assertEqual(angle_addr.addr_spec, 'dinsdale@example.com')1300    def test_get_angle_addr_no_angle_raise(self):1301        with self.assertRaises(errors.HeaderParseError):1302            parser.get_angle_addr('(foo) ')1303    def test_get_angle_addr_no_angle_before_special_raises(self):1304        with self.assertRaises(errors.HeaderParseError):1305            parser.get_angle_addr('(foo) , next')1306    def test_get_angle_addr_no_angle_raises(self):1307        with self.assertRaises(errors.HeaderParseError):1308            parser.get_angle_addr('bar')1309    def test_get_angle_addr_special_after_angle_raises(self):1310        with self.assertRaises(errors.HeaderParseError):1311            parser.get_angle_addr('(foo) <, bar')1312    # get_display_name  This is phrase but with a different value.1313    def test_get_display_name_simple(self):1314        display_name = self._test_get_x(parser.get_display_name,1315            'Fred A Johnson',1316            'Fred A Johnson',1317            'Fred A Johnson',1318            [],1319            '')1320        self.assertEqual(display_name.token_type, 'display-name')1321        self.assertEqual(display_name.display_name, 'Fred A Johnson')1322    def test_get_display_name_complex1(self):1323        display_name = self._test_get_x(parser.get_display_name,1324            '"Fred A. Johnson" is his name, oh.',1325            '"Fred A. Johnson" is his name',1326            '"Fred A. Johnson is his name"',1327            [],1328            ', oh.')1329        self.assertEqual(display_name.token_type, 'display-name')1330        self.assertEqual(display_name.display_name, 'Fred A. Johnson is his name')1331    def test_get_display_name_complex2(self):1332        display_name = self._test_get_x(parser.get_display_name,1333            ' (A) bird (in (my|your)) "hand  " is messy\t<>\t',1334            ' (A) bird (in (my|your)) "hand  " is messy\t',1335            ' "bird hand   is messy" ',1336            [],1337            '<>\t')1338        self.assertEqual(display_name[0][0].comments, ['A'])1339        self.assertEqual(display_name[0][2].comments, ['in (my|your)'])1340        self.assertEqual(display_name.display_name, 'bird hand   is messy')1341    def test_get_display_name_obsolete(self):1342        display_name = self._test_get_x(parser.get_display_name,1343            'Fred A.(weird).O Johnson',1344            'Fred A.(weird).O Johnson',1345            '"Fred A. .O Johnson"',1346            [errors.ObsoleteHeaderDefect]*3,1347            '')1348        self.assertEqual(len(display_name), 7)1349        self.assertEqual(display_name[3].comments, ['weird'])1350        self.assertEqual(display_name.display_name, 'Fred A. .O Johnson')1351    def test_get_display_name_pharse_must_start_with_word(self):1352        display_name = self._test_get_x(parser.get_display_name,1353            '(even weirder).name',1354            '(even weirder).name',1355            ' ".name"',1356            [errors.InvalidHeaderDefect] + [errors.ObsoleteHeaderDefect]*2,1357            '')1358        self.assertEqual(len(display_name), 3)1359        self.assertEqual(display_name[0].comments, ['even weirder'])1360        self.assertEqual(display_name.display_name, '.name')1361    def test_get_display_name_ending_with_obsolete(self):1362        display_name = self._test_get_x(parser.get_display_name,1363            'simple phrase.(with trailing comment):boo',1364            'simple phrase.(with trailing comment)',1365            '"simple phrase." ',1366            [errors.ObsoleteHeaderDefect]*2,1367            ':boo')1368        self.assertEqual(len(display_name), 4)1369        self.assertEqual(display_name[3].comments, ['with trailing comment'])1370        self.assertEqual(display_name.display_name, 'simple phrase.')1371    # get_name_addr1372    def test_get_name_addr_angle_addr_only(self):1373        name_addr = self._test_get_x(parser.get_name_addr,1374            '<dinsdale@example.com>',1375            '<dinsdale@example.com>',1376            '<dinsdale@example.com>',1377            [],1378            '')1379        self.assertEqual(name_addr.token_type, 'name-addr')1380        self.assertIsNone(name_addr.display_name)1381        self.assertEqual(name_addr.local_part, 'dinsdale')1382        self.assertEqual(name_addr.domain, 'example.com')1383        self.assertIsNone(name_addr.route)1384        self.assertEqual(name_addr.addr_spec, 'dinsdale@example.com')1385    def test_get_name_addr_atom_name(self):1386        name_addr = self._test_get_x(parser.get_name_addr,1387            'Dinsdale <dinsdale@example.com>',1388            'Dinsdale <dinsdale@example.com>',1389            'Dinsdale <dinsdale@example.com>',1390            [],1391            '')1392        self.assertEqual(name_addr.token_type, 'name-addr')1393        self.assertEqual(name_addr.display_name, 'Dinsdale')1394        self.assertEqual(name_addr.local_part, 'dinsdale')1395        self.assertEqual(name_addr.domain, 'example.com')1396        self.assertIsNone(name_addr.route)1397        self.assertEqual(name_addr.addr_spec, 'dinsdale@example.com')1398    def test_get_name_addr_atom_name_with_cfws(self):1399        name_addr = self._test_get_x(parser.get_name_addr,1400            '(foo) Dinsdale (bar) <dinsdale@example.com> (bird)',1401            '(foo) Dinsdale (bar) <dinsdale@example.com> (bird)',1402            ' Dinsdale <dinsdale@example.com> ',1403            [],1404            '')1405        self.assertEqual(name_addr.display_name, 'Dinsdale')1406        self.assertEqual(name_addr.local_part, 'dinsdale')1407        self.assertEqual(name_addr.domain, 'example.com')1408        self.assertIsNone(name_addr.route)1409        self.assertEqual(name_addr.addr_spec, 'dinsdale@example.com')1410    def test_get_name_addr_name_with_cfws_and_dots(self):1411        name_addr = self._test_get_x(parser.get_name_addr,1412            '(foo) Roy.A.Bear (bar) <dinsdale@example.com> (bird)',1413            '(foo) Roy.A.Bear (bar) <dinsdale@example.com> (bird)',1414            ' "Roy.A.Bear" <dinsdale@example.com> ',1415            [errors.ObsoleteHeaderDefect]*2,1416            '')1417        self.assertEqual(name_addr.display_name, 'Roy.A.Bear')1418        self.assertEqual(name_addr.local_part, 'dinsdale')1419        self.assertEqual(name_addr.domain, 'example.com')1420        self.assertIsNone(name_addr.route)1421        self.assertEqual(name_addr.addr_spec, 'dinsdale@example.com')1422    def test_get_name_addr_qs_name(self):1423        name_addr = self._test_get_x(parser.get_name_addr,1424            '"Roy.A.Bear" <dinsdale@example.com>',1425            '"Roy.A.Bear" <dinsdale@example.com>',1426            '"Roy.A.Bear" <dinsdale@example.com>',1427            [],1428            '')1429        self.assertEqual(name_addr.display_name, 'Roy.A.Bear')1430        self.assertEqual(name_addr.local_part, 'dinsdale')1431        self.assertEqual(name_addr.domain, 'example.com')1432        self.assertIsNone(name_addr.route)1433        self.assertEqual(name_addr.addr_spec, 'dinsdale@example.com')1434    def test_get_name_addr_with_route(self):1435        name_addr = self._test_get_x(parser.get_name_addr,1436            '"Roy.A.Bear" <@two.example.com: dinsdale@example.com>',1437            '"Roy.A.Bear" <@two.example.com: dinsdale@example.com>',1438            '"Roy.A.Bear" <@two.example.com: dinsdale@example.com>',1439            [errors.ObsoleteHeaderDefect],1440            '')1441        self.assertEqual(name_addr.display_name, 'Roy.A.Bear')1442        self.assertEqual(name_addr.local_part, 'dinsdale')1443        self.assertEqual(name_addr.domain, 'example.com')1444        self.assertEqual(name_addr.route, ['two.example.com'])1445        self.assertEqual(name_addr.addr_spec, 'dinsdale@example.com')1446    def test_get_name_addr_ends_at_special(self):1447        name_addr = self._test_get_x(parser.get_name_addr,1448            '"Roy.A.Bear" <dinsdale@example.com>, next',1449            '"Roy.A.Bear" <dinsdale@example.com>',1450            '"Roy.A.Bear" <dinsdale@example.com>',1451            [],1452            ', next')1453        self.assertEqual(name_addr.display_name, 'Roy.A.Bear')1454        self.assertEqual(name_addr.local_part, 'dinsdale')1455        self.assertEqual(name_addr.domain, 'example.com')1456        self.assertIsNone(name_addr.route)1457        self.assertEqual(name_addr.addr_spec, 'dinsdale@example.com')1458    def test_get_name_addr_no_content_raises(self):1459        with self.assertRaises(errors.HeaderParseError):1460            parser.get_name_addr(' (foo) ')1461    def test_get_name_addr_no_content_before_special_raises(self):1462        with self.assertRaises(errors.HeaderParseError):1463            parser.get_name_addr(' (foo) ,')1464    def test_get_name_addr_no_angle_after_display_name_raises(self):1465        with self.assertRaises(errors.HeaderParseError):1466            parser.get_name_addr('foo bar')1467    # get_mailbox1468    def test_get_mailbox_addr_spec_only(self):1469        mailbox = self._test_get_x(parser.get_mailbox,1470            'dinsdale@example.com',1471            'dinsdale@example.com',1472            'dinsdale@example.com',1473            [],1474            '')1475        self.assertEqual(mailbox.token_type, 'mailbox')1476        self.assertIsNone(mailbox.display_name)1477        self.assertEqual(mailbox.local_part, 'dinsdale')1478        self.assertEqual(mailbox.domain, 'example.com')1479        self.assertIsNone(mailbox.route)1480        self.assertEqual(mailbox.addr_spec, 'dinsdale@example.com')1481    def test_get_mailbox_angle_addr_only(self):1482        mailbox = self._test_get_x(parser.get_mailbox,1483            '<dinsdale@example.com>',1484            '<dinsdale@example.com>',1485            '<dinsdale@example.com>',1486            [],1487            '')1488        self.assertEqual(mailbox.token_type, 'mailbox')1489        self.assertIsNone(mailbox.display_name)1490        self.assertEqual(mailbox.local_part, 'dinsdale')1491        self.assertEqual(mailbox.domain, 'example.com')1492        self.assertIsNone(mailbox.route)1493        self.assertEqual(mailbox.addr_spec, 'dinsdale@example.com')1494    def test_get_mailbox_name_addr(self):1495        mailbox = self._test_get_x(parser.get_mailbox,1496            '"Roy A. Bear" <dinsdale@example.com>',1497            '"Roy A. Bear" <dinsdale@example.com>',1498            '"Roy A. Bear" <dinsdale@example.com>',1499            [],1500            '')1501        self.assertEqual(mailbox.token_type, 'mailbox')1502        self.assertEqual(mailbox.display_name, 'Roy A. Bear')1503        self.assertEqual(mailbox.local_part, 'dinsdale')1504        self.assertEqual(mailbox.domain, 'example.com')1505        self.assertIsNone(mailbox.route)1506        self.assertEqual(mailbox.addr_spec, 'dinsdale@example.com')1507    def test_get_mailbox_ends_at_special(self):1508        mailbox = self._test_get_x(parser.get_mailbox,1509            '"Roy A. Bear" <dinsdale@example.com>, rest',1510            '"Roy A. Bear" <dinsdale@example.com>',1511            '"Roy A. Bear" <dinsdale@example.com>',1512            [],1513            ', rest')1514        self.assertEqual(mailbox.token_type, 'mailbox')1515        self.assertEqual(mailbox.display_name, 'Roy A. Bear')1516        self.assertEqual(mailbox.local_part, 'dinsdale')1517        self.assertEqual(mailbox.domain, 'example.com')1518        self.assertIsNone(mailbox.route)1519        self.assertEqual(mailbox.addr_spec, 'dinsdale@example.com')1520    def test_get_mailbox_quoted_strings_in_atom_list(self):1521        mailbox = self._test_get_x(parser.get_mailbox,1522            '""example" example"@example.com',1523            '""example" example"@example.com',1524            'example example@example.com',1525            [errors.InvalidHeaderDefect]*3,1526            '')1527        self.assertEqual(mailbox.local_part, 'example example')1528        self.assertEqual(mailbox.domain, 'example.com')1529        self.assertEqual(mailbox.addr_spec, '"example example"@example.com')1530    # get_mailbox_list1531    def test_get_mailbox_list_single_addr(self):1532        mailbox_list = self._test_get_x(parser.get_mailbox_list,1533            'dinsdale@example.com',1534            'dinsdale@example.com',1535            'dinsdale@example.com',1536            [],1537            '')1538        self.assertEqual(mailbox_list.token_type, 'mailbox-list')1539        self.assertEqual(len(mailbox_list.mailboxes), 1)1540        mailbox = mailbox_list.mailboxes[0]1541        self.assertIsNone(mailbox.display_name)1542        self.assertEqual(mailbox.local_part, 'dinsdale')1543        self.assertEqual(mailbox.domain, 'example.com')1544        self.assertIsNone(mailbox.route)1545        self.assertEqual(mailbox.addr_spec, 'dinsdale@example.com')1546        self.assertEqual(mailbox_list.mailboxes,1547                         mailbox_list.all_mailboxes)1548    def test_get_mailbox_list_two_simple_addr(self):1549        mailbox_list = self._test_get_x(parser.get_mailbox_list,1550            'dinsdale@example.com, dinsdale@test.example.com',1551            'dinsdale@example.com, dinsdale@test.example.com',1552            'dinsdale@example.com, dinsdale@test.example.com',1553            [],1554            '')1555        self.assertEqual(mailbox_list.token_type, 'mailbox-list')1556        self.assertEqual(len(mailbox_list.mailboxes), 2)1557        self.assertEqual(mailbox_list.mailboxes[0].addr_spec,1558                        'dinsdale@example.com')1559        self.assertEqual(mailbox_list.mailboxes[1].addr_spec,1560                        'dinsdale@test.example.com')1561        self.assertEqual(mailbox_list.mailboxes,1562                         mailbox_list.all_mailboxes)1563    def test_get_mailbox_list_two_name_addr(self):1564        mailbox_list = self._test_get_x(parser.get_mailbox_list,1565            ('"Roy A. Bear" <dinsdale@example.com>,'1566                ' "Fred Flintstone" <dinsdale@test.example.com>'),1567            ('"Roy A. Bear" <dinsdale@example.com>,'1568                ' "Fred Flintstone" <dinsdale@test.example.com>'),1569            ('"Roy A. Bear" <dinsdale@example.com>,'1570                ' "Fred Flintstone" <dinsdale@test.example.com>'),1571            [],1572            '')1573        self.assertEqual(len(mailbox_list.mailboxes), 2)1574        self.assertEqual(mailbox_list.mailboxes[0].addr_spec,1575                        'dinsdale@example.com')1576        self.assertEqual(mailbox_list.mailboxes[0].display_name,1577                        'Roy A. Bear')1578        self.assertEqual(mailbox_list.mailboxes[1].addr_spec,1579                        'dinsdale@test.example.com')1580        self.assertEqual(mailbox_list.mailboxes[1].display_name,1581                        'Fred Flintstone')1582        self.assertEqual(mailbox_list.mailboxes,1583                         mailbox_list.all_mailboxes)1584    def test_get_mailbox_list_two_complex(self):1585        mailbox_list = self._test_get_x(parser.get_mailbox_list,1586            ('(foo) "Roy A. Bear" <dinsdale@example.com>(bar),'1587                ' "Fred Flintstone" <dinsdale@test.(bird)example.com>'),1588            ('(foo) "Roy A. Bear" <dinsdale@example.com>(bar),'1589                ' "Fred Flintstone" <dinsdale@test.(bird)example.com>'),1590            (' "Roy A. Bear" <dinsdale@example.com> ,'1591                ' "Fred Flintstone" <dinsdale@test. example.com>'),1592            [errors.ObsoleteHeaderDefect],1593            '')1594        self.assertEqual(len(mailbox_list.mailboxes), 2)1595        self.assertEqual(mailbox_list.mailboxes[0].addr_spec,1596                        'dinsdale@example.com')1597        self.assertEqual(mailbox_list.mailboxes[0].display_name,1598                        'Roy A. Bear')1599        self.assertEqual(mailbox_list.mailboxes[1].addr_spec,1600                        'dinsdale@test.example.com')1601        self.assertEqual(mailbox_list.mailboxes[1].display_name,1602                        'Fred Flintstone')1603        self.assertEqual(mailbox_list.mailboxes,1604                         mailbox_list.all_mailboxes)1605    def test_get_mailbox_list_unparseable_mailbox_null(self):1606        mailbox_list = self._test_get_x(parser.get_mailbox_list,1607            ('"Roy A. Bear"[] dinsdale@example.com,'1608                ' "Fred Flintstone" <dinsdale@test.(bird)example.com>'),1609            ('"Roy A. Bear"[] dinsdale@example.com,'1610                ' "Fred Flintstone" <dinsdale@test.(bird)example.com>'),1611            ('"Roy A. Bear"[] dinsdale@example.com,'1612                ' "Fred Flintstone" <dinsdale@test. example.com>'),1613            [errors.InvalidHeaderDefect,   # the 'extra' text after the local part1614             errors.InvalidHeaderDefect,   # the local part with no angle-addr1615             errors.ObsoleteHeaderDefect,  # period in extra text (example.com)1616             errors.ObsoleteHeaderDefect], # (bird) in valid address.1617            '')1618        self.assertEqual(len(mailbox_list.mailboxes), 1)1619        self.assertEqual(len(mailbox_list.all_mailboxes), 2)1620        self.assertEqual(mailbox_list.all_mailboxes[0].token_type,1621                        'invalid-mailbox')1622        self.assertIsNone(mailbox_list.all_mailboxes[0].display_name)1623        self.assertEqual(mailbox_list.all_mailboxes[0].local_part,1624                        'Roy A. Bear')1625        self.assertIsNone(mailbox_list.all_mailboxes[0].domain)1626        self.assertEqual(mailbox_list.all_mailboxes[0].addr_spec,1627                        '"Roy A. Bear"')1628        self.assertIs(mailbox_list.all_mailboxes[1],1629                        mailbox_list.mailboxes[0])1630        self.assertEqual(mailbox_list.mailboxes[0].addr_spec,1631                        'dinsdale@test.example.com')1632        self.assertEqual(mailbox_list.mailboxes[0].display_name,1633                        'Fred Flintstone')1634    def test_get_mailbox_list_junk_after_valid_address(self):1635        mailbox_list = self._test_get_x(parser.get_mailbox_list,1636            ('"Roy A. Bear" <dinsdale@example.com>@@,'1637                ' "Fred Flintstone" <dinsdale@test.example.com>'),1638            ('"Roy A. Bear" <dinsdale@example.com>@@,'1639                ' "Fred Flintstone" <dinsdale@test.example.com>'),1640            ('"Roy A. Bear" <dinsdale@example.com>@@,'1641                ' "Fred Flintstone" <dinsdale@test.example.com>'),1642            [errors.InvalidHeaderDefect],1643            '')1644        self.assertEqual(len(mailbox_list.mailboxes), 1)1645        self.assertEqual(len(mailbox_list.all_mailboxes), 2)1646        self.assertEqual(mailbox_list.all_mailboxes[0].addr_spec,1647                        'dinsdale@example.com')1648        self.assertEqual(mailbox_list.all_mailboxes[0].display_name,1649                        'Roy A. Bear')1650        self.assertEqual(mailbox_list.all_mailboxes[0].token_type,1651                        'invalid-mailbox')1652        self.assertIs(mailbox_list.all_mailboxes[1],1653                        mailbox_list.mailboxes[0])1654        self.assertEqual(mailbox_list.mailboxes[0].addr_spec,1655                        'dinsdale@test.example.com')1656        self.assertEqual(mailbox_list.mailboxes[0].display_name,1657                        'Fred Flintstone')1658    def test_get_mailbox_list_empty_list_element(self):1659        mailbox_list = self._test_get_x(parser.get_mailbox_list,1660            ('"Roy A. Bear" <dinsdale@example.com>, (bird),,'1661                ' "Fred Flintstone" <dinsdale@test.example.com>'),1662            ('"Roy A. Bear" <dinsdale@example.com>, (bird),,'1663                ' "Fred Flintstone" <dinsdale@test.example.com>'),1664            ('"Roy A. Bear" <dinsdale@example.com>, ,,'1665                ' "Fred Flintstone" <dinsdale@test.example.com>'),1666            [errors.ObsoleteHeaderDefect]*2,1667            '')1668        self.assertEqual(len(mailbox_list.mailboxes), 2)1669        self.assertEqual(mailbox_list.all_mailboxes,1670                         mailbox_list.mailboxes)1671        self.assertEqual(mailbox_list.all_mailboxes[0].addr_spec,1672                        'dinsdale@example.com')1673        self.assertEqual(mailbox_list.all_mailboxes[0].display_name,1674                        'Roy A. Bear')1675        self.assertEqual(mailbox_list.mailboxes[1].addr_spec,1676                        'dinsdale@test.example.com')1677        self.assertEqual(mailbox_list.mailboxes[1].display_name,1678                        'Fred Flintstone')1679    def test_get_mailbox_list_only_empty_elements(self):1680        mailbox_list = self._test_get_x(parser.get_mailbox_list,1681            '(foo),, (bar)',1682            '(foo),, (bar)',1683            ' ,, ',1684            [errors.ObsoleteHeaderDefect]*3,1685            '')1686        self.assertEqual(len(mailbox_list.mailboxes), 0)1687        self.assertEqual(mailbox_list.all_mailboxes,1688                         mailbox_list.mailboxes)1689    # get_group_list1690    def test_get_group_list_cfws_only(self):1691        group_list = self._test_get_x(parser.get_group_list,1692            '(hidden);',1693            '(hidden)',1694            ' ',1695            [],1696            ';')1697        self.assertEqual(group_list.token_type, 'group-list')1698        self.assertEqual(len(group_list.mailboxes), 0)1699        self.assertEqual(group_list.mailboxes,1700                         group_list.all_mailboxes)1701    def test_get_group_list_mailbox_list(self):1702        group_list = self._test_get_x(parser.get_group_list,1703            'dinsdale@example.org, "Fred A. Bear" <dinsdale@example.org>',1704            'dinsdale@example.org, "Fred A. Bear" <dinsdale@example.org>',1705            'dinsdale@example.org, "Fred A. Bear" <dinsdale@example.org>',1706            [],1707            '')1708        self.assertEqual(group_list.token_type, 'group-list')1709        self.assertEqual(len(group_list.mailboxes), 2)1710        self.assertEqual(group_list.mailboxes,1711                         group_list.all_mailboxes)1712        self.assertEqual(group_list.mailboxes[1].display_name,1713                         'Fred A. Bear')1714    def test_get_group_list_obs_group_list(self):1715        group_list = self._test_get_x(parser.get_group_list,1716            ', (foo),,(bar)',1717            ', (foo),,(bar)',1718            ', ,, ',1719            [errors.ObsoleteHeaderDefect],1720            '')1721        self.assertEqual(group_list.token_type, 'group-list')1722        self.assertEqual(len(group_list.mailboxes), 0)1723        self.assertEqual(group_list.mailboxes,1724                         group_list.all_mailboxes)1725    def test_get_group_list_comment_only_invalid(self):1726        group_list = self._test_get_x(parser.get_group_list,1727            '(bar)',1728            '(bar)',1729            ' ',1730            [errors.InvalidHeaderDefect],1731            '')1732        self.assertEqual(group_list.token_type, 'group-list')1733        self.assertEqual(len(group_list.mailboxes), 0)1734        self.assertEqual(group_list.mailboxes,1735                         group_list.all_mailboxes)1736    # get_group1737    def test_get_group_empty(self):1738        group = self._test_get_x(parser.get_group,1739            'Monty Python:;',1740            'Monty Python:;',1741            'Monty Python:;',1742            [],1743            '')1744        self.assertEqual(group.token_type, 'group')1745        self.assertEqual(group.display_name, 'Monty Python')1746        self.assertEqual(len(group.mailboxes), 0)1747        self.assertEqual(group.mailboxes,1748                         group.all_mailboxes)1749    def test_get_group_null_addr_spec(self):1750        group = self._test_get_x(parser.get_group,1751            'foo: <>;',1752            'foo: <>;',1753            'foo: <>;',1754            [errors.InvalidHeaderDefect],1755            '')1756        self.assertEqual(group.display_name, 'foo')1757        self.assertEqual(len(group.mailboxes), 0)1758        self.assertEqual(len(group.all_mailboxes), 1)1759        self.assertEqual(group.all_mailboxes[0].value, '<>')1760    def test_get_group_cfws_only(self):1761        group = self._test_get_x(parser.get_group,1762            'Monty Python: (hidden);',1763            'Monty Python: (hidden);',1764            'Monty Python: ;',1765            [],1766            '')1767        self.assertEqual(group.token_type, 'group')1768        self.assertEqual(group.display_name, 'Monty Python')1769        self.assertEqual(len(group.mailboxes), 0)1770        self.assertEqual(group.mailboxes,1771                         group.all_mailboxes)1772    def test_get_group_single_mailbox(self):1773        group = self._test_get_x(parser.get_group,1774            'Monty Python: "Fred A. Bear" <dinsdale@example.com>;',1775            'Monty Python: "Fred A. Bear" <dinsdale@example.com>;',1776            'Monty Python: "Fred A. Bear" <dinsdale@example.com>;',1777            [],1778            '')1779        self.assertEqual(group.token_type, 'group')1780        self.assertEqual(group.display_name, 'Monty Python')1781        self.assertEqual(len(group.mailboxes), 1)1782        self.assertEqual(group.mailboxes,1783                         group.all_mailboxes)1784        self.assertEqual(group.mailboxes[0].addr_spec,1785                         'dinsdale@example.com')1786    def test_get_group_mixed_list(self):1787        group = self._test_get_x(parser.get_group,1788            ('Monty Python: "Fred A. Bear" <dinsdale@example.com>,'1789                '(foo) Roger <ping@exampele.com>, x@test.example.com;'),1790            ('Monty Python: "Fred A. Bear" <dinsdale@example.com>,'1791                '(foo) Roger <ping@exampele.com>, x@test.example.com;'),1792            ('Monty Python: "Fred A. Bear" <dinsdale@example.com>,'1793                ' Roger <ping@exampele.com>, x@test.example.com;'),1794            [],1795            '')1796        self.assertEqual(group.token_type, 'group')1797        self.assertEqual(group.display_name, 'Monty Python')1798        self.assertEqual(len(group.mailboxes), 3)1799        self.assertEqual(group.mailboxes,1800                         group.all_mailboxes)1801        self.assertEqual(group.mailboxes[0].display_name,1802                         'Fred A. Bear')1803        self.assertEqual(group.mailboxes[1].display_name,1804                         'Roger')1805        self.assertEqual(group.mailboxes[2].local_part, 'x')1806    def test_get_group_one_invalid(self):1807        group = self._test_get_x(parser.get_group,1808            ('Monty Python: "Fred A. Bear" <dinsdale@example.com>,'1809                '(foo) Roger ping@exampele.com, x@test.example.com;'),1810            ('Monty Python: "Fred A. Bear" <dinsdale@example.com>,'1811                '(foo) Roger ping@exampele.com, x@test.example.com;'),1812            ('Monty Python: "Fred A. Bear" <dinsdale@example.com>,'1813                ' Roger ping@exampele.com, x@test.example.com;'),1814            [errors.InvalidHeaderDefect,   # non-angle addr makes local part invalid1815             errors.InvalidHeaderDefect],   # and its not obs-local either: no dots.1816            '')1817        self.assertEqual(group.token_type, 'group')1818        self.assertEqual(group.display_name, 'Monty Python')1819        self.assertEqual(len(group.mailboxes), 2)1820        self.assertEqual(len(group.all_mailboxes), 3)1821        self.assertEqual(group.mailboxes[0].display_name,1822                         'Fred A. Bear')1823        self.assertEqual(group.mailboxes[1].local_part, 'x')1824        self.assertIsNone(group.all_mailboxes[1].display_name)1825    # get_address1826    def test_get_address_simple(self):1827        address = self._test_get_x(parser.get_address,1828            'dinsdale@example.com',1829            'dinsdale@example.com',1830            'dinsdale@example.com',1831            [],1832            '')1833        self.assertEqual(address.token_type, 'address')1834        self.assertEqual(len(address.mailboxes), 1)1835        self.assertEqual(address.mailboxes,1836                         address.all_mailboxes)1837        self.assertEqual(address.mailboxes[0].domain,1838                         'example.com')1839        self.assertEqual(address[0].token_type,1840                         'mailbox')1841    def test_get_address_complex(self):1842        address = self._test_get_x(parser.get_address,1843            '(foo) "Fred A. Bear" <(bird)dinsdale@example.com>',1844            '(foo) "Fred A. Bear" <(bird)dinsdale@example.com>',1845            ' "Fred A. Bear" < dinsdale@example.com>',1846            [],1847            '')1848        self.assertEqual(address.token_type, 'address')1849        self.assertEqual(len(address.mailboxes), 1)1850        self.assertEqual(address.mailboxes,1851                         address.all_mailboxes)1852        self.assertEqual(address.mailboxes[0].display_name,1853                         'Fred A. Bear')1854        self.assertEqual(address[0].token_type,1855                         'mailbox')1856    def test_get_address_rfc2047_display_name(self):1857        address = self._test_get_x(parser.get_address,1858            '=?utf-8?q?=C3=89ric?= <foo@example.com>',1859            'Éric <foo@example.com>',1860            'Éric <foo@example.com>',1861            [],1862            '')1863        self.assertEqual(address.token_type, 'address')1864        self.assertEqual(len(address.mailboxes), 1)1865        self.assertEqual(address.mailboxes,1866                         address.all_mailboxes)1867        self.assertEqual(address.mailboxes[0].display_name,1868                         'Éric')1869        self.assertEqual(address[0].token_type,1870                         'mailbox')1871    def test_get_address_empty_group(self):1872        address = self._test_get_x(parser.get_address,1873            'Monty Python:;',1874            'Monty Python:;',1875            'Monty Python:;',1876            [],1877            '')1878        self.assertEqual(address.token_type, 'address')1879        self.assertEqual(len(address.mailboxes), 0)1880        self.assertEqual(address.mailboxes,1881                         address.all_mailboxes)1882        self.assertEqual(address[0].token_type,1883                         'group')1884        self.assertEqual(address[0].display_name,1885                         'Monty Python')1886    def test_get_address_group(self):1887        address = self._test_get_x(parser.get_address,1888            'Monty Python: x@example.com, y@example.com;',1889            'Monty Python: x@example.com, y@example.com;',1890            'Monty Python: x@example.com, y@example.com;',1891            [],1892            '')1893        self.assertEqual(address.token_type, 'address')1894        self.assertEqual(len(address.mailboxes), 2)1895        self.assertEqual(address.mailboxes,1896                         address.all_mailboxes)1897        self.assertEqual(address[0].token_type,1898                         'group')1899        self.assertEqual(address[0].display_name,1900                         'Monty Python')1901        self.assertEqual(address.mailboxes[0].local_part, 'x')1902    def test_get_address_quoted_local_part(self):1903        address = self._test_get_x(parser.get_address,1904            '"foo bar"@example.com',1905            '"foo bar"@example.com',1906            '"foo bar"@example.com',1907            [],1908            '')1909        self.assertEqual(address.token_type, 'address')1910        self.assertEqual(len(address.mailboxes), 1)1911        self.assertEqual(address.mailboxes,1912                         address.all_mailboxes)1913        self.assertEqual(address.mailboxes[0].domain,1914                         'example.com')1915        self.assertEqual(address.mailboxes[0].local_part,1916                         'foo bar')1917        self.assertEqual(address[0].token_type, 'mailbox')1918    def test_get_address_ends_at_special(self):1919        address = self._test_get_x(parser.get_address,1920            'dinsdale@example.com, next',1921            'dinsdale@example.com',1922            'dinsdale@example.com',1923            [],1924            ', next')1925        self.assertEqual(address.token_type, 'address')1926        self.assertEqual(len(address.mailboxes), 1)1927        self.assertEqual(address.mailboxes,1928                         address.all_mailboxes)1929        self.assertEqual(address.mailboxes[0].domain,1930                         'example.com')1931        self.assertEqual(address[0].token_type, 'mailbox')1932    def test_get_address_invalid_mailbox_invalid(self):1933        address = self._test_get_x(parser.get_address,1934            'ping example.com, next',1935            'ping example.com',1936            'ping example.com',1937            [errors.InvalidHeaderDefect,    # addr-spec with no domain1938             errors.InvalidHeaderDefect,    # invalid local-part1939             errors.InvalidHeaderDefect,    # missing .s in local-part1940            ],1941            ', next')1942        self.assertEqual(address.token_type, 'address')1943        self.assertEqual(len(address.mailboxes), 0)1944        self.assertEqual(len(address.all_mailboxes), 1)1945        self.assertIsNone(address.all_mailboxes[0].domain)1946        self.assertEqual(address.all_mailboxes[0].local_part, 'ping example.com')1947        self.assertEqual(address[0].token_type, 'invalid-mailbox')1948    def test_get_address_quoted_strings_in_atom_list(self):1949        address = self._test_get_x(parser.get_address,1950            '""example" example"@example.com',1951            '""example" example"@example.com',1952            'example example@example.com',1953            [errors.InvalidHeaderDefect]*3,1954            '')1955        self.assertEqual(address.all_mailboxes[0].local_part, 'example example')1956        self.assertEqual(address.all_mailboxes[0].domain, 'example.com')1957        self.assertEqual(address.all_mailboxes[0].addr_spec, '"example example"@example.com')1958    # get_address_list1959    def test_get_address_list_mailboxes_simple(self):1960        address_list = self._test_get_x(parser.get_address_list,1961            'dinsdale@example.com',1962            'dinsdale@example.com',1963            'dinsdale@example.com',1964            [],1965            '')1966        self.assertEqual(address_list.token_type, 'address-list')1967        self.assertEqual(len(address_list.mailboxes), 1)1968        self.assertEqual(address_list.mailboxes,1969                         address_list.all_mailboxes)1970        self.assertEqual([str(x) for x in address_list.mailboxes],1971                         [str(x) for x in address_list.addresses])1972        self.assertEqual(address_list.mailboxes[0].domain, 'example.com')1973        self.assertEqual(address_list[0].token_type, 'address')1974        self.assertIsNone(address_list[0].display_name)1975    def test_get_address_list_mailboxes_two_simple(self):1976        address_list = self._test_get_x(parser.get_address_list,1977            'foo@example.com, "Fred A. Bar" <bar@example.com>',1978            'foo@example.com, "Fred A. Bar" <bar@example.com>',1979            'foo@example.com, "Fred A. Bar" <bar@example.com>',1980            [],1981            '')1982        self.assertEqual(address_list.token_type, 'address-list')1983        self.assertEqual(len(address_list.mailboxes), 2)1984        self.assertEqual(address_list.mailboxes,1985                         address_list.all_mailboxes)1986        self.assertEqual([str(x) for x in address_list.mailboxes],1987                         [str(x) for x in address_list.addresses])1988        self.assertEqual(address_list.mailboxes[0].local_part, 'foo')1989        self.assertEqual(address_list.mailboxes[1].display_name, "Fred A. Bar")1990    def test_get_address_list_mailboxes_complex(self):1991        address_list = self._test_get_x(parser.get_address_list,1992            ('"Roy A. Bear" <dinsdale@example.com>, '1993                '(ping) Foo <x@example.com>,'1994                'Nobody Is. Special <y@(bird)example.(bad)com>'),1995            ('"Roy A. Bear" <dinsdale@example.com>, '1996                '(ping) Foo <x@example.com>,'1997                'Nobody Is. Special <y@(bird)example.(bad)com>'),1998            ('"Roy A. Bear" <dinsdale@example.com>, '1999                'Foo <x@example.com>,'2000                '"Nobody Is. Special" <y@example. com>'),2001            [errors.ObsoleteHeaderDefect, # period in Is.2002            errors.ObsoleteHeaderDefect], # cfws in domain2003            '')2004        self.assertEqual(address_list.token_type, 'address-list')2005        self.assertEqual(len(address_list.mailboxes), 3)2006        self.assertEqual(address_list.mailboxes,2007                         address_list.all_mailboxes)2008        self.assertEqual([str(x) for x in address_list.mailboxes],2009                         [str(x) for x in address_list.addresses])2010        self.assertEqual(address_list.mailboxes[0].domain, 'example.com')2011        self.assertEqual(address_list.mailboxes[0].token_type, 'mailbox')2012        self.assertEqual(address_list.addresses[0].token_type, 'address')2013        self.assertEqual(address_list.mailboxes[1].local_part, 'x')2014        self.assertEqual(address_list.mailboxes[2].display_name,2015                         'Nobody Is. Special')2016    def test_get_address_list_mailboxes_invalid_addresses(self):2017        address_list = self._test_get_x(parser.get_address_list,2018            ('"Roy A. Bear" <dinsdale@example.com>, '2019                '(ping) Foo x@example.com[],'2020                'Nobody Is. Special <(bird)example.(bad)com>'),2021            ('"Roy A. Bear" <dinsdale@example.com>, '2022                '(ping) Foo x@example.com[],'2023                'Nobody Is. Special <(bird)example.(bad)com>'),2024            ('"Roy A. Bear" <dinsdale@example.com>, '2025                'Foo x@example.com[],'2026                '"Nobody Is. Special" < example. com>'),2027             [errors.InvalidHeaderDefect,   # invalid address in list2028              errors.InvalidHeaderDefect,   # 'Foo x' local part invalid.2029              errors.InvalidHeaderDefect,   # Missing . in 'Foo x' local part2030              errors.ObsoleteHeaderDefect,  # period in 'Is.' disp-name phrase2031              errors.InvalidHeaderDefect,   # no domain part in addr-spec2032              errors.ObsoleteHeaderDefect], # addr-spec has comment in it2033            '')2034        self.assertEqual(address_list.token_type, 'address-list')2035        self.assertEqual(len(address_list.mailboxes), 1)2036        self.assertEqual(len(address_list.all_mailboxes), 3)2037        self.assertEqual([str(x) for x in address_list.all_mailboxes],2038                         [str(x) for x in address_list.addresses])2039        self.assertEqual(address_list.mailboxes[0].domain, 'example.com')2040        self.assertEqual(address_list.mailboxes[0].token_type, 'mailbox')2041        self.assertEqual(address_list.addresses[0].token_type, 'address')2042        self.assertEqual(address_list.addresses[1].token_type, 'address')2043        self.assertEqual(len(address_list.addresses[0].mailboxes), 1)2044        self.assertEqual(len(address_list.addresses[1].mailboxes), 0)2045        self.assertEqual(len(address_list.addresses[1].mailboxes), 0)2046        self.assertEqual(2047            address_list.addresses[1].all_mailboxes[0].local_part, 'Foo x')2048        self.assertEqual(2049            address_list.addresses[2].all_mailboxes[0].display_name,2050                "Nobody Is. Special")2051    def test_get_address_list_group_empty(self):2052        address_list = self._test_get_x(parser.get_address_list,2053            'Monty Python: ;',2054            'Monty Python: ;',2055            'Monty Python: ;',2056            [],2057            '')2058        self.assertEqual(address_list.token_type, 'address-list')2059        self.assertEqual(len(address_list.mailboxes), 0)2060        self.assertEqual(address_list.mailboxes,2061                         address_list.all_mailboxes)2062        self.assertEqual(len(address_list.addresses), 1)2063        self.assertEqual(address_list.addresses[0].token_type, 'address')2064        self.assertEqual(address_list.addresses[0].display_name, 'Monty Python')2065        self.assertEqual(len(address_list.addresses[0].mailboxes), 0)2066    def test_get_address_list_group_simple(self):2067        address_list = self._test_get_x(parser.get_address_list,2068            'Monty Python: dinsdale@example.com;',2069            'Monty Python: dinsdale@example.com;',2070            'Monty Python: dinsdale@example.com;',2071            [],2072            '')2073        self.assertEqual(address_list.token_type, 'address-list')2074        self.assertEqual(len(address_list.mailboxes), 1)2075        self.assertEqual(address_list.mailboxes,2076                         address_list.all_mailboxes)2077        self.assertEqual(address_list.mailboxes[0].domain, 'example.com')2078        self.assertEqual(address_list.addresses[0].display_name,2079                         'Monty Python')2080        self.assertEqual(address_list.addresses[0].mailboxes[0].domain,2081                         'example.com')2082    def test_get_address_list_group_and_mailboxes(self):2083        address_list = self._test_get_x(parser.get_address_list,2084            ('Monty Python: dinsdale@example.com, "Fred" <flint@example.com>;, '2085                'Abe <x@example.com>, Bee <y@example.com>'),2086            ('Monty Python: dinsdale@example.com, "Fred" <flint@example.com>;, '2087                'Abe <x@example.com>, Bee <y@example.com>'),2088            ('Monty Python: dinsdale@example.com, "Fred" <flint@example.com>;, '2089                'Abe <x@example.com>, Bee <y@example.com>'),2090            [],2091            '')2092        self.assertEqual(address_list.token_type, 'address-list')2093        self.assertEqual(len(address_list.mailboxes), 4)2094        self.assertEqual(address_list.mailboxes,2095                         address_list.all_mailboxes)2096        self.assertEqual(len(address_list.addresses), 3)2097        self.assertEqual(address_list.mailboxes[0].local_part, 'dinsdale')2098        self.assertEqual(address_list.addresses[0].display_name,2099                         'Monty Python')2100        self.assertEqual(address_list.addresses[0].mailboxes[0].domain,2101                         'example.com')2102        self.assertEqual(address_list.addresses[0].mailboxes[1].local_part,2103                         'flint')2104        self.assertEqual(address_list.addresses[1].mailboxes[0].local_part,2105                         'x')2106        self.assertEqual(address_list.addresses[2].mailboxes[0].local_part,2107                         'y')2108        self.assertEqual(str(address_list.addresses[1]),2109                         str(address_list.mailboxes[2]))2110@parameterize2111class Test_parse_mime_version(TestParserMixin, TestEmailBase):2112    def mime_version_as_value(self,2113                              value,2114                              tl_str,2115                              tl_value,2116                              major,2117                              minor,2118                              defects):2119        mime_version = self._test_parse_x(parser.parse_mime_version,2120            value, tl_str, tl_value, defects)2121        self.assertEqual(mime_version.major, major)2122        self.assertEqual(mime_version.minor, minor)2123    mime_version_params = {2124        'rfc_2045_1': (2125            '1.0',2126            '1.0',2127            '1.0',2128            1,2129            0,2130            []),2131        'RFC_2045_2': (2132            '1.0 (produced by MetaSend Vx.x)',2133            '1.0 (produced by MetaSend Vx.x)',2134            '1.0 ',2135            1,2136            0,2137            []),2138        'RFC_2045_3': (2139            '(produced by MetaSend Vx.x) 1.0',2140            '(produced by MetaSend Vx.x) 1.0',2141            ' 1.0',2142            1,2143            0,2144            []),2145        'RFC_2045_4': (2146            '1.(produced by MetaSend Vx.x)0',2147            '1.(produced by MetaSend Vx.x)0',2148            '1. 0',2149            1,2150            0,2151            []),2152        'empty': (2153            '',2154            '',2155            '',2156            None,2157            None,2158            [errors.HeaderMissingRequiredValue]),2159        }2160class TestFolding(TestEmailBase):2161    policy = policy.default2162    def _test(self, tl, folded, policy=policy):2163        self.assertEqual(tl.fold(policy=policy), folded, tl.ppstr())2164    def test_simple_unstructured_no_folds(self):2165        self._test(parser.get_unstructured("This is a test"),2166                   "This is a test\n")2167    def test_simple_unstructured_folded(self):2168        self._test(parser.get_unstructured("This is also a test, but this "2169                        "time there are enough words (and even some "2170                        "symbols) to make it wrap; at least in theory."),2171                   "This is also a test, but this time there are enough "2172                        "words (and even some\n"2173                   " symbols) to make it wrap; at least in theory.\n")2174    def test_unstructured_with_unicode_no_folds(self):2175        self._test(parser.get_unstructured("hübsch kleiner beißt"),2176                   "=?utf-8?q?h=C3=BCbsch_kleiner_bei=C3=9Ft?=\n")2177    def test_one_ew_on_each_of_two_wrapped_lines(self):2178        self._test(parser.get_unstructured("Mein kleiner Kaktus ist sehr "2179                                           "hübsch.  Es hat viele Stacheln "2180                                           "und oft beißt mich."),2181                   "Mein kleiner Kaktus ist sehr =?utf-8?q?h=C3=BCbsch=2E?=  "2182                        "Es hat viele Stacheln\n"2183                   " und oft =?utf-8?q?bei=C3=9Ft?= mich.\n")2184    def test_ews_combined_before_wrap(self):2185        self._test(parser.get_unstructured("Mein Kaktus ist hübsch.  "2186                                           "Es beißt mich.  "2187                                           "And that's all I'm sayin."),2188                   "Mein Kaktus ist =?utf-8?q?h=C3=BCbsch=2E__Es_bei=C3=9Ft?= "2189                        "mich.  And that's\n"2190                   " all I'm sayin.\n")2191    # XXX Need test of an encoded word so long that it needs to be wrapped2192    def test_simple_address(self):2193        self._test(parser.get_address_list("abc <xyz@example.com>")[0],2194                   "abc <xyz@example.com>\n")2195    def test_address_list_folding_at_commas(self):2196        self._test(parser.get_address_list('abc <xyz@example.com>, '2197                                            '"Fred Blunt" <sharp@example.com>, '2198                                            '"J.P.Cool" <hot@example.com>, '2199                                            '"K<>y" <key@example.com>, '2200                                            'Firesale <cheap@example.com>, '2201                                            '<end@example.com>')[0],2202                    'abc <xyz@example.com>, "Fred Blunt" <sharp@example.com>,\n'2203                    ' "J.P.Cool" <hot@example.com>, "K<>y" <key@example.com>,\n'2204                    ' Firesale <cheap@example.com>, <end@example.com>\n')2205    def test_address_list_with_unicode_names(self):2206        self._test(parser.get_address_list(2207            'Hübsch Kaktus <beautiful@example.com>, '2208                'beißt beißt <biter@example.com>')[0],2209            '=?utf-8?q?H=C3=BCbsch?= Kaktus <beautiful@example.com>,\n'2210                ' =?utf-8?q?bei=C3=9Ft_bei=C3=9Ft?= <biter@example.com>\n')2211    def test_address_list_with_unicode_names_in_quotes(self):2212        self._test(parser.get_address_list(2213            '"Hübsch Kaktus" <beautiful@example.com>, '2214                '"beißt" beißt <biter@example.com>')[0],2215            '=?utf-8?q?H=C3=BCbsch?= Kaktus <beautiful@example.com>,\n'2216                ' =?utf-8?q?bei=C3=9Ft_bei=C3=9Ft?= <biter@example.com>\n')2217    # XXX Need tests with comments on various sides of a unicode token,2218    # and with unicode tokens in the comments.  Spaces inside the quotes2219    # currently don't do the right thing.2220    def test_initial_whitespace_splitting(self):2221        body = parser.get_unstructured('   ' + 'x'*77)2222        header = parser.Header([2223            parser.HeaderLabel([parser.ValueTerminal('test:', 'atext')]),2224            parser.CFWSList([parser.WhiteSpaceTerminal(' ', 'fws')]), body])2225        self._test(header, 'test:   \n ' + 'x'*77 + '\n')2226    def test_whitespace_splitting(self):2227        self._test(parser.get_unstructured('xxx   ' + 'y'*77),2228                   'xxx  \n ' + 'y'*77 + '\n')2229if __name__ == '__main__':...