1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
|
# -*- coding: utf-8 -*-
# pylint: disable=R0904
import unittest
import email
import datetime
import dateutil
from mock import Mock
from mailman.email.message import Message
import kittystore.utils
from kittystore.test import get_test_file
class TestUtils(unittest.TestCase):
def test_ref_parsing(self):
with open(get_test_file("strange-in-reply-to-header.txt")) as email_file:
msg = email.message_from_file(email_file, _class=Message)
ref_id = kittystore.utils.get_ref(msg)
self.assertEqual(ref_id, "200704070053.46646.other.person@example.com")
def test_wrong_reply_to_format(self):
with open(get_test_file("wrong-in-reply-to-header.txt")) as email_file:
msg = email.message_from_file(email_file, _class=Message)
ref_id = kittystore.utils.get_ref(msg)
self.assertEqual(ref_id, None)
def test_in_reply_to(self):
msg = Message()
msg["From"] = "dummy@example.com"
msg["Message-ID"] = "<dummy>"
msg["In-Reply-To"] = " <ref-1> "
msg.set_payload("Dummy message")
ref_id = kittystore.utils.get_ref(msg)
self.assertEqual(ref_id, "ref-1")
def test_in_reply_to_and_reference(self):
"""The In-Reply-To header should win over References"""
msg = Message()
msg["From"] = "dummy@example.com"
msg["Message-ID"] = "<dummy>"
msg["In-Reply-To"] = " <ref-1> "
msg["References"] = " <ref-2> "
msg.set_payload("Dummy message")
ref_id = kittystore.utils.get_ref(msg)
self.assertEqual(ref_id, "ref-1")
def test_single_reference(self):
msg = Message()
msg["From"] = "dummy@example.com"
msg["Message-ID"] = "<dummy>"
msg["References"] = " <ref-1> "
msg.set_payload("Dummy message")
ref_id = kittystore.utils.get_ref(msg)
self.assertEqual(ref_id, "ref-1")
def test_multiple_reference(self):
msg = Message()
msg["From"] = "dummy@example.com"
msg["Message-ID"] = "<dummy>"
msg["References"] = " <ref-1> <ref-2> "
msg.set_payload("Dummy message")
ref_id = kittystore.utils.get_ref(msg)
self.assertEqual(ref_id, "ref-2")
def test_empty_reference(self):
msg = Message()
msg["From"] = "dummy@example.com"
msg["Message-ID"] = "<dummy>"
msg["References"] = " "
msg.set_payload("Dummy message")
try:
ref_id = kittystore.utils.get_ref(msg)
except IndexError, e:
self.fail("Empty 'References' tag should be handled")
def test_non_ascii_headers(self):
"""utils.header_to_unicode must handle non-ascii headers"""
testdata = [
("=?ISO-8859-2?Q?V=EDt_Ondruch?=", u'V\xedt Ondruch'),
("=?UTF-8?B?VsOtdCBPbmRydWNo?=", u'V\xedt Ondruch'),
("=?iso-8859-1?q?Bj=F6rn_Persson?=", u'Bj\xf6rn Persson'),
("=?UTF-8?B?TWFyY2VsYSBNYcWhbMOhxYhvdsOh?=", u'Marcela Ma\u0161l\xe1\u0148ov\xe1'),
("Dan =?ISO-8859-1?Q?Hor=E1k?=", u'Dan Hor\xe1k'),
("=?ISO-8859-1?Q?Bj=F6rn?= Persson", u'Bj\xf6rn Persson'),
("=?UTF-8?Q?Re=3A_=5BFedora=2Dfr=2Dlist=5D_Compte=2Drendu_de_la_r=C3=A9union_du_?= =?UTF-8?Q?1_novembre_2009?=", u"Re: [Fedora-fr-list] Compte-rendu de la r\xe9union du 1 novembre 2009"),
("=?iso-8859-1?q?Compte-rendu_de_la_r=E9union_du_?= =?iso-8859-1?q?1_novembre_2009?=", u"Compte-rendu de la r\xe9union du 1 novembre 2009"),
]
for h_in, h_expected in testdata:
h_out = kittystore.utils.header_to_unicode(h_in)
self.assertEqual(h_out, h_expected)
self.assertTrue(isinstance(h_out, unicode))
def test_wrong_datestring(self):
datestring = "Fri, 5 Dec 2003 11:41 +0000 (GMT Standard Time)"
parsed = kittystore.utils.parsedate(datestring)
self.assertEqual(parsed, None)
def test_very_large_timezone(self):
"""
Timezone displacements must not be greater than 14 hours
Or PostgreSQL won't accept them.
"""
datestrings = ["Wed, 1 Nov 2006 23:50:26 +1800",
"Wed, 1 Nov 2006 23:50:26 -1800"]
for datestring in datestrings:
parsed = kittystore.utils.parsedate(datestring)
self.assertEqual(parsed, dateutil.parser.parse(datestring))
self.assertTrue(parsed.utcoffset() <= datetime.timedelta(hours=13),
"UTC offset %s for datetime %s is too large"
% (parsed.utcoffset(), parsed))
def test_datestring_no_timezone(self):
datestring = "Sun, 12 Dec 2004 19:11:28"
parsed = kittystore.utils.parsedate(datestring)
self.assertEqual(parsed, datetime.datetime(2004, 12, 12, 19, 11, 28))
def test_unknown_encoding(self):
"""Unknown encodings should just replace unknown characters"""
header = "=?x-gbk?Q?Frank_B=A8=B9ttner?="
decoded = kittystore.utils.header_to_unicode(header)
self.assertEqual(decoded, u'Frank B\ufffd\ufffdttner')
|
