1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
|
# -*- coding: utf-8 -*-
# pylint: disable=R0904
import unittest
import email
import datetime
import dateutil
from mock import Mock
from mailman.email.message import Message
import kittystore.utils
from kittystore.test import get_test_file
class TestUtils(unittest.TestCase):
def test_ref_parsing(self):
with open(get_test_file("strange-in-reply-to-header.txt")) as email_file:
msg = email.message_from_file(email_file, _class=Message)
store = Mock()
store.get_message_by_id_from_list.return_value = None
ref_id = kittystore.utils.get_ref_and_thread_id(
msg, "example-list", store)[0]
self.assertEqual(ref_id, "200704070053.46646.other.person@example.com")
def test_wrong_reply_to_format(self):
with open(get_test_file("wrong-in-reply-to-header.txt")) as email_file:
msg = email.message_from_file(email_file, _class=Message)
store = Mock()
store.get_message_by_id_from_list.return_value = None
ref_id = kittystore.utils.get_ref_and_thread_id(
msg, "example-list", store)[0]
self.assertEqual(ref_id, None)
def test_in_reply_to(self):
msg = Message()
msg["From"] = "dummy@example.com"
msg["Message-ID"] = "<dummy>"
msg["In-Reply-To"] = " <ref-1> "
msg.set_payload("Dummy message")
store = Mock()
ref_id = kittystore.utils.get_ref_and_thread_id(
msg, "example-list", store)[0]
self.assertEqual(ref_id, "ref-1")
def test_in_reply_to_and_reference(self):
"""The In-Reply-To header should win over References"""
msg = Message()
msg["From"] = "dummy@example.com"
msg["Message-ID"] = "<dummy>"
msg["In-Reply-To"] = " <ref-1> "
msg["References"] = " <ref-2> "
msg.set_payload("Dummy message")
store = Mock()
ref_id = kittystore.utils.get_ref_and_thread_id(
msg, "example-list", store)[0]
self.assertEqual(ref_id, "ref-1")
def test_single_reference(self):
msg = Message()
msg["From"] = "dummy@example.com"
msg["Message-ID"] = "<dummy>"
msg["References"] = " <ref-1> "
msg.set_payload("Dummy message")
store = Mock()
ref_id = kittystore.utils.get_ref_and_thread_id(
msg, "example-list", store)[0]
self.assertEqual(ref_id, "ref-1")
def test_multiple_reference(self):
msg = Message()
msg["From"] = "dummy@example.com"
msg["Message-ID"] = "<dummy>"
msg["References"] = " <ref-1> <ref-2> "
msg.set_payload("Dummy message")
store = Mock()
ref_id = kittystore.utils.get_ref_and_thread_id(
msg, "example-list", store)[0]
self.assertEqual(ref_id, "ref-2")
def test_empty_reference(self):
msg = Message()
msg["From"] = "dummy@example.com"
msg["Message-ID"] = "<dummy>"
msg["References"] = " "
msg.set_payload("Dummy message")
store = Mock()
try:
kittystore.utils.get_ref_and_thread_id(
msg, "example-list", store)
except IndexError, e:
self.fail("Empty 'References' tag should be handled")
def test_non_ascii_headers(self):
"""utils.header_to_unicode must handle non-ascii headers"""
testdata = [
("=?ISO-8859-2?Q?V=EDt_Ondruch?=", u'V\xedt Ondruch'),
("=?UTF-8?B?VsOtdCBPbmRydWNo?=", u'V\xedt Ondruch'),
("=?iso-8859-1?q?Bj=F6rn_Persson?=", u'Bj\xf6rn Persson'),
("=?UTF-8?B?TWFyY2VsYSBNYcWhbMOhxYhvdsOh?=", u'Marcela Ma\u0161l\xe1\u0148ov\xe1'),
("Dan =?ISO-8859-1?Q?Hor=E1k?=", u'Dan Hor\xe1k'),
("=?ISO-8859-1?Q?Bj=F6rn?= Persson", u'Bj\xf6rn Persson'),
("=?UTF-8?Q?Re=3A_=5BFedora=2Dfr=2Dlist=5D_Compte=2Drendu_de_la_r=C3=A9union_du_?= =?UTF-8?Q?1_novembre_2009?=", u"Re: [Fedora-fr-list] Compte-rendu de la r\xe9union du 1 novembre 2009"),
("=?iso-8859-1?q?Compte-rendu_de_la_r=E9union_du_?= =?iso-8859-1?q?1_novembre_2009?=", u"Compte-rendu de la r\xe9union du 1 novembre 2009"),
]
for h_in, h_expected in testdata:
h_out = kittystore.utils.header_to_unicode(h_in)
self.assertEqual(h_out, h_expected)
self.assertTrue(isinstance(h_out, unicode))
def test_wrong_datestring(self):
datestring = "Fri, 5 Dec 2003 11:41 +0000 (GMT Standard Time)"
parsed = kittystore.utils.parsedate(datestring)
self.assertEqual(parsed, None)
def test_very_large_timezone(self):
"""
Timezone displacements must not be greater than 14 hours
Or PostgreSQL won't accept them.
"""
datestrings = ["Wed, 1 Nov 2006 23:50:26 +1800",
"Wed, 1 Nov 2006 23:50:26 -1800"]
for datestring in datestrings:
parsed = kittystore.utils.parsedate(datestring)
self.assertEqual(parsed, dateutil.parser.parse(datestring))
self.assertTrue(parsed.utcoffset() <= datetime.timedelta(hours=13),
"UTC offset %s for datetime %s is too large"
% (parsed.utcoffset(), parsed))
def test_datestring_no_timezone(self):
datestring = "Sun, 12 Dec 2004 19:11:28"
parsed = kittystore.utils.parsedate(datestring)
self.assertEqual(parsed, datetime.datetime(2004, 12, 12, 19, 11, 28))
def test_unknown_encoding(self):
"""Unknown encodings should just replace unknown characters"""
header = "=?x-gbk?Q?Frank_B=A8=B9ttner?="
decoded = kittystore.utils.header_to_unicode(header)
self.assertEqual(decoded, u'Frank B\ufffd\ufffdttner')
|
