Commit | Line | Data |
---|---|---|
c9da760a PD |
1 | ''' |
2 | mail_iterator.py - The module contains the MailIterator class. | |
3 | ||
4 | Copyright (c) 2012 Intra2net AG | |
5 | Author: Plamen Dimitrov | |
6 | ||
7 | This program is free software: you can redistribute it and/or modify | |
8 | it under the terms of the GNU General Public License as published by | |
9 | the Free Software Foundation, either version 3 of the License, or | |
10 | (at your option) any later version. | |
11 | ||
12 | This program is distributed in the hope that it will be useful, | |
13 | but WITHOUT ANY WARRANTY; without even the implied warranty of | |
14 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
15 | GNU General Public License for more details. | |
c9da760a PD |
16 | ''' |
17 | ||
18 | import imaplib | |
19 | import re | |
20 | import time | |
8fe4e3ff | 21 | import logging |
c9da760a | 22 | |
8301e589 PD |
23 | MAILBOX_RESP = re.compile(r'\((?P<flags>.*?)\) "(?P<delimiter>.*)" (?P<name>.*)') |
24 | UIDVAL_RESP = re.compile(r'(?P<name>.*) \(UIDVALIDITY (?P<uidval>.*)\)') | |
c9da760a | 25 | |
a05fef0a PD |
26 | #imaplib.Debug = 4 |
27 | ||
c9da760a PD |
28 | class MailIterator: |
29 | """This class communicates with the e-mail server.""" | |
c9da760a | 30 | |
7a1d4c35 PD |
31 | # class attributes |
32 | # IMAP4_SSL for connection with an IMAP server | |
33 | mail_con = None | |
34 | # list of tuples (uidvalidity, mailboxname) for the retrieved mailboxes | |
35 | mailboxes = None | |
97bd6bea PD |
36 | # logged in status |
37 | logged_in = None | |
95467f63 PD |
38 | # skip shared folders |
39 | skip_shared_folders = None | |
7a1d4c35 | 40 | |
95467f63 | 41 | def __init__(self, server, username, password, skip_shared_folders = False): |
c9da760a | 42 | """Creates a connection and a user session.""" |
94a6e9e7 TJ |
43 | self.skip_shared_folders = skip_shared_folders |
44 | ||
45 | # connect to server | |
97bd6bea PD |
46 | try: |
47 | self.mail_con = imaplib.IMAP4_SSL(server) | |
94a6e9e7 TJ |
48 | except Exception as ex: |
49 | raise UserWarning("Could not connect to host %s: %s" % (server, ex)) | |
50 | ||
51 | # log in | |
52 | try: | |
97bd6bea PD |
53 | self.mail_con.login(username, password) |
54 | logging.info("Logged in as %s.", username) | |
94a6e9e7 | 55 | except: |
97bd6bea | 56 | self.logged_in = False |
94a6e9e7 | 57 | raise UserWarning("Could not log in as user " + username) |
97bd6bea | 58 | self.logged_in = True |
94a6e9e7 TJ |
59 | |
60 | # list mailboxes | |
3103ebb0 | 61 | try: |
db3f09a6 | 62 | _result, self.mailboxes = self.mail_con.list() |
8ecad608 | 63 | except (self.mail_con.error): |
94a6e9e7 | 64 | raise UserWarning("Could not retrieve mailboxes for user " + username) |
c9da760a PD |
65 | |
66 | def __del__(self): | |
67 | """Closes the connection and the user session.""" | |
97bd6bea | 68 | if(self.logged_in): |
db3f09a6 PD |
69 | self.mail_con.close() |
70 | self.mail_con.logout() | |
c9da760a PD |
71 | |
72 | def __iter__(self): | |
8301e589 | 73 | """Iterates through all mailboxes, returns (uidval,name).""" |
c9da760a | 74 | for mailbox in self.mailboxes: |
8fe4e3ff | 75 | logging.debug("Checking mailbox %s.", mailbox) |
8a9d4c89 | 76 | mailbox = MAILBOX_RESP.match(mailbox.decode('iso-8859-1')).groups() |
95467f63 PD |
77 | # detect if mailbox is shared and if skip flag is set iterate further |
78 | if(self.skip_shared_folders and mailbox[2].split(mailbox[1])[0] == '"user'): | |
79 | logging.info("Mailbox %s is shared and therefore skipped.", mailbox[2]) | |
80 | continue | |
81 | # retrieve uidvalidity | |
3103ebb0 | 82 | try: |
db3f09a6 | 83 | _result, data = self.mail_con.status(mailbox[2], '(UIDVALIDITY)') |
8ecad608 | 84 | except (self.mail_con.error): |
8301e589 | 85 | raise UserWarning("Could not retrieve mailbox uidvalidity.") |
8a9d4c89 | 86 | uidval = UIDVAL_RESP.match(data[0].decode('iso-8859-1')).groups() |
8fe4e3ff | 87 | logging.debug("Extracted mailbox info is %s %s.", data[0], uidval) |
95467f63 PD |
88 | # select mailbox if writable |
89 | try: | |
90 | self.mail_con.select(mailbox[2]) | |
91 | except self.mail_con.readonly: | |
8ecad608 | 92 | logging.warning("Mailbox %s is not writable and therefore skipped.", mailbox[2]) |
95467f63 | 93 | continue |
8301e589 | 94 | yield (mailbox[2], uidval[1]) |
c9da760a PD |
95 | |
96 | def fetch_messages(self): | |
97 | """Fetches the messages from the current mailbox, return list of uids.""" | |
3103ebb0 | 98 | try: |
db3f09a6 | 99 | _result, data = self.mail_con.uid('search', None, "ALL") |
8ecad608 | 100 | except (self.mail_con.error): |
c9da760a | 101 | raise UserWarning("Could not fetch messages.") |
c9da760a PD |
102 | mailid_list = data[0].split() |
103 | return mailid_list | |
104 | ||
105 | def fetch_internal_date(self, mid): | |
106 | """Fetches the internal date of a message, returns a time tuple.""" | |
3103ebb0 | 107 | try: |
db3f09a6 | 108 | _result, data = self.mail_con.uid('fetch', mid, '(INTERNALDATE)') |
8ecad608 | 109 | except (self.mail_con.error): |
89ca139f | 110 | raise UserWarning("Could not fetch the internal date of message " + mid.decode('iso-8859-1') + ".") |
c9da760a PD |
111 | internal_date = imaplib.Internaldate2tuple(data[0]) |
112 | return internal_date | |
113 | ||
114 | def fetch_received_date(self, mid): | |
115 | """Fetches the received date of a message, returns bytes reponse.""" | |
3103ebb0 | 116 | try: |
db3f09a6 | 117 | _result, data = self.mail_con.uid('fetch', mid, '(BODY.PEEK[HEADER.FIELDS (RECEIVED)])') |
8ecad608 | 118 | except (self.mail_con.error): |
89ca139f | 119 | raise UserWarning("Could not fetch the received header of message " + mid.decode('iso-8859-1') + ".") |
8a9d4c89 | 120 | return data[0][1].decode('iso-8859-1') |
c9da760a | 121 | |
87cde111 PD |
122 | def fetch_basic_date(self, mid): |
123 | """Fetches the basic date of a message, returns bytes reponse.""" | |
124 | try: | |
db3f09a6 | 125 | _result, data = self.mail_con.uid('fetch', mid, '(BODY.PEEK[HEADER.FIELDS (DATE)])') |
8ecad608 | 126 | except (self.mail_con.error): |
89ca139f TJ |
127 | raise UserWarning("Could not fetch the date header of message " + mid.decode('iso-8859-1') + ".") |
128 | return data[0][1].decode('iso-8859-1') | |
87cde111 | 129 | |
c9da760a PD |
130 | def update_message(self, mid, mailbox, internal_date): |
131 | """Replaces a message with one with correct internal date.""" | |
44662883 | 132 | internal_date_sec = time.mktime(internal_date.timetuple()) |
3103ebb0 PD |
133 | try: |
134 | result, data = self.mail_con.uid('fetch', mid, '(RFC822)') | |
135 | #logging.debug("Entire e-mail is: %s", data[0][1]) | |
c9da760a | 136 | |
44662883 | 137 | # retrieve and select flags to upload |
3103ebb0 PD |
138 | fetched_flags = self.mail_con.uid('fetch', mid, '(FLAGS)')[1][0] |
139 | parsed_flags = imaplib.ParseFlags(fetched_flags) | |
db3f09a6 PD |
140 | selected_flags = () |
141 | for flag in parsed_flags: | |
142 | if(flag != b'\\Recent'): | |
143 | selected_flags += (flag,) | |
144 | logging.debug("Selected flags %s from parsed flags %s.", selected_flags, parsed_flags) | |
85fec87e | 145 | flags_str = " ".join(flag.decode('iso-8859-1') for flag in selected_flags) |
b5525864 TJ |
146 | |
147 | # upload message copy and delete old one | |
3103ebb0 | 148 | result, data = self.mail_con.append(mailbox, flags_str, |
44662883 | 149 | internal_date_sec, data[0][1]) |
3103ebb0 | 150 | logging.debug("Adding corrected copy of the message reponse: %s %s", result, data) |
8ecad608 | 151 | except (self.mail_con.error): |
89ca139f | 152 | raise UserWarning("Could not replace the e-mail " + mid.decode('iso-8859-1') + ".") |
3103ebb0 | 153 | try: |
c9da760a | 154 | result, data = self.mail_con.uid('STORE', mid, '+FLAGS', r'(\Deleted)') |
8fe4e3ff | 155 | logging.debug("Removing old copy of the message reponse: %s %s", result, data) |
8ecad608 | 156 | except (self.mail_con.error): |
89ca139f | 157 | raise UserWarning("Could not delete the e-mail " + mid.decode('iso-8859-1') + ".") |
3103ebb0 | 158 | self.mail_con.expunge() |
c9da760a | 159 | return |