Better mail handling in stgit
[stgit] / stgit / commands / mail.py
1 __copyright__ = """
2 Copyright (C) 2005, Catalin Marinas <catalin.marinas@gmail.com>
3
4 This program is free software; you can redistribute it and/or modify
5 it under the terms of the GNU General Public License version 2 as
6 published by the Free Software Foundation.
7
8 This program is distributed in the hope that it will be useful,
9 but WITHOUT ANY WARRANTY; without even the implied warranty of
10 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11 GNU General Public License for more details.
12
13 You should have received a copy of the GNU General Public License
14 along with this program; if not, write to the Free Software
15 Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
16 """
17
18 import sys, os, re, time, smtplib, email.Utils
19 from optparse import OptionParser, make_option
20 from time import gmtime, strftime
21
22 from stgit.commands.common import *
23 from stgit.utils import *
24 from stgit import stack, git
25 from stgit.config import config
26
27
28 help = 'send a patch or series of patches by e-mail'
29 usage = """%prog [options] [<patch> [<patch2...]]
30
31 Send a patch or a range of patches (defaulting to the applied patches)
32 by e-mail using the 'smtpserver' configuration option. The From
33 address and the e-mail format are generated from the template file
34 passed as argument to '--template' (defaulting to .git/patchmail.tmpl
35 or /usr/share/stgit/templates/patchmail.tmpl). The To/Cc/Bcc addresses
36 can either be added to the template file or passed via the
37 corresponding command line options.
38
39 A preamble e-mail can be sent using the '--first' option. All the
40 subsequent e-mails appear as replies to the first e-mail sent (either
41 the preamble or the first patch). E-mails can be seen as replies to a
42 different e-mail by using the '--refid' option.
43
44 SMTP authentication is also possible with '--smtp-user' and
45 '--smtp-password' options, also available as configuration settings:
46 'smtpuser' and 'smtppassword'.
47
48 The template e-mail headers and body must be separated by
49 '%(endofheaders)s' variable, which is replaced by StGIT with
50 additional headers and a blank line. The patch e-mail template accepts
51 the following variables:
52
53 %(patch)s - patch name
54 %(maintainer)s - 'authname <authemail>' as read from the config file
55 %(shortdescr)s - the first line of the patch description
56 %(longdescr)s - the rest of the patch description, after the first line
57 %(endofheaders)s - delimiter between e-mail headers and body
58 %(diff)s - unified diff of the patch
59 %(diffstat)s - diff statistics
60 %(date)s - current date/time
61 %(version)s - ' version' string passed on the command line (or empty)
62 %(patchnr)s - patch number
63 %(totalnr)s - total number of patches to be sent
64 %(number)s - empty if only one patch is sent or ' patchnr/totalnr'
65 %(authname)s - author's name
66 %(authemail)s - author's email
67 %(authdate)s - patch creation date
68 %(commname)s - committer's name
69 %(commemail)s - committer's e-mail
70
71 For the preamble e-mail template, only the %(maintainer)s, %(date)s,
72 %(endofheaders)s, %(version)s, %(patchnr)s, %(totalnr)s and %(number)s
73 variables are supported."""
74
75 options = [make_option('-a', '--all',
76 help = 'e-mail all the applied patches',
77 action = 'store_true'),
78 make_option('-r', '--range',
79 metavar = '[PATCH1][:[PATCH2]]',
80 help = 'e-mail patches between PATCH1 and PATCH2'),
81 make_option('--to',
82 help = 'add TO to the To: list',
83 action = 'append'),
84 make_option('--cc',
85 help = 'add CC to the Cc: list',
86 action = 'append'),
87 make_option('--bcc',
88 help = 'add BCC to the Bcc: list',
89 action = 'append'),
90 make_option('-v', '--version', metavar = 'VERSION',
91 help = 'add VERSION to the [PATCH ...] prefix'),
92 make_option('-t', '--template', metavar = 'FILE',
93 help = 'use FILE as the message template'),
94 make_option('-f', '--first', metavar = 'FILE',
95 help = 'send FILE as the first message'),
96 make_option('-s', '--sleep', type = 'int', metavar = 'SECONDS',
97 help = 'sleep for SECONDS between e-mails sending'),
98 make_option('--refid',
99 help = 'use REFID as the reference id'),
100 make_option('-u', '--smtp-user', metavar = 'USER',
101 help = 'username for SMTP authentication'),
102 make_option('-p', '--smtp-password', metavar = 'PASSWORD',
103 help = 'username for SMTP authentication'),
104 make_option('-b', '--branch',
105 help = 'use BRANCH instead of the default one')]
106
107
108 def __get_maintainer():
109 """Return the 'authname <authemail>' string as read from the
110 configuration file
111 """
112 if config.has_option('stgit', 'authname') \
113 and config.has_option('stgit', 'authemail'):
114 return '%s <%s>' % (config.get('stgit', 'authname'),
115 config.get('stgit', 'authemail'))
116 else:
117 return None
118
119 def __parse_addresses(string):
120 """Return a two elements tuple: (from, [to])
121 """
122 def __addr_list(string):
123 m = re.search('[^@\s<,]+@[^>\s,]+', string);
124 if (m == None):
125 return []
126 return [ m.group() ] + __addr_list(string[m.end():])
127
128 from_addr_list = []
129 to_addr_list = []
130 for line in string.split('\n'):
131 if re.match('from:\s+', line, re.I):
132 from_addr_list += __addr_list(line)
133 elif re.match('(to|cc|bcc):\s+', line, re.I):
134 to_addr_list += __addr_list(line)
135
136 if len(from_addr_list) == 0:
137 raise CmdException, 'No "From" address'
138 if len(to_addr_list) == 0:
139 raise CmdException, 'No "To/Cc/Bcc" addresses'
140
141 return (from_addr_list[0], to_addr_list)
142
143 def __send_message(smtpserver, from_addr, to_addr_list, msg, sleep,
144 smtpuser, smtppassword):
145 """Send the message using the given SMTP server
146 """
147 try:
148 s = smtplib.SMTP(smtpserver)
149 except Exception, err:
150 raise CmdException, str(err)
151
152 s.set_debuglevel(0)
153 try:
154 if smtpuser and smtppassword:
155 s.ehlo()
156 s.login(smtpuser, smtppassword)
157
158 s.sendmail(from_addr, to_addr_list, msg)
159 # give recipients a chance of receiving patches in the correct order
160 time.sleep(sleep)
161 except Exception, err:
162 raise CmdException, str(err)
163
164 s.quit()
165
166 def __build_address_headers(options):
167 headers_end = ''
168 if options.to:
169 headers_end += 'To: '
170 for to in options.to:
171 headers_end += '%s,' % to
172 headers_end = headers_end[:-1] + '\n'
173 if options.cc:
174 headers_end += 'Cc: '
175 for cc in options.cc:
176 headers_end += '%s,' % cc
177 headers_end = headers_end[:-1] + '\n'
178 if options.bcc:
179 headers_end += 'Bcc: '
180 for bcc in options.bcc:
181 headers_end += '%s,' % bcc
182 headers_end = headers_end[:-1] + '\n'
183 return headers_end
184
185 def __build_first(tmpl, total_nr, msg_id, options):
186 """Build the first message (series description) to be sent via SMTP
187 """
188 maintainer = __get_maintainer()
189 if not maintainer:
190 maintainer = ''
191
192 headers_end = __build_address_headers(options)
193 headers_end += 'Message-Id: %s\n' % msg_id
194
195 if options.version:
196 version_str = ' %s' % options.version
197
198 total_nr_str = str(total_nr)
199 patch_nr_str = '0'.zfill(len(total_nr_str))
200 if total_nr > 1:
201 number_str = ' %s/%s' % (patch_nr_str, total_nr_str)
202 else:
203 number_str = ''
204
205 tmpl_dict = {'maintainer': maintainer,
206 'endofheaders': headers_end,
207 'date': email.Utils.formatdate(localtime = True),
208 'version': version_str,
209 'patchnr': patch_nr_str,
210 'totalnr': total_nr_str,
211 'number': number_str}
212
213 try:
214 msg = tmpl % tmpl_dict
215 except KeyError, err:
216 raise CmdException, 'Unknown patch template variable: %s' \
217 % err
218 except TypeError:
219 raise CmdException, 'Only "%(name)s" variables are ' \
220 'supported in the patch template'
221
222 return msg
223
224 def __build_message(tmpl, patch, patch_nr, total_nr, msg_id, ref_id, options):
225 """Build the message to be sent via SMTP
226 """
227 p = crt_series.get_patch(patch)
228
229 descr = p.get_description().strip()
230 descr_lines = descr.split('\n')
231
232 short_descr = descr_lines[0].rstrip()
233 long_descr = reduce(lambda x, y: x + '\n' + y,
234 descr_lines[1:], '').lstrip()
235
236 maintainer = __get_maintainer()
237 if not maintainer:
238 maintainer = '%s <%s>' % (p.get_commname(), p.get_commemail())
239
240 headers_end = __build_address_headers(options)
241 headers_end += 'Message-Id: %s\n' % msg_id
242 if ref_id:
243 headers_end += "In-Reply-To: %s\n" % ref_id
244 headers_end += "References: %s\n" % ref_id
245
246 if options.version:
247 version_str = ' %s' % options.version
248
249 total_nr_str = str(total_nr)
250 patch_nr_str = str(patch_nr).zfill(len(total_nr_str))
251 if total_nr > 1:
252 number_str = ' %s/%s' % (patch_nr_str, total_nr_str)
253 else:
254 number_str = ''
255
256 tmpl_dict = {'patch': patch,
257 'maintainer': maintainer,
258 'shortdescr': short_descr,
259 'longdescr': long_descr,
260 'endofheaders': headers_end,
261 'diff': git.diff(rev1 = git_id('%s/bottom' % patch),
262 rev2 = git_id('%s/top' % patch)),
263 'diffstat': git.diffstat(rev1 = git_id('%s/bottom'%patch),
264 rev2 = git_id('%s/top' % patch)),
265 'date': email.Utils.formatdate(localtime = True),
266 'version': version_str,
267 'patchnr': patch_nr_str,
268 'totalnr': total_nr_str,
269 'number': number_str,
270 'authname': p.get_authname(),
271 'authemail': p.get_authemail(),
272 'authdate': p.get_authdate(),
273 'commname': p.get_commname(),
274 'commemail': p.get_commemail()}
275 for key in tmpl_dict:
276 if not tmpl_dict[key]:
277 tmpl_dict[key] = ''
278
279 try:
280 msg = tmpl % tmpl_dict
281 except KeyError, err:
282 raise CmdException, 'Unknown patch template variable: %s' \
283 % err
284 except TypeError:
285 raise CmdException, 'Only "%(name)s" variables are ' \
286 'supported in the patch template'
287
288 return msg
289
290 def func(parser, options, args):
291 """Send the patches by e-mail using the patchmail.tmpl file as
292 a template
293 """
294 if not config.has_option('stgit', 'smtpserver'):
295 raise CmdException, 'smtpserver not defined'
296 smtpserver = config.get('stgit', 'smtpserver')
297
298 smtpuser = None
299 smtppassword = None
300 if config.has_option('stgit', 'smtpuser'):
301 smtpuser = config.get('stgit', 'smtpuser')
302 if config.has_option('stgit', 'smtppassword'):
303 smtppassword = config.get('stgit', 'smtppassword')
304
305 applied = crt_series.get_applied()
306
307 if len(args) >= 1:
308 for patch in args:
309 if not patch in applied:
310 raise CmdException, 'Patch "%s" not applied' % patch
311 patches = args
312 elif options.all:
313 patches = applied
314 elif options.range:
315 boundaries = options.range.split(':')
316 if len(boundaries) == 1:
317 start = boundaries[0]
318 stop = boundaries[0]
319 elif len(boundaries) == 2:
320 if boundaries[0] == '':
321 start = applied[0]
322 else:
323 start = boundaries[0]
324 if boundaries[1] == '':
325 stop = applied[-1]
326 else:
327 stop = boundaries[1]
328 else:
329 raise CmdException, 'incorrect parameters to "--range"'
330
331 if start in applied:
332 start_idx = applied.index(start)
333 else:
334 raise CmdException, 'Patch "%s" not applied' % start
335 if stop in applied:
336 stop_idx = applied.index(stop) + 1
337 else:
338 raise CmdException, 'Patch "%s" not applied' % stop
339
340 if start_idx >= stop_idx:
341 raise CmdException, 'Incorrect patch range order'
342
343 patches = applied[start_idx:stop_idx]
344 else:
345 raise CmdException, 'Incorrect options. Unknown patches to send'
346
347 if options.smtp_password:
348 smtppassword = options.smtp_password
349
350 if options.smtp_user:
351 smtpuser = options.smtp_user
352
353 if (smtppassword and not smtpuser):
354 raise CmdException, 'SMTP password supplied, username needed'
355 if (smtpuser and not smtppassword):
356 raise CmdException, 'SMTP username supplied, password needed'
357
358 total_nr = len(patches)
359 if total_nr == 0:
360 raise CmdException, 'No patches to send'
361
362 ref_id = options.refid
363
364 if options.sleep != None:
365 sleep = options.sleep
366 else:
367 sleep = 2
368
369 # send the first message (if any)
370 if options.first:
371 tmpl = file(options.first).read()
372
373 msg_id = email.Utils.make_msgid('stgit')
374 msg = __build_first(tmpl, total_nr, msg_id, options)
375 from_addr, to_addr_list = __parse_addresses(msg)
376
377 # subsequent e-mails are seen as replies to the first one
378 ref_id = msg_id
379
380 print 'Sending file "%s"...' % options.first,
381 sys.stdout.flush()
382
383 __send_message(smtpserver, from_addr, to_addr_list, msg, sleep,
384 smtpuser, smtppassword)
385
386 print 'done'
387
388 # send the patches
389 if options.template:
390 tfile_list = [options.template]
391 else:
392 tfile_list = []
393
394 tfile_list += [os.path.join(git.base_dir, 'patchmail.tmpl'),
395 os.path.join(sys.prefix,
396 'share/stgit/templates/patchmail.tmpl')]
397 tmpl = None
398 for tfile in tfile_list:
399 if os.path.isfile(tfile):
400 tmpl = file(tfile).read()
401 break
402 if not tmpl:
403 raise CmdException, 'No e-mail template file: %s or %s' \
404 % (tfile_list[-1], tfile_list[-2])
405
406 for (p, patch_nr) in zip(patches, range(1, len(patches) + 1)):
407 msg_id = email.Utils.make_msgid('stgit')
408 msg = __build_message(tmpl, p, patch_nr, total_nr, msg_id, ref_id,
409 options)
410 from_addr, to_addr_list = __parse_addresses(msg)
411
412 # subsequent e-mails are seen as replies to the first one
413 if not ref_id:
414 ref_id = msg_id
415
416 print 'Sending patch "%s"...' % p,
417 sys.stdout.flush()
418
419 __send_message(smtpserver, from_addr, to_addr_list, msg, sleep,
420 smtpuser, smtppassword)
421
422 print 'done'