From 6f31b356b2b21882b439324d233aceec413f4737 Mon Sep 17 00:00:00 2001 From: alecpl <alec@alec.pl> Date: Wed, 31 Mar 2010 03:14:32 -0400 Subject: [PATCH] - fix save/delete draft message with enabled threading (#1486596) - performance improvement using UID SEARCH intead of SEARCH + FETCH - re-fix r3445 --- program/steps/mail/sendmail.inc | 274 +++++++++++++++++++++++++++++++++++++++--------------- 1 files changed, 197 insertions(+), 77 deletions(-) diff --git a/program/steps/mail/sendmail.inc b/program/steps/mail/sendmail.inc index d550a42..b89edc4 100644 --- a/program/steps/mail/sendmail.inc +++ b/program/steps/mail/sendmail.inc @@ -20,7 +20,6 @@ */ - // remove all scripts and act as called in frame $OUTPUT->reset(); $OUTPUT->framed = TRUE; @@ -30,8 +29,10 @@ /****** checks ********/ if (!isset($_SESSION['compose']['id'])) { - raise_error(array('code' => 500, 'type' => 'smtp', 'file' => __FILE__, 'message' => "Invalid compose ID"), true, false); - console("Sendmail error", $_SESSION['compose']); + raise_error(array('code' => 500, 'type' => 'smtp', + 'file' => __FILE__, 'line' => __LINE__, + 'message' => "Invalid compose ID"), true, false); + $OUTPUT->show_message("An internal error occured. Please try again.", 'error'); $OUTPUT->send('iframe'); } @@ -109,7 +110,7 @@ { global $CONFIG; - $body = $mime_message->getHtmlBody(); + $body = $mime_message->getHTMLBody(); // remove any null-byte characters before parsing $body = preg_replace('/\x00/', '', $body); @@ -132,7 +133,7 @@ if (! in_array($image_name, $included_images)) { // add the image to the MIME message - if(! $mime_message->addHTMLImage($img_file, 'image/gif', '', true, $image_name)) + if (! $mime_message->addHTMLImage($img_file, 'image/gif', '', true, $image_name)) $OUTPUT->show_message("emoticonerror", 'error'); array_push($included_images, $image_name); } @@ -151,6 +152,8 @@ // parse email address input function rcmail_email_input_format($mailto) { + global $EMAIL_FORMAT_ERROR; + $regexp = array('/[,;]\s*[\r\n]+/', '/[\r\n]+/', '/[,;]\s*$/m', '/;/', '/(\S{1})(<\S+@\S+>)/U'); $replace = array(', ', ', ', '', ',', '\\1 \\2'); @@ -181,8 +184,16 @@ $address = '<'.$address.'>'; $result[] = $name.' '.$address; + $item = $address; } else if (trim($item)) { - // @TODO: handle errors + continue; + } + + // check address format + $item = trim($item, '<>'); + if ($item && !check_email($item)) { + $EMAIL_FORMAT_ERROR = $item; + return; } } @@ -194,15 +205,22 @@ if (strlen($_POST['_draft_saveid']) > 3) $olddraftmessageid = get_input_value('_draft_saveid', RCUBE_INPUT_POST); -$message_id = sprintf('<%s@%s>', md5(uniqid('rcmail'.rand(),true)), $RCMAIL->config->mail_domain($_SESSION['imap_host'])); +$message_id = sprintf('<%s@%s>', md5(uniqid('rcmail'.mt_rand(),true)), $RCMAIL->config->mail_domain($_SESSION['imap_host'])); // set default charset $input_charset = $OUTPUT->get_charset(); $message_charset = isset($_POST['_charset']) ? $_POST['_charset'] : $input_charset; +$EMAIL_FORMAT_ERROR = NULL; + $mailto = rcmail_email_input_format(get_input_value('_to', RCUBE_INPUT_POST, TRUE, $message_charset)); $mailcc = rcmail_email_input_format(get_input_value('_cc', RCUBE_INPUT_POST, TRUE, $message_charset)); $mailbcc = rcmail_email_input_format(get_input_value('_bcc', RCUBE_INPUT_POST, TRUE, $message_charset)); + +if ($EMAIL_FORMAT_ERROR) { + $OUTPUT->show_message('emailformaterror', 'error', array('email' => $EMAIL_FORMAT_ERROR)); + $OUTPUT->send('iframe'); +} if (empty($mailto) && !empty($mailcc)) { $mailto = $mailcc; @@ -231,17 +249,40 @@ if ($CONFIG['http_received_header']) { $nldlm = $RCMAIL->config->header_delimiter() . "\t"; + // FROM/VIA $http_header = 'from '; if (isset($_SERVER['HTTP_X_FORWARDED_FOR'])) { - $http_header .= rcmail_encrypt_header(gethostbyaddr($_SERVER['HTTP_X_FORWARDED_FOR'])) . - ' [' . rcmail_encrypt_header($_SERVER['HTTP_X_FORWARDED_FOR']) . ']'; + $host = $_SERVER['HTTP_X_FORWARDED_FOR']; + $hostname = gethostbyaddr($host); + if ($CONFIG['http_received_header_encrypt']) { + $http_header .= rcmail_encrypt_header($hostname); + if ($host != $hostname) + $http_header .= ' ('. rcmail_encrypt_header($host) . ')'; + } else { + $http_header .= (($host != $hostname) ? $hostname : '[' . $host . ']'); + if ($host != $hostname) + $http_header .= ' (['. $host .'])'; + } $http_header .= $nldlm . ' via '; } - $http_header .= rcmail_encrypt_header(gethostbyaddr($_SERVER['REMOTE_ADDR'])) . - ' [' . rcmail_encrypt_header($_SERVER['REMOTE_ADDR']) .']'; - $http_header .= $nldlm . 'with ' . $_SERVER['SERVER_PROTOCOL'] . - ' ('.$_SERVER['REQUEST_METHOD'] . '); ' . date('r'); + $host = $_SERVER['REMOTE_ADDR']; + $hostname = gethostbyaddr($host); + if ($CONFIG['http_received_header_encrypt']) { + $http_header .= rcmail_encrypt_header($hostname); + if ($host != $hostname) + $http_header .= ' ('. rcmail_encrypt_header($host) . ')'; + } else { + $http_header .= (($host != $hostname) ? $hostname : '[' . $host . ']'); + if ($host != $hostname) + $http_header .= ' (['. $host .'])'; + } + // BY + $http_header .= $nldlm . 'by ' . $_SERVER['HTTP_HOST']; + // WITH + $http_header .= $nldlm . 'with HTTP (' . $_SERVER['SERVER_PROTOCOL'] . + ' '.$_SERVER['REQUEST_METHOD'] . '); ' . date('r'); $http_header = wordwrap($http_header, 69, $nldlm); + $headers['Received'] = $http_header; } @@ -272,6 +313,12 @@ if (!empty($_SESSION['compose']['reply_msgid'])) $headers['In-Reply-To'] = $_SESSION['compose']['reply_msgid']; + +// remember reply/forward UIDs in special headers +if (!empty($_SESSION['compose']['reply_uid']) && $savedraft) + $headers['X-Draft-Info'] = array('type' => 'reply', 'uid' => $_SESSION['compose']['reply_uid']); +else if (!empty($_SESSION['compose']['forward_uid']) && $savedraft) + $headers['X-Draft-Info'] = array('type' => 'forward', 'uid' => $_SESSION['compose']['forward_uid']); if (!empty($_SESSION['compose']['references'])) $headers['References'] = $_SESSION['compose']['references']; @@ -294,8 +341,23 @@ $headers['Message-ID'] = $message_id; $headers['X-Sender'] = $from; +if (is_array($headers['X-Draft-Info'])) + $headers['X-Draft-Info'] = rcmail_draftinfo_encode($headers['X-Draft-Info'] + array('folder' => $_SESSION['compose']['mailbox'])); + if (!empty($CONFIG['useragent'])) $headers['User-Agent'] = $CONFIG['useragent']; + +// exec hook for header checking and manipulation +$data = $RCMAIL->plugins->exec_hook('outgoing_message_headers', array('headers' => $headers)); + +// sending aborted by plugin +if ($data['abort'] && !$savedraft) { + $OUTPUT->show_message($data['message'] ? $data['message'] : 'sendingfailed'); + $OUTPUT->send('iframe'); +} +else + $headers = $data['headers']; + $isHtmlVal = strtolower(get_input_value('_is_html', RCUBE_INPUT_POST)); $isHtml = ($isHtmlVal == "1"); @@ -304,10 +366,15 @@ $message_body = get_input_value('_message', RCUBE_INPUT_POST, TRUE, $message_charset); if (!$savedraft) { - // remove signature's div ID - if ($isHtml) + if ($isHtml) { + // remove signature's div ID $message_body = preg_replace('/\s*id="_rc_sig"/', '', $message_body); + // add inline css for blockquotes + $bstyle = 'padding-left:5px; border-left:#1010ff 2px solid; margin-left:5px; width:100%'; + $message_body = preg_replace('/<blockquote>/', + '<blockquote type="cite" style="'.$bstyle.'">', $message_body); + } // generic footer for all messages if (!empty($CONFIG['generic_message_footer'])) { $footer = file_get_contents(realpath($CONFIG['generic_message_footer'])); @@ -315,8 +382,29 @@ } } -// create extended PEAR::Mail_mime instance -$MAIL_MIME = new rcube_mail_mime($RCMAIL->config->header_delimiter()); +// set line length for body wrapping +$LINE_LENGTH = $RCMAIL->config->get('line_length', 75); + +// Since we can handle big messages with disk usage, we need more time to work +@set_time_limit(0); + +// create PEAR::Mail_mime instance +$MAIL_MIME = new Mail_mime($RCMAIL->config->header_delimiter()); + +// Check if we have enough memory to handle the message in it +// It's faster than using files, so we'll do this if we only can +if (is_array($_SESSION['compose']['attachments']) && $CONFIG['smtp_server'] + && ($mem_limit = parse_bytes(ini_get('memory_limit')))) +{ + $memory = function_exists('memory_get_usage') ? memory_get_usage() : 16*1024*1024; // safe value: 16MB + + foreach ($_SESSION['compose']['attachments'] as $id => $attachment) + $memory += $attachment['size']; + + // Yeah, Net_SMTP needs up to 12x more memory, 1.33 is for base64 + if ($memory * 1.33 * 12 > $mem_limit) + $MAIL_MIME->setParam('delay_file_io', true); +} // For HTML-formatted messages, construct the MIME message with both // the HTML part and the plain-text part @@ -327,7 +415,7 @@ // add a plain text version of the e-mail as an alternative part. $h2t = new html2text($plugin['body'], false, true, 0); - $plainTextPart = rc_wordwrap($h2t->get_text(), 75, "\r\n") . ($footer ? "\r\n".$footer : ''); + $plainTextPart = rc_wordwrap($h2t->get_text(), $LINE_LENGTH, "\r\n") . ($footer ? "\r\n".$footer : ''); $plainTextPart = wordwrap($plainTextPart, 998, "\r\n", true); if (!strlen($plainTextPart)) { // empty message body breaks attachment handling in drafts @@ -341,7 +429,7 @@ } else { - $message_body = rc_wordwrap($message_body, 75, "\r\n"); + $message_body = rc_wordwrap($message_body, $LINE_LENGTH, "\r\n"); if ($footer) $message_body .= "\r\n" . $footer; $message_body = wordwrap($message_body, 998, "\r\n", true); @@ -353,12 +441,9 @@ $MAIL_MIME->setTXTBody($plugin['body'], false, true); } -// chose transfer encoding -$charset_7bit = array('ASCII', 'ISO-2022-JP', 'ISO-8859-1', 'ISO-8859-2', 'ISO-8859-15'); -$transfer_encoding = in_array(strtoupper($message_charset), $charset_7bit) ? '7bit' : '8bit'; - // add stored attachments, if any -if (is_array($_SESSION['compose']['attachments'])) { +if (is_array($_SESSION['compose']['attachments'])) +{ foreach ($_SESSION['compose']['attachments'] as $id => $attachment) { // This hook retrieves the attachment contents from the file storage backend $attachment = $RCMAIL->plugins->exec_hook('get_attachment', $attachment); @@ -383,7 +468,9 @@ $ctype, $attachment['name'], ($attachment['data'] ? false : true), - ($ctype == 'message/rfc822' ? $transfer_encoding : 'base64'), + // @TODO: quoted-printable for message/rfc822 is safe, + // but we should check that 7bit or 8bit is possible here + ($ctype == 'message/rfc822' ? 'quoted-printable' : 'base64'), ($ctype == 'message/rfc822' ? 'inline' : 'attachment'), $message_charset, '', '', $CONFIG['mime_param_folding'] ? 'quoted-printable' : NULL, @@ -393,39 +480,26 @@ } } -// add submitted attachments -if (is_array($_FILES['_attachments']['tmp_name'])) { - foreach ($_FILES['_attachments']['tmp_name'] as $i => $filepath) { - $ctype = $files['type'][$i]; - $ctype = str_replace('image/pjpeg', 'image/jpeg', $ctype); // #1484914 - - $MAIL_MIME->addAttachment($filepath, $ctype, $files['name'][$i], true, - $ctype == 'message/rfc822' ? $transfer_encoding : 'base64', - 'attachment', $message_charset, '', '', - $CONFIG['mime_param_folding'] ? 'quoted-printable' : NULL, - $CONFIG['mime_param_folding'] == 2 ? 'quoted-printable' : NULL - ); - } -} +// choose transfer encoding for plain/text body +if (preg_match('/[^\x00-\x7F]/', $MAIL_MIME->getTXTBody())) + $transfer_encoding = $RCMAIL->config->get('force_7bit') ? 'quoted-printable' : '8bit'; +else + $transfer_encoding = '7bit'; // encoding settings for mail composing -$MAIL_MIME->setParam(array( - 'text_encoding' => $transfer_encoding, - 'html_encoding' => 'quoted-printable', - 'head_encoding' => 'quoted-printable', - 'head_charset' => $message_charset, - 'html_charset' => $message_charset, - 'text_charset' => $message_charset, -)); - -$data = $RCMAIL->plugins->exec_hook('outgoing_message_headers', array('headers' => $headers)); -$headers = $data['headers']; +$MAIL_MIME->setParam('text_encoding', $transfer_encoding); +$MAIL_MIME->setParam('html_encoding', 'quoted-printable'); +$MAIL_MIME->setParam('head_encoding', 'quoted-printable'); +$MAIL_MIME->setParam('head_charset', $message_charset); +$MAIL_MIME->setParam('html_charset', $message_charset); +$MAIL_MIME->setParam('text_charset', $message_charset); // encoding subject header with mb_encode provides better results with asian characters -if (function_exists("mb_encode_mimeheader")) +if (function_exists('mb_encode_mimeheader')) { mb_internal_encoding($message_charset); - $headers['Subject'] = mb_encode_mimeheader($headers['Subject'], $message_charset, 'Q'); + $headers['Subject'] = mb_encode_mimeheader($headers['Subject'], + $message_charset, 'Q', $RCMAIL->config->header_delimiter(), 8); mb_internal_encoding(RCMAIL_CHARSET); } @@ -441,12 +515,20 @@ $OUTPUT->send('iframe'); } - $sent = rcmail_deliver_message($MAIL_MIME, $from, $mailto); - + $sent = rcmail_deliver_message($MAIL_MIME, $from, $mailto, $smtp_error, $mailbody_file); + // return to compose page if sending failed if (!$sent) { - $OUTPUT->show_message("sendingfailed", 'error'); + // remove temp file + if ($mailbody_file) { + unlink($mailbody_file); + } + + if ($smtp_error) + $OUTPUT->show_message($smtp_error['label'], 'error', $smtp_error['vars']); + else + $OUTPUT->show_message('sendingfailed', 'error'); $OUTPUT->send('iframe'); } @@ -463,7 +545,6 @@ } // End of SMTP Delivery Block - // Determine which folder to save message if ($savedraft) $store_target = $CONFIG['drafts_mbox']; @@ -473,54 +554,93 @@ if ($store_target) { // check if mailbox exists - if (!in_array_nocase($store_target, $IMAP->list_mailboxes())) + if (!in_array($store_target, $IMAP->list_mailboxes())) { // folder may be existing but not subscribed (#1485241) - if (!in_array_nocase($store_target, $IMAP->list_unsubscribed())) + if (!in_array($store_target, $IMAP->list_unsubscribed())) $store_folder = $IMAP->create_mailbox($store_target, TRUE); else if ($IMAP->subscribe($store_target)) $store_folder = TRUE; } else $store_folder = TRUE; - - // append message to sent box - if ($store_folder) - $saved = $IMAP->save_message($store_target, $MAIL_MIME->getMessage()); - // raise error if saving failed - if (!$saved) - { - raise_error(array('code' => 800, 'type' => 'imap', 'file' => __FILE__, - 'message' => "Could not save message in $store_target"), TRUE, FALSE); + // append message to sent box + if ($store_folder) { + + // message body in file + if ($mailbody_file || $MAIL_MIME->getParam('delay_file_io')) { + $headers = $MAIL_MIME->txtHeaders(); + + // file already created + if ($mailbody_file) + $msg = $mailbody_file; + else { + $temp_dir = $RCMAIL->config->get('temp_dir'); + $mailbody_file = tempnam($temp_dir, 'rcmMsg'); + if (!PEAR::isError($msg = $MAIL_MIME->saveMessageBody($mailbody_file))) + $msg = $mailbody_file; + } + } + else { + $msg = $MAIL_MIME->getMessage(); + $headers = ''; + } + + if (PEAR::isError($msg)) + raise_error(array('code' => 600, 'type' => 'php', + 'file' => __FILE__, 'line' => __LINE__, + 'message' => "Could not create message: ".$msg->getMessage()), + TRUE, FALSE); + else { + $saved = $IMAP->save_message($store_target, $msg, $headers, $mailbody_file ? true : false); + } + + if ($mailbody_file) { + unlink($mailbody_file); + $mailbody_file = null; + } + + // raise error if saving failed + if (!$saved) { + raise_error(array('code' => 800, 'type' => 'imap', + 'file' => __FILE__, 'line' => __LINE__, + 'message' => "Could not save message in $store_target"), TRUE, FALSE); - if ($savedraft) { - $OUTPUT->show_message('errorsaving', 'error'); - $OUTPUT->send('iframe'); + if ($savedraft) { + $OUTPUT->show_message('errorsaving', 'error'); + $OUTPUT->send('iframe'); + } } } if ($olddraftmessageid) { // delete previous saved draft - $a_deleteid = $IMAP->search($CONFIG['drafts_mbox'], 'HEADER Message-ID '.$olddraftmessageid); - - $deleted = $IMAP->delete_message($IMAP->get_uid($a_deleteid[0], $CONFIG['drafts_mbox']), $CONFIG['drafts_mbox']); + $a_deleteid = $IMAP->search_once($CONFIG['drafts_mbox'], + 'HEADER Message-ID '.$olddraftmessageid, true); + $deleted = $IMAP->delete_message($a_deleteid, $CONFIG['drafts_mbox']); // raise error if deletion of old draft failed if (!$deleted) - raise_error(array('code' => 800, 'type' => 'imap', 'file' => __FILE__, - 'message' => "Could not delete message from ".$CONFIG['drafts_mbox']), TRUE, FALSE); + raise_error(array('code' => 800, 'type' => 'imap', + 'file' => __FILE__, 'line' => __LINE__, + 'message' => "Could not delete message from ".$CONFIG['drafts_mbox']), TRUE, FALSE); } } +// remove temp file +else if ($mailbody_file) { + unlink($mailbody_file); + } + if ($savedraft) { $msgid = strtr($message_id, array('>' => '', '<' => '')); // remember new draft-uid - $draftids = $IMAP->search($CONFIG['drafts_mbox'], 'HEADER Message-ID '.$msgid); - $_SESSION['compose']['param']['_draft_uid'] = $IMAP->get_uid($draftids[0], $CONFIG['drafts_mbox']); + $draftuids = $IMAP->search_once($CONFIG['drafts_mbox'], 'HEADER Message-ID '.$msgid, true); + $_SESSION['compose']['param']['_draft_uid'] = $draftuids[0]; // display success $OUTPUT->show_message('messagesaved', 'confirmation'); -- Gitblit v1.9.1