January 2012 - dovecot

[Dovecot] dsync panic
by Jürgen Obermann 10 Jan '12

10 Jan '12

Hello, when I try to convert from mbox to mdbox with dsync with one user it always panics: # /opt/local/bin/dsync -v -u userxy backup ssh root@minerva1 /opt/local/bin/dsync -v -u userxy dsync-local(userxy): Info: Papierkorb: uidnext changed: 161 != 1 dsync-local(userxy): Info: INBOX: uidnext changed: 9139 != 9105 dsync-local(userxy): Info: Trash: uidnext changed: 3924 != 3915 dsync-local(userxy): Info: Drafts: uidnext changed: 1563 != 1 dsync-local(userxy): Info: Gesendet: uidnext changed: 369 != 1 dsync-local(userxy): Info: Sent: uidnext changed: 1955 != 1 dsync-remote(userxy): Panic: Trying to allocate 2147483648 bytes dsync-remote(userxy): Error: Raw backtrace: 0xff14bc30 -> 0xff1658c0 -> 0xff15744c -> 0xff157520 -> 0xff159d90 -> 0xff156540 -> 0xff15cf5c -> 0xff156540 -> 0xff157100 -> 0xff16d158 -> 0xff16cfe8 -> 0xff26e350 -> 0x251c4 -> 0x2547c -> 0x21110 -> 0x20494 -> 0x1f230 -> 0x1f3d4 -> 0xff15e46c -> 0xff15f738 -> 0xff15e530 -> 0xff140ec8 -> 0x1525c -> 0x14608 Abort dsync-local(userxy): Error: read() from worker server failed: EOF dsync-local(userxy): Error: Unexpected reply from server: My local configuration is: # /opt/local/bin/doveconf -n # 2.0.16: /opt/local/etc/dovecot/dovecot.conf # OS: SunOS 5.10 sun4v auth_verbose = yes disable_plaintext_auth = no lda_mailbox_autocreate = yes lda_mailbox_autosubscribe = yes listen = imap.hrz.uni-giessen.de localhost mail_fsync = always mail_location = mbox:~/Mail:INBOX=/var/mail/%u mail_nfs_index = yes mail_nfs_storage = yes mail_plugins = mail_log notify zlib managesieve_notify_capability = mailto managesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy include variables body enotify environment mailbox date ihave mmap_disable = yes namespace { inbox = yes location = prefix = separator = / type = private } namespace { hidden = yes list = no location = prefix = Mail/ separator = / subscriptions = yes type = private } passdb { driver = pam } passdb { args = /opt/local/etc/dovecot/dovecot-ldap.conf.ext driver = ldap } plugin { autocreate = Trash autocreate2 = caughtspam autocreate3 = Sent autocreate4 = Drafts autosubscribe = Trash autosubscribe2 = caughtspam autosubscribe3 = Sent autosubscribe4 = Drafts mail_log_events = delete undelete expunge copy mailbox_delete mailbox_rename mail_log_fields = uid box msgid size sieve = ~/.dovecot.sieve sieve_dir = ~/sieve } postmaster_address = postmaster(a)hrz.uni-giessen.de quota_full_tempfail = yes sendmail_path = /usr/lib/sendmail service auth { client_limit = 11120 } service imap-login { process_min_avail = 16 service_count = 0 vsz_limit = 640 M } service imap { process_limit = 4096 vsz_limit = 1 G } ssl_cert = </etc/ssl/imap_hrz.crt ssl_key = </etc/ssl/imap_hrz.key syslog_facility = local0 userdb { driver = passwd } version_ignore = yes protocol lda { info_log_path = log_path = mail_plugins = mail_log notify zlib sieve } protocol imap { imap_client_workarounds = delay-newmail tb-extra-mailbox-sep tb-lsub-flags mail_max_userip_connections = 20 mail_plugins = mail_log notify zlib autocreate imap_zlib } protocol lmtp { mail_plugins = mail_log notify zlib sieve } protocol pop3 { pop3_client_workarounds = outlook-no-nuls oe-ns-eoh pop3_uidl_format = %08Xv%08Xu } On the remote side the configuration is # 2.0.16: /opt/local/etc/dovecot/dovecot.conf # OS: SunOS 5.10 sun4u zfs auth_debug = yes auth_debug_passwords = yes auth_verbose = yes disable_plaintext_auth = no lda_mailbox_autocreate = yes lda_mailbox_autosubscribe = yes listen = minerva1.hrz.uni-giessen.de mail_debug = yes mail_fsync = always mail_location = mdbox:/sanpool/mail%h/mdbox mail_nfs_index = yes mail_nfs_storage = yes mail_plugins = mail_log notify quota zlib managesieve_notify_capability = mailto managesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy include variables body enotify environment mailbox date ihave mdbox_rotate_interval = 1 days mdbox_rotate_size = 16 M mmap_disable = yes namespace { inbox = yes location = prefix = separator = / type = private } namespace { hidden = yes list = no location = prefix = Mail/ separator = / subscriptions = yes type = private } namespace { location = maildir:/var/mail/public:CONTROL=/sanpool/mail/%u/Maildir/public:INDEX=/sanpool/mail/%u/Maildir/public prefix = Public/ separator = / subscriptions = no type = public } passdb { driver = pam } passdb { args = /opt/local/etc/dovecot/dovecot-ldap.conf.ext driver = ldap } plugin { autocreate = Trash autocreate2 = caughtspam autocreate3 = Sent autocreate4 = Drafts autosubscribe = Trash autosubscribe2 = caughtspam autosubscribe3 = Sent autosubscribe4 = Drafts fts = squat mail_log_events = delete undelete expunge copy mailbox_delete mailbox_rename mail_log_fields = uid box msgid size quota = fs:Home-Verzeichnis:noenforcing zlib_save = gz zlib_save_level = 3 } postmaster_address = postmaster(a)hrz.uni-giessen.de quota_full_tempfail = yes sendmail_path = /usr/lib/sendmail service auth { client_limit = 11120 } service imap-login { process_min_avail = 16 service_count = 0 vsz_limit = 640 M } service imap { process_limit = 4096 vsz_limit = 1 G } ssl_cert = </etc/ssl/server.crt ssl_key = </etc/ssl/server.key syslog_facility = local0 userdb { driver = passwd } version_ignore = yes protocol imap { imap_client_workarounds = delay-newmail tb-extra-mailbox-sep tb-lsub-flags mail_max_userip_connections = 20 mail_plugins = mail_log notify quota zlib autocreate fts fts_squat imap_quota imap_zlib } protocol lda { info_log_path = log_path = mail_plugins = mail_log notify quota zlib sieve } protocol lmtp { mail_plugins = mail_log notify quota zlib sieve } protocol pop3 { pop3_client_workarounds = outlook-no-nuls oe-ns-eoh pop3_uidl_format = %08Xv%08Xu } Thank you, Jürgen Obermann Hochschulrechenzentrum der Justus-Liebig-Universität Gießen Heinrich-Buff-Ring 44 Tel. 0641-9913054

2 2

[Dovecot] A small bug and a question about CONTEXT=SEARCH
by Anders 10 Jan '12

10 Jan '12

Hi, I have been looking at search and sorting with dovecot and have run into some things. The first one I think may be a minor bug because a set of commands result in the socket connection being closed without warning: UID SEARCH RETURN (SAVE COUNT) CHARSET UTF-8 (UNDELETED TEXT "foo") UID SEARCH RETURN (COUNT MIN) CHARSET UTF-8 () $ The empty paranthesis before the reference to the previous search result ($) is not legal IMAP, but should not cause the socket to be closed I think. Then I have question about RFC5267 and the announcement of CONTEXT=SEARCH in the capabilities. I think this RFC is supported by dovecot, or maybe just part of the RFC is supported? At least when I include the CONTEXT ADDTO or REMOVEFROM keywords I get an error, but UPDATE and CANCELUPDATE seem to be supported. The RFC has been updated by the RFC describing the NOTIFY extension to IMAP so maybe it has been decided to not add these keywords until a later time? I am using dovecot version 2.0.15 (with patches from Apple). Best Regards Anders

2 1

[Dovecot] rewriting mail_location
by Burckhard Schmidt 10 Jan '12

10 Jan '12

Hello, I have LDAP as userdb. Entries containing attributes mail=alias.user1(a)some.domain.de and uid=user1 Mail to alias.user1(a)some.domain.de gets delivered into /datatest/user/alias.user1 instead of /datatest/user/user1 by lda. I have userdb { args = /usr/dovecot/etc/ldapuser.conf driver = ldap } with a ldapuser.conf: hosts ... base ... user_filter = (&(|(mail=%u)(mail=%n(a)some.domain) (uid=%u))(objectClass=posixAccount)) user_attrs = uid=mail_location=maildir:/datatest/user/%$, uidNumber=29,gidNumber=133 I hoped local part of attribute mail could be replaced by uid for local delivery with dovecots lda? Any hints how to do that? (With postfix I could rewrite the address to uid@host and use local_transport = dovecot.) postfix has virtual_transport = dovecot. LDAP entry: mail: alias.user1(a)some.domain.de uid: user1 homeDirectory: /dev/null uidNumber: 464 gidNumber: 100 mail to alias.user1(a)some.domain.de Jan 10 14:03:24 ubu1004 postfix/qmgr[25221]: C434D1EE: from=<user@domain>, size=239, nrcpt=1 (queue active) Jan 10 14:03:24 ubu1004 dovecot: lda: Debug: Loading modules from directory: /usr/dovecot/lib/dovecot Jan 10 14:03:24 ubu1004 dovecot: lda: Debug: Module loaded: /usr/dovecot/lib/dovecot/lib20_autocreate_plugin.so Jan 10 14:03:24 ubu1004 dovecot: auth: Debug: master in: USER#0111#011alias.user1#011service=lda Jan 10 14:03:24 ubu1004 dovecot: auth: Debug: ldap(alias.user1): user search: base=ou=users,ou=...,c=de scope=subtree filter=(&(|(mail=alias.user1)(mail=alias.user1(a)some.domain.de)(uid=alias.user1))(objectClass=posixAccount)) fields=uid,uidNumber,gidNumber some substitutions are visibly: Jan 10 14:03:24 ubu1004 dovecot: auth: Debug: ldap(alias.user1): result: uid(location=maildir:/datatest/user/%$/maildir)=user1 gidNumber(133)=100 uidNumber(29)=464 Jan 10 14:03:24 ubu1004 dovecot: auth: Debug: master out: USER#0111#011alias.user1#011location=maildir:/datatest/user/user1/maildir#011133=100#01129=464 Jan 10 14:03:24 ubu1004 dovecot: lda: Debug: auth input: alias.user1 location=maildir:/datatest/user/user1/maildir 133=100 29=464 Jan 10 14:03:24 ubu1004 dovecot: lda: Debug: Added userdb setting: plugin/location=maildir:/datatest/user/user1/maildir but alias "alias.user1" still used for delivery: Jan 10 14:03:24 ubu1004 dovecot: lda: Debug: Added userdb setting: plugin/133=100 Jan 10 14:03:24 ubu1004 dovecot: lda: Debug: Added userdb setting: plugin/29=464 Jan 10 14:03:24 ubu1004 dovecot: lda(alias.user1): Debug: Effective uid=29, gid=133, home= Jan 10 14:03:24 ubu1004 dovecot: lda(alias.user1): Debug: Namespace : type=private, prefix=, sep=/, inbox=yes, hidden=no, list=yes, subscriptions=yes location=maildir:/datatest/user/alias.user1/maildir:INDEX=/datatest/addons/index/alias.user1:CONTROL=/datatest/user/alias.user1/control:LAYOUT=fs Jan 10 14:03:24 ubu1004 dovecot: lda(alias.user1): Debug: fs: root=/datatest/user/alias.user1/maildir, index=/datatest/addons/index/alias.user1, control=/datatest/user/alias.user1/control, inbox=/datatest/user/alias.user1/maildir, alt= Jan 10 14:03:24 ubu1004 dovecot: lda(alias.user1): Debug: Namespace : Using permissions from /datatest/user/alias.user1/maildir: mode=0700 gid=-1 Jan 10 14:03:24 ubu1004 dovecot: lda(alias.user1): Debug: none: root=, index=, control=, inbox=, alt= Jan 10 14:03:24 ubu1004 dovecot: lda(alias.user1): Debug: Destination address: alias.user1@ubu1004 (source: user@hostname) Jan 10 14:03:24 ubu1004 dovecot: lda(alias.user1): msgid=unspecified: saved mail to INBOX Jan 10 14:03:24 ubu1004 postfix/pipe[25226]: C434D1EE: to=<alias.user1(a)some.domain.de>, relay=dovecot, delay=14, delays=14/0.01/0/0.02, dsn=2.0.0, status=sent (delivered via dovecot service) Jan 10 14:03:24 ubu1004 postfix/qmgr[25221]: C434D1EE: removed dovecot -n # 2.0.17 (684381041dc4+): /usr/dovecot/etc/dovecot/dovecot.conf # OS: Linux 2.6.32-34-generic-pae i686 Ubuntu 10.04.3 LTS ext4 mail_gid = sysdov mail_location = maildir:/datatest/user/%n/maildir:INDEX=/datatest/addons/index/%n:CONTROL=/datatest/user/%n/control:LAYOUT=fs mail_plugins = autocreate mail_uid = sysdov passdb { args = failure_show_msg=yes imap driver = pam } service auth { client_limit = 30000 unix_listener auth-userdb { group = sysdov #effective 133 mode = 01204 user = sysdov #effective 29 } } userdb { args = /usr/dovecot/etc/ldapuser.conf driver = ldap } protocol lda { mail_plugins = autocreate } and ldapuser.conf: hosts ... base ... user_filter = (&(|(mail=%u)(mail=%n(a)some.domain) (uid=%u))(objectClass=posixAccount)) user_attrs = uid=mail_location=maildir:/datatest/user/%$, uidNumber=29,gidNumber=133 local part of mail should be replaced by uid for local delivery -- Regards --- Burckhard Schmidt

1 0

[Dovecot] Proxy login failures
by Urban Loesch 10 Jan '12

10 Jan '12

Hi, I'm using two dovecot pop3/imap proxies in front of our dovecot servers. Since some days I see many of the following errors in the logs of the two proxy-servers: ... dovecot: pop3-login: Error: proxy: Remote "IPV6-IP":110 disconnected: Connection closed: Connection reset by peer (state=0): user=<myuser>, method=PLAIN, rip=remote-ip, lip=localip ... dovecot: imap-login: Error: proxy: Remote "IPV6-IP":143 disconnected: Connection closed: Connection reset by peer (state=0): user=<myuser>, method=PLAIN, rip=remote-ip, lip=localip ... When this happens the Client gets the following error from the proxy: -ERR [IN-USE] Account is temporarily unavailable. System-details: OS: Debian Linux Proxy: 2.0.5-0~auto+23 Backend: 2.0.13-0~auto+54 Have you any idea what could cause this type of error? Thanks and regards Urban Loesch doveconf -n from one of our backendservers: # 2.0.13 (02d97fb66047): /etc/dovecot/dovecot.conf # OS: Linux 2.6.38.8-vs2.3.0.37-rc17-rol-em64t-timerp x86_64 Debian 6.0.2 ext4 auth_cache_negative_ttl = 0 auth_cache_size = 40 M auth_cache_ttl = 12 hours auth_mechanisms = plain login auth_username_format = %Lu auth_verbose = yes deliver_log_format = msgid=%m: %$ %p %w disable_plaintext_auth = no login_trusted_networks = our Proxy IP's (v4 and v6) mail_gid = mailstore mail_location = mdbox:/home/vmail/%d/%n:INDEX=/home/dovecotindex/%d/%n mail_plugins = " quota mail_log notify zlib" mail_uid = mailstore managesieve_notify_capability = mailto managesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy include variables body enotify environment mailbox date ihave imapflags notify mdbox_rotate_size = 5 M passdb { args = /etc/dovecot/dovecot-sql-account.conf driver = sql } plugin { mail_log_events = delete undelete expunge copy mailbox_delete mailbox_rename mail_log_fields = uid box msgid size from mail_log_group_events = no quota = dict:Storage used::file:%h/dovecot-quota sieve = ~/.dovecot.sieve sieve_dir = ~/sieve sieve_extensions = +notify +imapflags sieve_max_redirects = 10 zlib_save = gz zlib_save_level = 5 } protocols = imap pop3 lmtp sieve service imap-login { inet_listener imap { port = 143 } service_count = 0 vsz_limit = 256 M } service lmtp { inet_listener lmtp { address = * port = 24 } unix_listener /var/spool/postfix/private/dovecot-lmtp { group = postfix mode = 0666 user = postfix } vsz_limit = 512 M } service pop3-login { inet_listener pop3 { port = 110 } service_count = 0 vsz_limit = 256 M } ssl = no ssl_cert = </etc/ssl/certs/dovecot.pem ssl_key = </etc/ssl/private/dovecot.pem userdb { args = /etc/dovecot/dovecot-sql-account.conf driver = sql } protocol lmtp { mail_plugins = " quota mail_log notify zlib sieve zlib" } protocol imap { imap_client_workarounds = tb-extra-mailbox-sep mail_max_userip_connections = 40 mail_plugins = " quota mail_log notify zlib imap_quota imap_zlib" } protocol pop3 { mail_plugins = " quota mail_log notify zlib" pop3_logout_format = bytes_sent=%o top=%t/%p, retr=%r/%b, del=%d/%m, size=%s uidl_hash=%u }

2 4

[Dovecot] Strange error: DIGEST-MD5 mechanism can't be supported with given passdbs
by Yubao Liu 10 Jan '12

10 Jan '12

Hi all, I have no idea about that message, here is my configuration, what's wrong? Debian testing, Dovecot 2.0.15 $ doveconf -n # 2.0.15: /etc/dovecot/dovecot.conf # OS: Linux 3.1.0-1-686-pae i686 Debian wheezy/sid auth_default_realm = corp.example.com auth_krb5_keytab = /etc/dovecot.keytab auth_master_user_separator = * auth_mechanisms = gssapi digest-md5 auth_realms = corp.example.com auth_username_format = %n first_valid_gid = 1000 first_valid_uid = 1000 mail_location = mdbox:/srv/mail/%u/Mail managesieve_notify_capability = mailto managesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy include variables body enotify environment mailbox date ihave passdb { args = /etc/dovecot/master-users driver = passwd-file master = yes pass = yes } passdb { driver = pam } plugin { sieve = /srv/mail/%u/.dovecot.sieve sieve_dir = /srv/mail/%u/sieve } protocols = " imap lmtp sieve" service auth { unix_listener auth-client { group = Debian-exim mode = 0660 } } ssl_cert = </etc/ssl/certs/dovecot.pem ssl_key = </etc/ssl/private/dovecot.pem userdb { args = home=/srv/mail/%u driver = passwd } protocol lmtp { mail_plugins = " sieve" } protocol lda { mail_plugins = " sieve" } # cat /etc/dovecot/master-users xxx@corp.example.com:zzzzzzzz The zzzzz is obtained by "doveadm pw -s digest-md5 -u xxx(a)corp.example.com", I tried to add prefix "{DIGEST-MD5}" before the generated hash and/or add "scheme=DIGEST-MD5" to the passwd-file passdb's "args" option, both don't help. The error message: dovecot: master: Dovecot v2.0.15 starting up (core dumps disabled) dovecot: auth: Fatal: DIGEST-MD5 mechanism can't be supported with given passdbs gold dovecot: master: Error: service(auth): command startup failed, throttling I opened debug auth log, it showed dovecot read /etc/dovecot/master-users and parsed one line, then the error occurred. Doesn't passwd-file passdb support digest-md5 password scheme? If it doesn't support, how do I configure digest-md5 auth mechanism with digest-md5 password scheme for virtual users? Regards, Yubao Liu

4 10

[Dovecot] Postfix user map
by Timo Sirainen 10 Jan '12

10 Jan '12

http://hg.dovecot.org/dovecot-2.1/rev/f562bcaca215 implements "postmap" type sockets, which follow Postfix's tcp_table(5) protocol. So you can ask: get user@domain and Dovecot answers one of: - 200 1 - 500 User not found - 400 Internal failure So you can use this with Postfix: virtual_mailbox_maps = tcp:127.0.0.1:1234 With Dovecot you can enable it with: service auth { inet_listener postmap { listen = 127.0.0.1 port = 1234 } } Anyone have ideas if this could be improved, or used for some other purposes?

3 9

[Dovecot] Solr plugin
by Daniel L. Miller 10 Jan '12

10 Jan '12

On 1/8/2012 3:40 PM, Daniel L. Miller wrote: > On 1/6/2012 12:32 PM, Daniel L. Miller wrote: >> On 1/6/2012 9:36 AM, Timo Sirainen wrote: >>> On 6.1.2012, at 19.30, Daniel L. Miller wrote: >>> > > Jan 8 15:40:09 bubba dovecot: imap(user1(a)domain.com): Error: > fts_solr: Lookup failed: 400 undefined field CC > Jan 8 15:40:09 bubba dovecot: imap: Error: > > Looking at the Solr output - looks like the CC parameter is being capitalized while all the other fieldnames are lowercase. -- Daniel

2 3

[Dovecot] uid / gid and systemusers
by xamiw＠arcor.de 10 Jan '12

10 Jan '12

Hi all, I'm facing a problem when a user (q and g in this example) is logging into dovecot. Can anybody tell some hint? Thanks in advance. George /var/log/mail.log: ... Jan 8 16:18:28 test dovecot: User q is missing UID (see mail_uid setting) Jan 8 16:18:28 test dovecot: imap-login: Internal login failure (auth failed, 1 attempts): user=<q>, method=PLAIN, rip=AAA.BBB.CCC.DDD, lip=EEE.FFF.GGG.HHH TLS <--- edited by me Jan 8 16:18:28 test dovecot: dovecot: User g is missing UID (see mail_uid setting) Jan 8 16:18:28 test dovecot: imap-login: Internal login failure (auth failed, 1 attempts): user=<g>, method=PLAIN, rip=AAA.BBB.CCC.DDD, lip=EEE.FFF.GGG.HHH TLS <--- edited by me /etc/dovecot/dovecot.conf: protocols = imaps disable_plaintext_auth = yes shutdown_clients = yes log_timestamp = "%Y-%m-%d %H:%M:%S " ssl = yes ssl_cert_file = /etc/ssl/certs/dovecot.pem ssl_key_file = /etc/ssl/private/dovecot.pem mail_location = mbox:~/mail:INBOX=/var/mail/%u mail_privileged_group = mail mbox_write_locks = fnctl dotlock auth default { mechanisms = plain passdb shadow { } } /etc/passwd: ... g:x:1000:1000:test1,,,:/home/g:/bin/bash q:x:1001:1001:test2,,,:/home/q:/bin/bash /etc/group: ... g:x:1000: q:x:1001:

2 2

[Dovecot] FTS-Solr plugin
by Daniel L. Miller 09 Jan '12

09 Jan '12

Solr plugin appears to break when mailbox names have an ampersand in the name. The messages appear to indicate '&' gets translated to '&--'. -- Daniel

2 1

[Dovecot] change initial permissions on creation of mail folder
by mailinglist 09 Jan '12

09 Jan '12

Installed dovcot from Debian .deb file. Creating a new account for system users sets permission for user-only. Where to change initial permissions on creation of mail folder and other subdirectories. Installed dovecot using "apt-get install dovecot-imapd dovecot-pop3d". Any time when I create a new account in my mail client for a system user, Dovecot tries to create ~/mail/.imap/INBOX. The permissions for mail and .imap are set to 0700. By this permissions INBOX can not be created leading to an error message in log files. When I manualy change the permissions to 0770, INBOX is created

2 1

[Dovecot] failed: Too many levels of symbolic links
by David Egbert 09 Jan '12

09 Jan '12

All, My dovecot install works great except for one error I keep seeing this in my logs. The folder has 7138 messages in it. I am informed the user they needed to reduce the number of messages in the folder and believe this will fix the problem. My question is about where the problem lies. Is the problem related to an internal limit with Dovecot v2.0.15 or with my Debian (3.1.0-1-amd64)? Thanks --- dovecot: imap(XXXXX(a)XXXXX.com): Error: readdir(/XXXX/XXXX/XXXXXXXXX/XXXXX/XXXXXXX/XXXXXXXXXXXXXXXXXXX/XXX) failed: Too many levels of symbolic links David Egbert Paperclip Systems, LLC --- This message, its contents, and attachments are confidential and are only authorized for the intended recipient. Disclosure, re-distribution, or use of said information is strictly prohibited, and may be excluded from disclosure by applicable law. If you are not the intended recipient, or their intermediary, please notify the sender and delete this message.

2 6

Re: [Dovecot] Newbie: LDA Isn't Logging
by Michael Papet 09 Jan '12

09 Jan '12

I did some testing on a Debian testing VM. I built 2.0.17 from sources and copied the config straight over from the malfunctioning machine. LDA logging worked. So, it could be something about my system. But, running /usr/lib/dovecot/deliver still doesn't return a value on the command line as documented on the wiki. I've attached strace files from both the malfunctioning Debian packages machine and the built from sources VM. Unfortunately, I'm a new strace user, so I don't know what it all means. Michael --- On Tue, 1/3/12, Timo Sirainen <tss_no_spam(a)iki.fi> wrote: > From: Timo Sirainen <tss_no_spam(a)iki.fi> > Subject: Re: [Dovecot] Newbie: LDA Isn't Logging > To: "Michael" <mpapet_no_spam(a)yahoo.com> > Cc: dovecot(a)dovecot.org > Date: Tuesday, January 3, 2012, 4:15 AM > On Mon, 2012-01-02 at 22:48 -0800, > Michael wrote: > > Hi, > > > > I'm a newbie having some trouble getting deliver to > log anything. Related to this, there are no return > values unless the -d is missing. I'm using LDAP to > store virtual domain and user account information. > > > > Test #1: /usr/lib/dovecot/deliver -e -f mpapet(a)yahoo.com > -d zed(a)mailswansong.dom > < bad.mail > > Expected result: supposed to fail, there's no zed > account via ldap lookup and supposed to get a return code > per the wiki at http://wiki2.dovecot.org/LDA. > Supposed to log too. > > Actual result: nothing gets delivered, no return code, > nothing is logged. > > As in return code is 0? Something's definitely wrong there > then. > > First check that deliver at least reads the config file. > Add something > broken in there, such as: "foo=bar" at the beginning of > dovecot.conf. > Does deliver fail now? > > Also running deliver via strace could show something > useful. > > >

2 1

[Dovecot] Resetting a UID
by Tom Clark 09 Jan '12

09 Jan '12

Hi, We've got a client with a Blackberry that hass deleted his emails off his Blackberry device. The BES won't re-download the messages as it believes it has already downloaded them (apparently it matches on UID). Is there any way of resetting a folder (and messages in the folder) UID? I know in courier you used to be able to touch the directory. Thanks, Tom Clark

2 1

Re: [Dovecot] dovecot: imap-login: Disconnected (no auth attempts)
by Robert Schetterer 09 Jan '12

09 Jan '12

Am 09.01.2012 10:37, schrieb Simon Loewenthal: > On 09/01/12 10:27, Robert Schetterer wrote: >> Am 09.01.2012 10:16, schrieb J4K: >>> Morning everyone, >>> >>> On the 8th of Jan the TLS/SSL certificate I use with Dovecot expired. I >>> replaced it with a new on the 9th of Jan. I tested this with >>> Thunderbird and all is well. >>> >>> This morning people tell me they cannot get their email using their >>> mobile telephones : K9 Mail >>> >>> I have reverted the SSL cert back to the old one just in case. >>> Thunderbird will works. >>> >>> >>> Dovecot 1:1.2.15-7 running on Debian 6 >>> >>> The messages in the logs are: >>> >>> Jan 9 10:11:37 logout dovecot: imap-login: Disconnected (no auth >>> attempts): rip=90.131.95.130, lip=88.119.95.13, TLS: Disconnected >>> Jan 9 10:11:38 logout dovecot: imap-login: Disconnected (no auth >>> attempts): rip=90.131.95.130, lip=88.119.95.13, TLS: Disconnected >>> >>> In dovecot.conf I have this set : >>> >>> disable_plaintext_auth = no >>> >>> And the auth default mechanisms are set to: >>> mechanisms = plain login >>> >>> What is strange is the only item that changed is the SSL cert, which has >>> since been changed back to the old one (which has expired... ^^). >>> >>> Any ideas where I may look or change? >>> >>> Regards, S >> if you only changed the crt etc, and youre sure you did everything right >> >> perhaps you have forgot adding a needed intermediate cert ? >> >> read here >> http://www.trustico.co.uk/install/how-to-install-ssl-certificate.php >> >> Required Intermediate Certificates (CA Certificates) >> >> To successfully install your SSL Certificate you may be required to >> install an Intermediate CA Certificate. Please review the above >> installation instructions carefully to determine if an Intermediate CA >> Certificate is required, how to obtain it and correctly import it into >> your system. For more information please Contact Us. >> Alternatively, and for systems not covered by the above installation >> instructions, please use our Intermediate Certificate Wizard to find the >> correct CA Certificate or Root Bundle that is required for your SSL >> Certificate to function correctly. Find Out More Information > I know that the intermediate certs are messed up, which is why I rolled > back to the old expired certificate. I did not expect an expired > certificate to block authentication, and it does not mean that it does > block. The problem may be elsewhere. that might be a k9 problem ( older versions ) or in android older versions, is there a ignore ssl failure option as workaround what does thunderbird tell you about the new cert ? but for sure the problem may elsewhere > > -- > PGP is optional: 4BA78604 > simon @ klunky . org > simon @ klunky . co.uk > I won't accept your confidentiality > agreement, and your Emails are kept. > ~Ö¿Ö~ > -- Best Regards MfG Robert Schetterer Germany/Munich/Bavaria

3 2

[Dovecot] dovecot: imap-login: Disconnected (no auth attempts)
by J4K 09 Jan '12

09 Jan '12

Morning everyone, On the 8th of Jan the TLS/SSL certificate I use with Dovecot expired. I replaced it with a new on the 9th of Jan. I tested this with Thunderbird and all is well. This morning people tell me they cannot get their email using their mobile telephones : K9 Mail I have reverted the SSL cert back to the old one just in case. Thunderbird will works. Dovecot 1:1.2.15-7 running on Debian 6 The messages in the logs are: Jan 9 10:11:37 logout dovecot: imap-login: Disconnected (no auth attempts): rip=90.131.95.130, lip=88.119.95.13, TLS: Disconnected Jan 9 10:11:38 logout dovecot: imap-login: Disconnected (no auth attempts): rip=90.131.95.130, lip=88.119.95.13, TLS: Disconnected In dovecot.conf I have this set : disable_plaintext_auth = no And the auth default mechanisms are set to: mechanisms = plain login What is strange is the only item that changed is the SSL cert, which has since been changed back to the old one (which has expired... ^^). Any ideas where I may look or change? Regards, S

2 2

Re: [Dovecot] Possible mdbox corruption
by Daniel L. Miller 09 Jan '12

09 Jan '12

On 1/6/2012 12:32 PM, Daniel L. Miller wrote: > On 1/6/2012 9:36 AM, Timo Sirainen wrote: >> On 6.1.2012, at 19.30, Daniel L. Miller wrote: >> >>> Jan 6 09:22:42 bubba dovecot: indexer-worker(user1(a)domain.com): >>> Error: fts_solr: Indexing failed: 400 Illegal character ((CTRL-CHAR, >>> code 18)) at [row,col {unknown-source}]: [482765,16] >>> Jan 6 09:22:42 bubba dovecot: indexer-worker: Error: >>> >>> Google seems to indicate that Solr cannot handle "invalid" >>> characters - and that it is the responsibility of the calling >>> program to strip out such. A quick search shows me a both an >>> individual character comparison in Java and a regex used for the >>> purpose. Is there any "illegal character protection" in the Dovecot >>> Solr plugin? >> Yes, there is. So I'm not really sure what it's complaining about. >> Are you using the "solr" or "solr_old" backend? >> >> > "Solr". > > plugin { > fts = solr > fts_solr = url=http://localhost:8983/solr/ > } > Now seeing: Jan 8 15:40:09 bubba dovecot: imap(user1(a)domain.com): Error: fts_solr: Lookup failed: 400 undefined field CC Jan 8 15:40:09 bubba dovecot: imap: Error: -- Daniel

1 0

[Dovecot] Building 2.1.rc1 with cluence, but without libstemmer
by Jan Mikkelsen 08 Jan '12

08 Jan '12

Hi, I'm testing out 2.1.rc1, building against clucene 2.3.3.4. Without libstemmber, the build fails because it attempts to include SnowballAnalyzer.h which is not part of "core" clucene. Simple patch below to make dovecot 2.1.rc1 build with clucene but without libstemmer (or textcat). Looking at libstemmer itself, there are multiple versions. The version in clucene is put into libclucene-contribs-lib.so, but that version is older than libstemmer_c, which generates libstemmer.a, tested for in the dovecot 2.1.rc1 configure script. The dovecot code uses SnowballAnalyzer.h as a C++ wrapper around libstemmer. What versions of libstemmer, clucene and libtextcat is dovecot 2.1.rc1 intended to be used against? Is it worth bringing the wrapper class around libstemmer into dovecot to avoid funny dependencies against clucene and so that the -lstemmer test in configure is enough? For reference, I'm building on FreeBSD 9.0-RC3, system gcc. Regards, Jan Mikkelsen. diff -u -d -r dovecot-2.1.rc1/src/plugins/fts-lucene/lucene-wrapper.cc dovecot-2.1.rc1.patched/src/plugins/fts-lucene/lucene-wrapper.cc --- dovecot-2.1.rc1/src/plugins/fts-lucene/lucene-wrapper.cc 2011-11-09 08:45:26.000000000 +1100 +++ dovecot-2.1.rc1.patched/src/plugins/fts-lucene/lucene-wrapper.cc 2011-12-14 23:36:54.319796535 +1100 @@ -23,7 +23,9 @@ #include <CLucene.h> #include <CLucene/util/CLStreams.h> #include <CLucene/search/MultiPhraseQuery.h> +#if defined(HAVE_LUCENE_STEMMER) || defined(HAVE_LUCENE_TEXTCAT) #include "SnowballAnalyzer.h" +#endif /* Lucene's default is 10000. Use it here also.. */ #define MAX_TERMS_PER_DOCUMENT 10000

3 2

[Dovecot] Possible mdbox corruption
by Daniel L. Miller 06 Jan '12

06 Jan '12

I thought I had cleared out the corruption I had before - perhaps I was mistaken. What steps should I take to help locate these issues? Currently using 2.1rc1. I see the following errors in my logs, including out of memory and message size issues (at 15:30): Jan 4 05:17:17 bubba dovecot: indexer-worker(user1(a)domain.com): Error: Raw backtrace: /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed0a) [0x7f6e17cbfd0a] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed56) [0x7f6e17cbfd56] -> /usr/local/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7f6e17c98d08] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x4f310) [0x7f6e17cd0310] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3b965) [0x7f6e17cbc965] -> /usr/local/lib/dovecot/libdovecot.so.0(buffer_write+0x7c) [0x7f6e17cbd0ec] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3292) [0x7f6e164b7292] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3a97) [0x7f6e164b7a97] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_backend_update_set_build_key+0x2c) [0x7f6e166c4abc] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_build_mail+0x2d1) [0x7f6e166c5561] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(+0xc630) [0x7f6e166ca630] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510]() [0x40245f] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510]() [0x4027dd] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x36) [0x7f6e17ccc0f6] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x9f) [0x7f6e17ccd17f] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_run+0x28) [0x7f6e17ccc098] -> /usr/local/lib/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7f6e17cb9123] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510](main+0x109) [0x401f29] -> /lib/libc.so.6(__libc_start_main+0xfe) [0x7f6e1791cd8e] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510]() [0x401d19] Jan 4 05:17:17 bubba dovecot: indexer: Error: Indexer worker disconnected, discarding 1 requests for user1(a)domain.com Jan 4 05:17:17 bubba dovecot: master: Error: service(indexer-worker): child 10896 returned error 83 (Out of memory (vsz_limit=256 MB, you may need to increase it)) Jan 4 06:17:17 bubba dovecot: indexer-worker(user1(a)domain.com): Fatal: pool_system_realloc(134217728): Out of memory Jan 4 06:17:17 bubba dovecot: indexer-worker(user1(a)domain.com): Error: Raw backtrace: /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed0a) [0x7f0ec1a57d0a] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed56) [0x7f0ec1a57d56] -> /usr/local/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7f0ec1a30d08] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x4f310) [0x7f0ec1a68310] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3b965) [0x7f0ec1a54965] -> /usr/local/lib/dovecot/libdovecot.so.0(buffer_write+0x7c) [0x7f0ec1a550ec] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3292) [0x7f0ec024f292] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3a97) [0x7f0ec024fa97] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_backend_update_set_build_key+0x2c) [0x7f0ec045cabc] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_build_mail+0x2d1) [0x7f0ec045d561] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(+0xc630) [0x7f0ec0462630] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510]() [0x40245f] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510]() [0x4027dd] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x36) [0x7f0ec1a640f6] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x9f) [0x7f0ec1a6517f] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_run+0x28) [0x7f0ec1a64098] -> /usr/local/lib/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7f0ec1a51123] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510](main+0x109) [0x401f29] -> /lib/libc.so.6(__libc_start_main+0xfe) [0x7f0ec16b4d8e] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510]() [0x401d19] Jan 4 06:17:17 bubba dovecot: indexer: Error: Indexer worker disconnected, discarding 1 requests for user1(a)domain.com Jan 4 06:17:17 bubba dovecot: master: Error: service(indexer-worker): child 11941 returned error 83 (Out of memory (vsz_limit=256 MB, you may need to increase it)) Jan 4 07:17:18 bubba dovecot: indexer-worker(user1(a)domain.com): Fatal: pool_system_realloc(134217728): Out of memory Jan 4 07:17:18 bubba dovecot: indexer-worker(user1(a)domain.com): Error: Raw backtrace: /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed0a) [0x7faed4e56d0a] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed56) [0x7faed4e56d56] -> /usr/local/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7faed4e2fd08] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x4f310) [0x7faed4e67310] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3b965) [0x7faed4e53965] -> /usr/local/lib/dovecot/libdovecot.so.0(buffer_write+0x7c) [0x7faed4e540ec] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3292) [0x7faed364e292] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3a97) [0x7faed364ea97] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_backend_update_set_build_key+0x2c) [0x7faed385babc] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_build_mail+0x2d1) [0x7faed385c561] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(+0xc630) [0x7faed3861630] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510]() [0x40245f] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510]() [0x4027dd] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x36) [0x7faed4e630f6] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x9f) [0x7faed4e6417f] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_run+0x28) [0x7faed4e63098] -> /usr/local/lib/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7faed4e50123] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510](main+0x109) [0x401f29] -> /lib/libc.so.6(__libc_start_main+0xfe) [0x7faed4ab3d8e] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510]() [0x401d19] Jan 4 07:17:18 bubba dovecot: indexer: Error: Indexer worker disconnected, discarding 1 requests for user1(a)domain.com Jan 4 07:17:18 bubba dovecot: master: Error: service(indexer-worker): child 13299 returned error 83 (Out of memory (vsz_limit=256 MB, you may need to increase it)) Jan 4 08:17:17 bubba dovecot: indexer-worker(user1(a)domain.com): Fatal: pool_system_realloc(134217728): Out of memory Jan 4 08:17:17 bubba dovecot: indexer-worker(user1(a)domain.com): Error: Raw backtrace: /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed0a) [0x7ffd84382d0a] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed56) [0x7ffd84382d56] -> /usr/local/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7ffd8435bd08] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x4f310) [0x7ffd84393310] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3b965) [0x7ffd8437f965] -> /usr/local/lib/dovecot/libdovecot.so.0(buffer_write+0x7c) [0x7ffd843800ec] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3292) [0x7ffd82b7a292] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3a97) [0x7ffd82b7aa97] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_backend_update_set_build_key+0x2c) [0x7ffd82d87abc] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_build_mail+0x2d1) [0x7ffd82d88561] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(+0xc630) [0x7ffd82d8d630] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510]() [0x40245f] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510]() [0x4027dd] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x36) [0x7ffd8438f0f6] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x9f) [0x7ffd8439017f] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_run+0x28) [0x7ffd8438f098] -> /usr/local/lib/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7ffd8437c123] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510](main+0x109) [0x401f29] -> /lib/libc.so.6(__libc_start_main+0xfe) [0x7ffd83fdfd8e] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510]() [0x401d19] Jan 4 08:17:17 bubba dovecot: indexer: Error: Indexer worker disconnected, discarding 1 requests for user1(a)domain.com Jan 4 08:17:17 bubba dovecot: master: Error: service(indexer-worker): child 14413 returned error 83 (Out of memory (vsz_limit=256 MB, you may need to increase it)) Jan 4 09:17:19 bubba dovecot: indexer-worker(user1(a)domain.com): Fatal: pool_system_realloc(134217728): Out of memory Jan 4 09:17:19 bubba dovecot: indexer-worker(user1(a)domain.com): Error: Raw backtrace: /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed0a) [0x7fb701bf5d0a] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed56) [0x7fb701bf5d56] -> /usr/local/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7fb701bced08] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x4f310) [0x7fb701c06310] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3b965) [0x7fb701bf2965] -> /usr/local/lib/dovecot/libdovecot.so.0(buffer_write+0x7c) [0x7fb701bf30ec] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3292) [0x7fb7003ed292] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3a97) [0x7fb7003eda97] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_backend_update_set_build_key+0x2c) [0x7fb7005faabc] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_build_mail+0x2d1) [0x7fb7005fb561] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(+0xc630) [0x7fb700600630] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510]() [0x40245f] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510]() [0x4027dd] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x36) [0x7fb701c020f6] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x9f) [0x7fb701c0317f] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_run+0x28) [0x7fb701c02098] -> /usr/local/lib/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7fb701bef123] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510](main+0x109) [0x401f29] -> /lib/libc.so.6(__libc_start_main+0xfe) [0x7fb701852d8e] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510]() [0x401d19] Jan 4 09:17:19 bubba dovecot: indexer: Error: Indexer worker disconnected, discarding 1 requests for user1(a)domain.com Jan 4 09:17:19 bubba dovecot: master: Error: service(indexer-worker): child 15486 returned error 83 (Out of memory (vsz_limit=256 MB, you may need to increase it)) Jan 4 10:17:17 bubba dovecot: indexer-worker(user1(a)domain.com): Fatal: pool_system_realloc(134217728): Out of memory Jan 4 10:17:17 bubba dovecot: indexer-worker(user1(a)domain.com): Error: Raw backtrace: /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed0a) [0x7f8dc590ed0a] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed56) [0x7f8dc590ed56] -> /usr/local/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7f8dc58e7d08] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x4f310) [0x7f8dc591f310] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3b965) [0x7f8dc590b965] -> /usr/local/lib/dovecot/libdovecot.so.0(buffer_write+0x7c) [0x7f8dc590c0ec] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3292) [0x7f8dc4106292] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3a97) [0x7f8dc4106a97] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_backend_update_set_build_key+0x2c) [0x7f8dc4313abc] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_build_mail+0x2d1) [0x7f8dc4314561] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(+0xc630) [0x7f8dc4319630] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510]() [0x40245f] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510]() [0x4027dd] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x36) [0x7f8dc591b0f6] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x9f) [0x7f8dc591c17f] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_run+0x28) [0x7f8dc591b098] -> /usr/local/lib/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7f8dc5908123] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510](main+0x109) [0x401f29] -> /lib/libc.so.6(__libc_start_main+0xfe) [0x7f8dc556bd8e] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7510]() [0x401d19] Jan 4 10:17:17 bubba dovecot: indexer: Error: Indexer worker disconnected, discarding 1 requests for user1(a)domain.com Jan 4 10:17:17 bubba dovecot: master: Error: service(indexer-worker): child 16472 returned error 83 (Out of memory (vsz_limit=256 MB, you may need to increase it)) Jan 4 11:17:17 bubba dovecot: indexer-worker(user1(a)domain.com): Fatal: pool_system_realloc(134217728): Out of memory Jan 4 11:17:17 bubba dovecot: indexer-worker(user1(a)domain.com): Error: Raw backtrace: /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed0a) [0x7ff619c1dd0a] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed56) [0x7ff619c1dd56] -> /usr/local/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7ff619bf6d08] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x4f310) [0x7ff619c2e310] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3b965) [0x7ff619c1a965] -> /usr/local/lib/dovecot/libdovecot.so.0(buffer_write+0x7c) [0x7ff619c1b0ec] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3292) [0x7ff618415292] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3a97) [0x7ff618415a97] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_backend_update_set_build_key+0x2c) [0x7ff618622abc] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_build_mail+0x2d1) [0x7ff618623561] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(+0xc630) [0x7ff618628630] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7514]() [0x40245f] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7514]() [0x4027dd] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x36) [0x7ff619c2a0f6] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x9f) [0x7ff619c2b17f] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_run+0x28) [0x7ff619c2a098] -> /usr/local/lib/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7ff619c17123] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7514](main+0x109) [0x401f29] -> /lib/libc.so.6(__libc_start_main+0xfe) [0x7ff61987ad8e] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7514]() [0x401d19] Jan 4 11:17:17 bubba dovecot: indexer: Error: Indexer worker disconnected, discarding 1 requests for user1(a)domain.com Jan 4 11:17:17 bubba dovecot: master: Error: service(indexer-worker): child 17522 returned error 83 (Out of memory (vsz_limit=256 MB, you may need to increase it)) Jan 4 12:17:17 bubba dovecot: indexer-worker(user1(a)domain.com): Fatal: pool_system_realloc(134217728): Out of memory Jan 4 12:17:17 bubba dovecot: indexer-worker(user1(a)domain.com): Error: Raw backtrace: /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed0a) [0x7ffd988c1d0a] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed56) [0x7ffd988c1d56] -> /usr/local/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7ffd9889ad08] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x4f310) [0x7ffd988d2310] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3b965) [0x7ffd988be965] -> /usr/local/lib/dovecot/libdovecot.so.0(buffer_write+0x7c) [0x7ffd988bf0ec] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3292) [0x7ffd970b9292] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3a97) [0x7ffd970b9a97] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_backend_update_set_build_key+0x2c) [0x7ffd972c6abc] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_build_mail+0x2d1) [0x7ffd972c7561] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(+0xc630) [0x7ffd972cc630] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7515]() [0x40245f] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7515]() [0x4027dd] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x36) [0x7ffd988ce0f6] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x9f) [0x7ffd988cf17f] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_run+0x28) [0x7ffd988ce098] -> /usr/local/lib/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7ffd988bb123] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7515](main+0x109) [0x401f29] -> /lib/libc.so.6(__libc_start_main+0xfe) [0x7ffd9851ed8e] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7515]() [0x401d19] Jan 4 12:17:17 bubba dovecot: indexer: Error: Indexer worker disconnected, discarding 1 requests for user1(a)domain.com Jan 4 12:17:17 bubba dovecot: master: Error: service(indexer-worker): child 18498 returned error 83 (Out of memory (vsz_limit=256 MB, you may need to increase it)) Jan 4 13:17:16 bubba dovecot: indexer-worker(user1(a)domain.com): Fatal: pool_system_realloc(134217728): Out of memory Jan 4 13:17:16 bubba dovecot: indexer-worker(user1(a)domain.com): Error: Raw backtrace: /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed0a) [0x7f51b0163d0a] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed56) [0x7f51b0163d56] -> /usr/local/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7f51b013cd08] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x4f310) [0x7f51b0174310] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3b965) [0x7f51b0160965] -> /usr/local/lib/dovecot/libdovecot.so.0(buffer_write+0x7c) [0x7f51b01610ec] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3292) [0x7f51ae95b292] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3a97) [0x7f51ae95ba97] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_backend_update_set_build_key+0x2c) [0x7f51aeb68abc] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_build_mail+0x2d1) [0x7f51aeb69561] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(+0xc630) [0x7f51aeb6e630] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7515]() [0x40245f] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7515]() [0x4027dd] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x36) [0x7f51b01700f6] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x9f) [0x7f51b017117f] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_run+0x28) [0x7f51b0170098] -> /usr/local/lib/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7f51b015d123] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7515](main+0x109) [0x401f29] -> /lib/libc.so.6(__libc_start_main+0xfe) [0x7f51afdc0d8e] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7515]() [0x401d19] Jan 4 13:17:16 bubba dovecot: indexer: Error: Indexer worker disconnected, discarding 1 requests for user1(a)domain.com Jan 4 13:17:16 bubba dovecot: master: Error: service(indexer-worker): child 19550 returned error 83 (Out of memory (vsz_limit=256 MB, you may need to increase it)) Jan 4 14:17:17 bubba dovecot: indexer-worker(user1(a)domain.com): Fatal: pool_system_realloc(134217728): Out of memory Jan 4 14:17:17 bubba dovecot: indexer-worker(user1(a)domain.com): Error: Raw backtrace: /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed0a) [0x7f423b546d0a] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed56) [0x7f423b546d56] -> /usr/local/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7f423b51fd08] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x4f310) [0x7f423b557310] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3b965) [0x7f423b543965] -> /usr/local/lib/dovecot/libdovecot.so.0(buffer_write+0x7c) [0x7f423b5440ec] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3292) [0x7f4239d3e292] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3a97) [0x7f4239d3ea97] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_backend_update_set_build_key+0x2c) [0x7f4239f4babc] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_build_mail+0x2d1) [0x7f4239f4c561] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(+0xc630) [0x7f4239f51630] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7516]() [0x40245f] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7516]() [0x4027dd] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x36) [0x7f423b5530f6] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x9f) [0x7f423b55417f] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_run+0x28) [0x7f423b553098] -> /usr/local/lib/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7f423b540123] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7516](main+0x109) [0x401f29] -> /lib/libc.so.6(__libc_start_main+0xfe) [0x7f423b1a3d8e] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7516]() [0x401d19] Jan 4 14:17:17 bubba dovecot: master: Error: service(indexer-worker): child 20638 returned error 83 (Out of memory (vsz_limit=256 MB, you may need to increase it)) Jan 4 14:17:17 bubba dovecot: indexer: Error: Indexer worker disconnected, discarding 1 requests for user1(a)domain.com Jan 4 15:17:17 bubba dovecot: indexer-worker(user1(a)domain.com): Fatal: pool_system_realloc(134217728): Out of memory Jan 4 15:17:17 bubba dovecot: indexer-worker(user1(a)domain.com): Error: Raw backtrace: /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed0a) [0x7f3ab5e51d0a] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed56) [0x7f3ab5e51d56] -> /usr/local/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7f3ab5e2ad08] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x4f310) [0x7f3ab5e62310] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3b965) [0x7f3ab5e4e965] -> /usr/local/lib/dovecot/libdovecot.so.0(buffer_write+0x7c) [0x7f3ab5e4f0ec] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3292) [0x7f3ab4649292] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3a97) [0x7f3ab4649a97] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_backend_update_set_build_key+0x2c) [0x7f3ab4856abc] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_build_mail+0x2d1) [0x7f3ab4857561] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(+0xc630) [0x7f3ab485c630] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7517]() [0x40245f] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7517]() [0x4027dd] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x36) [0x7f3ab5e5e0f6] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x9f) [0x7f3ab5e5f17f] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_run+0x28) [0x7f3ab5e5e098] -> /usr/local/lib/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7f3ab5e4b123] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7517](main+0x109) [0x401f29] -> /lib/libc.so.6(__libc_start_main+0xfe) [0x7f3ab5aaed8e] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7517]() [0x401d19] Jan 4 15:17:17 bubba dovecot: master: Error: service(indexer-worker): child 21821 returned error 83 (Out of memory (vsz_limit=256 MB, you may need to increase it)) Jan 4 15:17:17 bubba dovecot: indexer: Error: Indexer worker disconnected, discarding 1 requests for user1(a)domain.com Jan 4 15:30:48 bubba dovecot: imap(user2(a)domain.com): Error: Cached message size smaller than expected (822 < 1493) Jan 4 15:30:48 bubba dovecot: imap(user2(a)domain.com): Error: Corrupted index cache file /var/mail/amfes.com/lmiller/mdbox/mailboxes/Sent/dbox-Mails/dovecot.index.cache: Broken physical size for mail UID 1786 Jan 4 15:30:48 bubba dovecot: imap(user2(a)domain.com): Error: read(/var/mail/amfes.com/lmiller/mdbox/storage/m.208) failed: Input/output error (FETCH for mailbox Sent UID 1786) Jan 4 16:17:20 bubba dovecot: indexer-worker(user1(a)domain.com): Fatal: pool_system_realloc(134217728): Out of memory Jan 4 16:17:20 bubba dovecot: indexer-worker(user1(a)domain.com): Error: Raw backtrace: /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed0a) [0x7ffc91276d0a] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3ed56) [0x7ffc91276d56] -> /usr/local/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7ffc9124fd08] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x4f310) [0x7ffc91287310] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x3b965) [0x7ffc91273965] -> /usr/local/lib/dovecot/libdovecot.so.0(buffer_write+0x7c) [0x7ffc912740ec] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3292) [0x7ffc8fa6e292] -> /usr/local/lib/dovecot/lib21_fts_solr_plugin.so(+0x3a97) [0x7ffc8fa6ea97] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_backend_update_set_build_key+0x2c) [0x7ffc8fc7babc] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_build_mail+0x2d1) [0x7ffc8fc7c561] -> /usr/local/lib/dovecot/lib20_fts_plugin.so(+0xc630) [0x7ffc8fc81630] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7517]() [0x40245f] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7517]() [0x4027dd] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x36) [0x7ffc912830f6] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x9f) [0x7ffc9128417f] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_run+0x28) [0x7ffc91283098] -> /usr/local/lib/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7ffc91270123] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7517](main+0x109) [0x401f29] -> /lib/libc.so.6(__libc_start_main+0xfe) [0x7ffc90ed3d8e] -> dovecot/indexer-worker [user1(a)domain.com Sent - 5500/7517]() [0x401d19] Jan 4 16:17:20 bubba dovecot: master: Error: service(indexer-worker): child 22927 returned error 83 (Out of memory (vsz_limit=256 MB, you may need to increase it)) Jan 4 16:17:20 bubba dovecot: indexer: Error: Indexer worker disconnected, discarding 1 requests for user1(a)domain.com -- Daniel

2 6

[Dovecot] v2.1.rc2 released
by Timo Sirainen 06 Jan '12

06 Jan '12

http://dovecot.org/releases/2.1/rc/dovecot-2.1.rc2.tar.gz http://dovecot.org/releases/2.1/rc/dovecot-2.1.rc2.tar.gz.sig Lots of fixes since rc1. Some of the changes were larger than I wanted at RC stage, but they had to be done now.. Hopefully it's all over now, and we can have v2.1.0 soon. :) Some of the more important changes: * dsync was merged into doveadm. There is still "dsync" symlink pointing to "doveadm", which you can use the old way for now. The preferred ways to run dsync are "doveadm sync" (for old "dsync mirror") and "doveadm backup". + IMAP SPECIAL-USE extension to describe mailboxes + Added mailbox {} sections, which deprecate autocreate plugin + lib-fs: Added "mode" parameter to "posix" backend to specify mode for created files/dirs (for mail_attachment_dir). + inet_listener names are now used to figure out what type the socket is when useful. For example naming service auth { inet_listener } to auth-client vs. auth-userdb has different behavior. + Added pop3c (= POP3 client) storage backend. - LMTP proxying code was simplified, hopefully fixing its problems. - dsync: Don't remove user's subscriptions for subscriptions=no namespaces.

3 4

[Dovecot] v2.0.17 released
by Timo Sirainen 06 Jan '12

06 Jan '12

http://dovecot.org/releases/2.0/dovecot-2.0.17.tar.gz http://dovecot.org/releases/2.0/dovecot-2.0.17.tar.gz.sig Among other changes: + Proxying now supports sending SSL client certificate to server with ssl_client_cert/key settings. + doveadm dump: Added support for dumping dbox headers/metadata. - Fixed memory leaks in login processes with SSL connections - vpopmail support was broken in v2.0.16

1 0

[Dovecot] ACL with IMAP proxying
by Alexis Lelion 06 Jan '12

06 Jan '12

Hello, I'm trying to use ACLs to restrict subscription on public mailboxes, but I went into trouble. My setup is made of two servers, and users are shared between them via a proxy. User authentication is done with LDAP, and credentials aren't shared between the mailservers. Instead, the proxies are using master password. The thing is that when the ACLs are checked, it actually doesn't give the user login, but the master login, which is useless. Is there a way to use the first part of destuser as it is done when fetching info from the userdb? Any help is appreciated, Thansk! Alexis -------------------------------------------------- ACL bug logs : 104184 Jan 6 12:09:35 mail02 dovecot: imap(user@domain): Debug: acl: acl username = proxy 104185 Jan 6 12:09:35 mail02 dovecot: imap(user@domain): Debug: acl: owner = 0 104186 Jan 6 12:09:35 mail02 dovecot: imap(user@domain): Debug: acl vfile: Global ACL directory: (none) 104187 Jan 6 12:09:35 mail02 dovecot: imap(user@domain): Debug: Namespace : type=public, prefix=Shared., sep=., inbox=no, hidden=no, list=yes, subscriptions=no location=maildir:/var/vmail/domain/Shared -------------------------------------------------- Output of "dovecot -n" # 2.0.15: /etc/dovecot/dovecot.conf # OS: Linux 2.6.32-5-amd64 x86_64 Debian 6.0.3 ext3 auth_debug = yes auth_master_user_separator = * auth_socket_path = /var/run/dovecot/auth-userdb auth_verbose = yes first_valid_uid = 150 lmtp_proxy = yes login_trusted_networks = mail01.ip mail_debug = yes mail_location = maildir:/var/vmail/%d/%n mail_nfs_storage = yes mail_plugins = acl mail_privileged_group = mail managesieve_notify_capability = mailto managesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy include variables body enotify environment mailbox date ihave namespace { inbox = yes location = maildir:/var/vmail/%d/%n prefix = separator = . type = private } namespace { location = maildir:/var/vmail/domain/Shared prefix = Shared. separator = . subscriptions = no type = public } passdb { args = /etc/dovecot/master-users driver = passwd-file master = yes } passdb { args = /etc/dovecot/dovecot-ldap.conf driver = ldap } plugin { acl = vfile:/etc/dovecot/global-acls:cache_secs=300 recipient_delimiter = + sieve_after = /var/lib/dovecot/sieve/after.d/ sieve_before = /var/lib/dovecot/sieve/pre.d/ sieve_dir = /var/vmail/%d/%n/sieve sieve_global_path = /var/lib/dovecot/sieve/default.sieve } postmaster_address = user@domain protocols = " imap lmtp sieve" service auth { unix_listener /var/spool/postfix/private/auth { group = postfix mode = 0666 user = postfix } unix_listener auth-userdb { group = mail mode = 0600 user = vmail } } service lmtp { inet_listener lmtp { address = mail02.ip port = 24 } unix_listener /var/spool/postfix/private/dovecot-lmtp { group = postfix mode = 0660 user = postfix } } ssl = required ssl_cert = </etc/ssl/mailcert.pem ssl_key = </etc/ssl/private/mailkey.pem userdb { args = /etc/dovecot/dovecot-sql.conf driver = sql } verbose_proctitle = yes protocol doveadm { auth_socket_path = director-userdb } protocol lda { mail_plugins = sieve } protocol imap { imap_id_send = name mail_plugins = acl imap_acl } protocol lmtp { passdb { args = /etc/dovecot/dovecot-sql-lmtp.conf driver = sql } passdb { args = /etc/dovecot/dovecot-ldap-lmtp.conf driver = ldap } }

2 6

[Dovecot] doveadm + dsync merging
by Timo Sirainen 06 Jan '12

06 Jan '12

doveadm already supports some nice things, such as being able to remotely launch a doveadm command via TCP socket. It also supports executing a command for all users or to some specific users using a wildcard. dsync could use these features, so I merged dsync and doveadm into same binary for v2.1. I'll still install "dsync" symlink pointing to "doveadm", and running that way it should be fully backwards compatible with the old dsync binary and its parameters. I'm mainly now wondering about the command naming for running dsync via doveadm. Any suggestions? a) Use "doveadm dsync" prefix, and otherwise keep the names same: dsync mirror -> doveadm dsync mirror dsync backup -> doveadm dsync backup dsync server -> doveadm dsync server (for running dsync remotely via ssh/etc.) b) Don't have the dsync prefix: dsync mirror -> doveadm mirror dsync backup -> doveadm backup dsync server -> doveadm dsync-server (could be hidden from the doveadm commands list) c) Either a) or b), but rename "mirror" to "sync" or "dsync" or "replicate"? d) Something else?

5 5

[Dovecot] Deduplication active - but how good does it perform?
by Ralf Hildebrandt 06 Jan '12

06 Jan '12

I have deduplication active in my first mdbox: type mailbox, but how do I find out how well the deduplication works? Is there a way of finding out how much disk space I saved (if I saved some :) )? -- Ralf Hildebrandt Geschäftsbereich IT | Abteilung Netzwerk Charité - Universitätsmedizin Berlin Campus Benjamin Franklin Hindenburgdamm 30 | D-12203 Berlin Tel. +49 30 450 570 155 | Fax: +49 30 450 570 962 ralf.hildebrandt(a)charite.de | http://www.charite.de

4 4

[Dovecot] dovecot-lda error
by Wesley M. 05 Jan '12

05 Jan '12

Hi, I use Dovecot 2.0.13 on OpenBSD 5.0 When i try to send emails i have the following error in /var/log/maillog Jan 5 11:23:49 mail50 postfix/pipe[29423]: D951842244C: to=, relay=dovecot, delay=0.02, delays=0.01/0/0/0.01, dsn=5.3.0, status=bounced (command line usage error. Command output: deliver: unknown option -- n Usage: dovecot-lda [-c ] [-a ] [-d ] [-p ] [-f ] [-m ] [-e] [-k] ) Jan 5 11:23:49 mail50 postfix/qmgr[13787]: D951842244C: removed In my /etc/postfix/master.cf : # Dovecot LDA dovecot unix - n n - - pipe flags=ODR user=_dovecot:_dovecot argv=/usr/local/libexec/dovecot/deliver -f ${ sender} -d ${user}@${nexthop} -n -m ${extension} How can i resolve that ? Thank you very much for your replies. Cheers, Wesley.

2 1

[Dovecot] POP3 problems
by sottilette＠rfx.it 04 Jan '12

04 Jan '12

Migrated a 1.0.2 server to 2.0.16 (same old box). IMAP seems working Ok. POP3 give problems with some clients (Outlook 2010 and Thunderbird reported). Seems authentication problem Below my doveconf -n (debug enbled, but no answer found to the problems) Any hints? Thanks, P. # doveconf -n # 2.0.16: /etc/dovecot/dovecot.conf doveconf: Warning: NOTE: You can get a new clean config file with: doveconf -n > dovecot-new.conf doveconf: Warning: Obsolete setting in /etc/dovecot/dovecot.conf:791: add auth_ prefix to all settings inside auth {} and remove the auth {} section completely doveconf: Warning: Obsolete setting in /etc/dovecot/dovecot.conf:864: passdb {} has been replaced by passdb { driver= } doveconf: Warning: Obsolete setting in /etc/dovecot/dovecot.conf:935: userdb passwd {} has been replaced by userdb { driver=passwd } doveconf: Warning: Obsolete setting in /etc/dovecot/dovecot.conf:998: auth_user has been replaced by service auth { user } doveconf: Warning: Obsolete setting in /etc/dovecot/dovecot.conf:1131: ssl_disable has been renamed to ssl # OS: Linux 2.6.9-42.0.10.ELsmp i686 CentOS release 4.9 (Final) auth_debug = yes auth_debug_passwords = yes auth_mechanisms = plain login auth_verbose = yes disable_plaintext_auth = no info_log_path = /var/log/mail/dovecot.info.log listen = * log_path = /var/log/mail/dovecot.log mail_full_filesystem_access = yes mail_location = mbox:~/:INBOX=/var/mail/%u mbox_read_locks = dotlock fcntl passdb { driver = pam } protocols = pop3 imap service auth { user = root } ssl = no ssl_cert = /etc/pki/dovecot/certs/dovecot.pem ssl_key = /etc/pki/dovecot/private/dovecot.pem userdb { driver = passwd } userdb { driver = passwd } protocol lda { postmaster_address = postmaster(a)example.com }

4 4

[Dovecot] assertion failed in mail-index.c
by Attila Nagy 04 Jan '12

04 Jan '12

Hi, I have this: Jan 04 15:55:21 pop3(jfm47): Panic: file mail-index.c: line 257 (mail_index_keyword_lookup_or_create): assertion failed: (*keyword != '\0') Jan 04 15:55:21 master: Error: service(pop3): child 3391 killed with signal 6 (core not dumped - set service pop3 { drop_priv_before_exec=yes }) I don't know why this happened, but wouldn't be the "self healing" (seen in the wiki I think :) kick in here? I mean it's even better to completely remove the index than dying and make the mailbox inaccessible. Thanks,

2 1

[Dovecot] Small LOGIN_MAX_INBUF_SIZE for GSSAPI with samba4 (AD)
by Ludek Finstrle 04 Jan '12

04 Jan '12

Hello, I faced the problem with samba (AD) + mutt (gssapi) + dovecot (imap). From dovecot log: Jan 2 17:58:42 server dovecot: imap-login: Disconnected: Input buffer full (no auth attempts): rip=192.167.14.16, lip=192.167.14.16, secured My situation: CentOS 6.2 IMAP: dovecot --version: 2.0.9 (CentOS 6.2) MUA: mutt 1.5.20 (CentOS 6.2) Kerberos: samba4 4.0.0alpha17 as AD PDC $ klist -e Ticket cache: FILE:/tmp/krb5cc_1002_Mmg2Rc Default principal: luf@TEST Valid starting Expires Service principal 01/02/12 15:56:16 01/03/12 01:56:16 krbtgt/TEST@TEST renew until 01/03/12 01:56:16, Etype (skey, tkt): arcfour-hmac, arcfour-hmac 01/02/12 16:33:19 01/03/12 01:56:16 imap/server.test@TEST Etype (skey, tkt): arcfour-hmac, arcfour-hmac I fixed this problem with enlarging LOGIN_MAX_INBUF_SIZE. I also red about wrong lower/uppercase but it's not definitely my problem (I tried all possibilities of lower/uppercas in login). I sniffed the plain communication and the "a0000 AUTHENTICATE GSSAPI" line has around 1873 chars. When I enlarged the LOGIN_MAX_INBUF_SIZE to 2048 the problem disappeared and I'm now able to login to dovecot using gssapi in mutt client. I use also thunderbird (on windows with sspi) and it works ok with LOGIN_MAX_INBUF_SIZE = 1024. Does anybody have any idea why it's so large or how to fix it another way? It's terrible to patch each version of dovecot rpm package. Or is there any possibility to change constant? I have no idea how much this should affect memory usage. The simple patch I have to use is attached. Please cc: to me (luf at pzkagis dot cz) as I'm not member of the this list. Best regards, Ludek Finstrle

2 2

[Dovecot] doveadm move from one user's mailbox to another user's mailbox?
by Ralf Hildebrandt 04 Jan '12

04 Jan '12

Is something along the lines: doveadm move -u sourceuser destinationuser:/inbox search_query possible with 2.0.16? I want to move mails from a backup mailbox (which has no valid password assigned) to a "restore" mailbox (which *HAS* a password assigned to it). -- Ralf Hildebrandt Geschäftsbereich IT | Abteilung Netzwerk Charité - Universitätsmedizin Berlin Campus Benjamin Franklin Hindenburgdamm 30 | D-12203 Berlin Tel. +49 30 450 570 155 | Fax: +49 30 450 570 962 ralf.hildebrandt(a)charite.de | http://www.charite.de

2 2

[Dovecot] migrate dovecot files 1.2.16 to 2.0.13 (OpenBSD 5.0)
by Wesley M. 04 Jan '12

04 Jan '12

Hi, I have a mailserver(Postfix+MySql) on OpenBSD 4.9 with Dovecot 1.2.16, all works fine. Now i want to do the same but on OpenBSD 5.0. I meet problems using dovecot 2.0.13 on OpenBSD 5.0. Some tests (on the box): telnet 127.0.0.1 110 Trying 127.0.0.1... Connected to 127.0.0.1. Escape character is '^]'. Connection closed by foreign host. telnet 127.0.0.1 143 Trying 127.0.0.1... Connected to 127.0.0.1. Escape character is '^]'. Connection closed by foreign host. Seems that pop3/imap doesn't work 'netstat -anf inet' tcp 0 0 *.993 *.* LISTEN tcp 0 0 *.143 *.* LISTEN tcp 0 0 *.995 *.* LISTEN tcp 0 0 *.110 *.* LISTEN Therefore, ports are open. When i use Roundcube webmail, i have errors : error imap connection If someone can help me on. Thank you very much. Files to migrate (already tried to modify them) : dovecot.conf / dovecot-sql.conf / and 'dovecot -n ' ###############::::::::dovecot.conf:::::::::::################################# base_dir = /var/dovecot/ protocols = imap pop3 ssl_cert = /etc/ssl/dovecotcert.pem ssl_key = /etc/ssl/private/dovecot.pem ssl_cipher_list = HIGH:MEDIUM:+TLSv1:!SSLv2:+SSLv3 disable_plaintext_auth = yes default_login_user = _dovecot default_internal_user = _dovecot login_process_per_connection = no login_process_size = 64 mail_location = maildir:/var/mailserv/mail/%d/%n first_valid_uid = 1000 mmap_disable = yes protocol imap { mail_plugins = quota imap_quota autocreate imap_client_workarounds = delay-newmail } protocol pop3 { pop3_uidl_format = %08Xv%08Xu mail_plugins = quota pop3_client_workarounds = outlook-no-nuls oe-ns-eoh } protocol lda { mail_plugins = sieve quota postmaster_address = postmaster(a)mailr130.localdomain sendmail_path = /usr/sbin/sendmail auth_socket_path = /var/run/dovecot-auth-master } auth default { mechanisms = plain login digest-md5 cram-md5 apop passdb { driver=sql args = /etc/dovecot/dovecot-sql.conf } userdb { driver=sql args = /etc/dovecot/dovecot-sql.conf } user = root socket listen { client { path = /var/spool/postfix/private/auth mode = 0660 user = _postfix group = _postfix } master { path = /var/run/dovecot-auth-master mode = 0600 user = _dovecot # User running Dovecot LDA group = _dovecot # Or alternatively mode 0660 + LDA user in this group } } } plugin { sieve=~/.dovecot.sieve sieve_storage=~/sieve } plugin { quota = maildir quota_rule = *:storage=5G quota_rule2 = Trash:storage=100M quota_warning = storage=95%% /usr/local/bin/quota-warning.sh 95 quota_warning2 = storage=80%% /usr/local/bin/quota-warning.sh 80 } plugin { autocreate = Trash autocreate2 = Spam autocreate3 = Sent autocreate4 = Drafts autosubscribe = Trash autosubscribe2 = Spam autosubscribe3 = Sent autosubscribe4 = Drafts } plugin { antispam_signature = X-Spam-Flag antispam_signature_missing = move # move silently without training antispam_trash = trash;Trash;Deleted Items; Deleted Messages antispam_spam = SPAM;Spam;spam;Junk;junk antispam_mail_sendmail = /usr/local/bin/sa-learn antispam_mail_sendmail_args = --username=%u antispam_mail_spam = --spam antispam_mail_notspam = --ham antispam_mail_tmpdir = /tmp } ###############::::::::dovecot-sql.conf:::::::################################## driver = mysql connect = host=localhost dbname=mail user=postfix password=postfix default_pass_scheme = PLAIN password_query = SELECT email as user, password FROM users WHERE email = '%u' user_query = SELECT id as uid, id as gid, home, concat('*:storage=', quota, 'M') AS quota_rule FROM users WHERE email = '%u' ################### dovecot -n######################################## # 2.0.13: /etc/dovecot/dovecot.conf # OS: OpenBSD 5.0 i386 ffs auth_mechanisms = plain login digest-md5 cram-md5 apop base_dir = /var/dovecot/ default_internal_user = _dovecot default_login_user = _dovecot first_valid_uid = 1000 mail_location = maildir:/var/mailserv/mail/%d/%n mmap_disable = yes passdb { args = /etc/dovecot/dovecot-sql.conf driver = sql } plugin { antispam_mail_notspam = --ham antispam_mail_sendmail = /usr/local/bin/sa-learn antispam_mail_sendmail_args = --username=%u antispam_mail_spam = --spam antispam_mail_tmpdir = /tmp antispam_signature = X-Spam-Flag antispam_signature_missing = move antispam_spam = SPAM;Spam;spam;Junk;junk antispam_trash = trash;Trash;Deleted Items; Deleted Messages autocreate = Trash autocreate2 = Spam autocreate3 = Sent autocreate4 = Drafts autosubscribe = Trash autosubscribe2 = Spam autosubscribe3 = Sent autosubscribe4 = Drafts quota = maildir quota_rule = *:storage=5G quota_rule2 = Trash:storage=100M quota_warning = storage=95%% /usr/local/bin/quota-warning.sh 95 quota_warning2 = storage=80%% /usr/local/bin/quota-warning.sh 80 sieve = ~/.dovecot.sieve sieve_storage = ~/sieve } protocols = imap pop3 service auth { unix_listener /var/run/dovecot-auth-master { group = _dovecot mode = 0600 user = _dovecot } unix_listener /var/spool/postfix/private/auth { group = _postfix mode = 0660 user = _postfix } user = root } service imap-login { service_count = 0 vsz_limit = 64 M } service pop3-login { service_count = 0 vsz_limit = 64 M } ssl_cert = /etc/ssl/dovecotcert.pem ssl_cipher_list = HIGH:MEDIUM:+TLSv1:!SSLv2:+SSLv3 ssl_key = /etc/ssl/private/dovecot.pem userdb { args = /etc/dovecot/dovecot-sql.conf driver = sql } protocol imap { imap_client_workarounds = delay-newmail mail_plugins = quota imap_quota autocreate } protocol pop3 { mail_plugins = quota pop3_client_workarounds = outlook-no-nuls oe-ns-eoh pop3_uidl_format = %08Xv%08Xu } protocol lda { auth_socket_path = /var/run/dovecot-auth-master mail_plugins = sieve quota postmaster_address = postmaster(a)mailr130.localdomain sendmail_path = /usr/sbin/sendmail } Cheers, Wesley. M www.mouedine.net

1 0

[Dovecot] error bad file number with compressed mbox files
by Jürgen Obermann 04 Jan '12

04 Jan '12

Hello, can dsync convert from compressed mbox to compressed mdbox format? When I use compressed mbox files, either with gzip or with bzip2, I can read the mails as usual, but I find the following errors in dovecots log file: imap(userxy): Error: nfs_flush_fcntl: fcntl(/home/hrz/userxy/Mail/mymbox.gz, F_RDLCK) failed: Bad file number imap(userxy): Error: nfs_flush_fcntl: fcntl(/home/hrz/userxy/Mail/mymbox.bz2, F_RDLCK) failed: Bad file number These errors also appear when I use dsync to convert the compressed mbox to mdbox format on a second dovecot server: /opt/local/bin/dsync -v -u userxy backup mdbox:/sanpool/mail/home/hrz/userxy/mdbox dsync(userxy): Error: nfs_flush_fcntl: fcntl(/home/hrz/userxy/Mail/mymbox.gz, F_RDLCK) failed: Bad file number But now dovecot does not find the mails in the folder mymbox.gz on the second dovecot server in mdbox format! The relevant part of the dovcot configuration is: # 2.0.16: /opt/local/etc/dovecot/dovecot.conf # OS: SunOS 5.10 sun4v mail_fsync = always mail_location = mbox:~/Mail:INBOX=/var/mail/%u mail_nfs_index = yes mail_nfs_storage = yes mail_plugins = mail_log notify zlib mmap_disable = yes Thank you, -- Jürgen Obermann Hochschulrechenzentrum der Justus-Liebig-Universität Gießen Heinrich-Buff-Ring 44 Tel. 0641-9913054

2 2

Re: [Dovecot] GPFS for mail-storage (Was: Re: Compressing existing maildirs)
by list＠airstreamcomm.net 04 Jan '12

04 Jan '12

Great information, thank you. Could you remark on GPFS services hosting mail storage over a WAN between two geographically separated data centers? ----- Reply message ----- From: "Jan-Frode Myklebust" <janfrode(a)tanso.net> To: "Stan Hoeppner" <stan(a)hardwarefreak.com> Cc: "Timo Sirainen" <tss(a)iki.fi>, <dovecot(a)dovecot.org> Subject: [Dovecot] GPFS for mail-storage (Was: Re: Compressing existing maildirs) Date: Tue, Jan 3, 2012 2:14 am On Sat, Dec 31, 2011 at 01:54:32AM -0600, Stan Hoeppner wrote: > Nice setup. I've mentioned GPFS for cluster use on this list before, > but I think you're the only operator to confirm using it. I'm sure > others would be interested in hearing of your first hand experience: > pros, cons, performance, etc. And a ball park figure on the licensing > costs, whether one can only use GPFS on IBM storage or if storage from > others vendors is allowed in the GPFS pool. I used to work for IBM, so I've been a bit uneasy about pushing GPFS too hard publicly, for risk of being accused of being biased. But I changed job in November, so now I'm only a satisfied customer :-) Pros: Extremely simple to configure and manage. Assuming root on all nodes can ssh freely, and port 1191/tcp is open between the nodes, these are the commands to create the cluster, create a NSD (network shared disks), and create a filesystem: # echo hostname1:manager-quorum > NodeFile # "manager" means this node can be selected as filesystem manager # echo hostname2:manager-quorum >> NodeFile # "quorum" means this node has a vote in the quorum selection # echo hostname3:manager-quorum >> NodeFile # all my nodes are usually the same, so they all have same roles. # mmcrcluster -n NodeFile -p $(hostname) -A ### sdb1 is either a local disk on hostname1 (in which case the other nodes will access it over tcp to ### hostname1), or a SAN-disk that they can access directly over FC/iSCSI. # echo sdb1:hostname1::dataAndMetadata:: > DescFile # This disk can be used for both data and metadata # mmcrnsd -F DescFile # mmstartup -A # starts GPFS services on all nodes # mmcrfs /gpfs1 gpfs1 -F DescFile # mount /gpfs1 You can add and remove disks from the filesystem, and change most settings without downtime. You can scale out your workload by adding more nodes (SAN attached or not), and scale out your disk performance by adding more disks on the fly. (IBM uses GPFS to create scale-out NAS solutions http://www-03.ibm.com/systems/storage/network/sonas/ , which highlights a few of the features available with GPFS) There's no problem running GPFS on other vendors disk systems. I've used Nexsan SATAboy earlier, for a HPC cluster. One can easily move from one disksystem to another without downtime. Cons: It has it's own page cache, staticly configured. So you don't get the "all available memory used for page caching" behaviour as you normally do on linux. There is a kernel module that needs to be rebuilt on every upgrade. It's a simple process, but it needs to be done and means we can't just run "yum update ; reboot" to upgrade. % export SHARKCLONEROOT=/usr/lpp/mmfs/src % cp /usr/lpp/mmfs/src/config/site.mcr.proto /usr/lpp/mmfs/src/config/site.mcr % vi /usr/lpp/mmfs/src/config/site.mcr # correct GPFS_ARCH, LINUX_DISTRIBUTION and LINUX_KERNEL_VERSION % cd /usr/lpp/mmfs/src/ ; make clean ; make World % su - root # export SHARKCLONEROOT=/usr/lpp/mmfs/src # cd /usr/lpp/mmfs/src/ ; make InstallImages > > To this point IIRC everyone here doing clusters is using NFS, GFS, or > OCFS. Each has its downsides, mostly because everyone is using maildir. > NFS has locking issues with shared dovecot index files. GFS and OCFS > have filesystem metadata performance issues. How does GPFS perform with > your maildir workload? Maildir is likely a worst case type workload for filesystems. Millions of tiny-tiny files, making all IO random, and getting minimal controller read cache utilized (unless you can cache all active files). So I've concluded that our performance issues are mostly design errors (and the fact that there were no better mail storage formats than maildir at the time these servers were implemented). I expect moving to mdbox will fix all our performance issues. I *think* GPFS is as good as it gets for maildir storage on clusterfs, but have no number to back that up ... Would be very interesting if we could somehow compare numbers for a few clusterfs'. I believe our main limitation in this setup is the iops we can get from the backend storage system. It's hard to balance the IO over enough RAID arrays (the fs is spread over 11 RAID5 arrays of 5 disks each), and we're always having hotspots. Right now two arrays are doing <100 iops, while others are doing 4-500 iops. Would very much like to replace it by something smarter where we can utilize SSDs for active data and something slower for stale data. GPFS can manage this by itself trough it's ILM interface, but we don't have the very fast storage to put in as tier-1. -jf

2 1

[Dovecot] Problem with huge IMAP Archive after Courier migration
by Preacher 04 Jan '12

04 Jan '12

I have a mail server running Debian 6.0 with Courier IMAP to store project related mail. Currently the maildir of the archive (one user) contains about 37GB of data. Our staff is acessing the archive via Outlook 2007 where they drag their Exchange inbox or sent files to it. The problem with courier is that is sometimes mixes up headers with message bodies, so I wanted to migrate to dovecot. I tried this on my proxy running Debian 7.0 with some test data and this worked fine (OK, spent some hours to get the config files done - Dovecot without authentication). Dovecot version here is 2.0.15. Tried it with our productive system today, but got Dovecot 1.2.15 installed on Debian 6.0 Config files and parameters I took from my test system were not compatible and I didn't get it to work. So I forced to install the Debisn 7.0 packages with 2.0.15 and finally got the server running, I also restarted the whole machine to empty caches. But the problem I got was that in the huge folder hierarchy the downloaded headers in the individual folders disappeared, some folders showed a few very old messages, some none. Also some subfolders disappeared. I checked this with Outlook and Thunderbird. The difference was, that Thunderbird shows more messages (but not all) than Outlook in some folders, but also none in some others. Outlook brought up a message in some cases, that the connection timed out, although I set the timeout to 60s. After being frustrated uninstalled dovecot, went back to Courier and folder contents are displayed correctly again. Anyone a clue what's wrong here? Finally some config information: proxy-server:~# dovecot -n # 2.0.15: /etc/dovecot/dovecot.conf # OS: Linux 3.1.0-1-686-pae i686 Debian wheezy/sid auth_debug_passwords = yes auth_mechanisms = plain login disable_plaintext_auth = no namespace { inbox = yes location = prefix = INBOX. separator = . type = private } passdb { driver = pam } plugin { sieve = ~/.dovecot.sieve sieve_dir = ~/sieve } protocols = imap ssl = no ssl_cert = </etc/ssl/certs/dovecot.pem ssl_key = </etc/ssl/private/dovecot.pem userdb { driver = passwd }

5 7

[Dovecot] Maildir migration and uids
by David Jonas 03 Jan '12

03 Jan '12

I'm in the process of migrating a large number of maildirs to a 3rd party dovecot server (from a dovecot server). Tests have shown that using imap to sync the accounts doesn't preserve the uidl for pop3 access. My current attempt is to convert the maildir to mbox and add an X-UIDL header in the process. Run a second dovecot that serves the converted mbox. But dovecot's docs say, "None of these headers are sent to IMAP/POP3 clients when they read the mail". Is there any way to sync these maildirs to the new server and maintain the uids? The real goal is keep customers email clients happy when they are pointed at the new server. Am I just wishing?

2 2

[Dovecot] Deliver all addresses to the same mdbox:?
by Ralf Hildebrandt 03 Jan '12

03 Jan '12

For archiving purposes I'm delivering all addresses to the same mdbox: like this: passdb { driver = passwd-file args = username_format=%u /etc/dovecot/passwd } userdb { driver = static args = uid=1000 gid=1000 home=/home/copymail allow_all_users=yes } Yet I'm getting this: Jan 3 19:03:27 mail postfix/lmtp[29378]: 3THjg02wfWzFvmL: to=<firstname.lastname@charite.de@backup.invalid>, relay=mail.charite.de[private/dovecot-lmtp], conn_use=20, delay=323, delays=323/0/0/0, dsn=4.1.1, status=SOFTBOUNCE (host mail.charite.de[private/dovecot-lmtp] said: 550 5.1.1 <"firstname.lastname(a)charite.de"@backup.invalid> User doesn't exist: "firstname.lastname(a)charite.de"@backup.invalid (in reply to RCPT TO command)) (using soft_bounce = yes here in Postfix) In short: backup.invalid is delivered to dovecot by means of LMTP (local socket). I thought my static mapping in userdb would enable the lmtp listener to accept ALL recipients and map their $home to /home/copymail - why is that not working? -- Ralf Hildebrandt Geschäftsbereich IT | Abteilung Netzwerk Charité - Universitätsmedizin Berlin Campus Benjamin Franklin Hindenburgdamm 30 | D-12203 Berlin Tel. +49 30 450 570 155 | Fax: +49 30 450 570 962 ralf.hildebrandt(a)charite.de | http://www.charite.de

2 2

[Dovecot] Multiple Maildirs per Virtual User
by Ruslan Nabioullin 03 Jan '12

03 Jan '12

How would it be possible to configure dovecot (2.0.16) in such a way that it would serve several maildirs (e.g., INBOX, INBOX.Drafts, INBOX.Sent, forum_email, [Gmail].Trash, etc.) per virtual user? I am only able to specify a single maildir, but I want all maildirs in /home/my-username/mail/account1/ to be served. e.g., /etc/dovecot/passwd: my-username_account1:{PLAIN}password:my-username:my-group::::userdb_mail=maildir:/home/my-username/mail/account1/INBOX Thanks in advance, Ruslan -- Ruslan Nabioullin rnabioullin(a)gmail.com

2 3

[Dovecot] What is normal CPU usage of dovecot imap?
by Mikko Lampikoski 03 Jan '12

03 Jan '12

I got Dual Core Intel Xeon CPU 3.00GHz, over 1000 mailbox and almost 1 dovecot login / second (peak time). Server stats says that load is continually over 2 and cpu usage is 60%. top says that imap is making this load. virtual users are in mysql database and mysqld is running on another server (this server is ok). Do I need better CPU or is there something going on that I do not understand? # dovecot -n # 1.1.11: /etc/dovecot/dovecot.conf # OS: Linux 2.6.32-4-pve i686 Ubuntu 9.10 nfs log_timestamp: %Y-%m-%d %H:%M:%S protocols: imap imaps pop3 pop3s listen: *, [::] ssl_ca_file: /etc/ssl/**********.crt ssl_cert_file: /etc/ssl/**********.crt ssl_key_file: /etc/ssl/**********.key ssl_key_password: ********** disable_plaintext_auth: no verbose_ssl: yes shutdown_clients: no login_dir: /var/run/dovecot/login login_executable(default): /usr/lib/dovecot/imap-login login_executable(imap): /usr/lib/dovecot/imap-login login_executable(pop3): /usr/lib/dovecot/pop3-login login_greeting_capability(default): yes login_greeting_capability(imap): yes login_greeting_capability(pop3): no login_process_size: 128 login_processes_count: 10 login_max_processes_count: 2048 mail_max_userip_connections(default): 10 mail_max_userip_connections(imap): 10 mail_max_userip_connections(pop3): 3 first_valid_uid: 99 last_valid_uid: 100 mail_privileged_group: mail mail_location: maildir:/var/vmail/%d/%n:INDEX=/var/indexes/%d/%n fsync_disable: yes mail_nfs_storage: yes mbox_write_locks: fcntl mbox_min_index_size: 4 mail_executable(default): /usr/lib/dovecot/imap mail_executable(imap): /usr/lib/dovecot/imap mail_executable(pop3): /usr/lib/dovecot/pop3 mail_process_size: 2048 mail_plugin_dir(default): /usr/lib/dovecot/modules/imap mail_plugin_dir(imap): /usr/lib/dovecot/modules/imap mail_plugin_dir(pop3): /usr/lib/dovecot/modules/pop3 imap_client_workarounds(default): outlook-idle imap_client_workarounds(imap): outlook-idle imap_client_workarounds(pop3): pop3_client_workarounds(default): pop3_client_workarounds(imap): pop3_client_workarounds(pop3): outlook-no-nuls auth default: mechanisms: plain login cram-md5 cache_size: 1024 passdb: driver: sql args: /etc/dovecot/dovecot-sql.conf userdb: driver: static args: uid=99 gid=99 home=/var/vmail/%d/%n allow_all_users=yes socket: type: listen client: path: /var/spool/postfix/private/auth-client mode: 432 user: postfix group: postfix master: path: /var/run/dovecot/auth-master mode: 384 user: vmail

2 3

[Dovecot] Compressing existing maildirs
by Jan-Frode Myklebust 03 Jan '12

03 Jan '12

I've just enabled zlib for our users, and am looking at how to compress the existing files. The routine for doing this at http://wiki2.dovecot.org/Plugins/Zlib seems a bit complicated. What do you think about simply doing: find /var/vmail -type f -name "*,S=*" -mtime +1 -exec gzip -S Z -6 '{}' + I.e. find all maildir-files: - with size in the name ("*,S=*") - modified before I enabled zlib plugin - compress them - add the Z suffix - keep timestamps (gzip does that by default) It's of course racy without the maildirlock, but are there any other problems with this approach ? -jf

4 14

[Dovecot] Dsync fails on second sync for folders with dot in the name
by Jan-Frode Myklebust 03 Jan '12

03 Jan '12

I'm in the processes of running our first dsync backup of all users (from maildir to mdbox on remote server), and one problem I'm hitting that dsync will work fine on first run for some users, and then reliably fail whenever I try a new run: $ sudo dsync -u janfrode(a)example.net backup ssh -q mailbackup(a)repo1.example.net dsync -u janfrode(a)example.net $ sudo dsync -u janfrode(a)example.net backup ssh -q mailbackup(a)repo1.example.net dsync -u janfrode(a)example.net dsync-remote(janfrode(a)example.net): Error: Can't delete mailbox directory INBOX/a: Mailbox has children, delete them first The problem here seems to be that this user has a maildir named ".a.b". On the backup side I see this as "a/b/". So dsync doesn't quite seem to agree with itself for how to handle folders with dot in the name. -jf

3 7

[Dovecot] lmtp-postlogin ?
by Jan-Frode Myklebust 03 Jan '12

03 Jan '12

We have last-login tracking for imap and pop, and I intend to use this for deciding which users to backup daily. But, it would also be nice to backup users who has only received messages, but not logged in lately.. So is it possible to implement "last-login" tracking for lmtp ? I naively tried copying the settings from imap, but it didn't work: service lmtp-postlogin { executable = script-login /usr/local/sbin/lmtp-postlogin.sh unix_listener lmtp-postlogin { } } service lmtp { executable = lmtp lmtp-postlogin <snip> -jf

2 3

[Dovecot] Newbie: LDA Isn't Logging
by Michael Papet 03 Jan '12

03 Jan '12

Hi, I'm a newbie having some trouble getting deliver to log anything. Related to this, there are no return values unless the -d is missing. I'm using LDAP to store virtual domain and user account information. Test #1: /usr/lib/dovecot/deliver -e -f mpapet(a)yahoo.com -d zed(a)mailswansong.dom < bad.mail Expected result: supposed to fail, there's no zed account via ldap lookup and supposed to get a return code per the wiki at http://wiki2.dovecot.org/LDA. Supposed to log too. Actual result: nothing gets delivered, no return code, nothing is logged. Test #2: /usr/lib/dovecot/deliver -f mpapet(a)yahoo.com -d dude(a)mailswansong.dom < good.mail Expected result: deliver to dude and return 0. Actual result: delivers, but no return code. Nothing logged. The wiki is vague about the difficulties of getting deliver LDA to log, but I thought I had it covered in my config. I even opened permissions up wide (777) on my log files specified below. Nothing gets logged. The ONLY thing changed in 15-lda.conf is as follows. protocol lda { # Space separated list of plugins to load (default is global mail_plugins). #mail_plugins = $mail_plugins log_path = /var/log/dovecot/lda.log info_log_path = /var/log/dovecot/lda-info.log service auth { unix_listener auth-client { mode = 0600 user = vmail } } I'm running plain Debian Testing and used dovecot from Debian's repository. The end-goal is to write a qpsmtpd queue plugin, but I need to figure out what's the matter first. Thanks in advance. mpapet

2 1

[Dovecot] dsync / separator / namespace config-problem
by Jan-Frode Myklebust 03 Jan '12

03 Jan '12

Guess I don't quite get namespaces, but we have the following namespace configured: $ doveconf namespace namespace { hidden = no inbox = yes list = yes location = prefix = INBOX. separator = subscriptions = yes type = private } But when I try running dsync it complains: $ sudo -u atmail dsync -u janfrode(a)tanso.net mirror mdbox:/tmp/janfrodeboks dsync(atmail): Error: user janfrode(a)tanso.net: Initialization failed: namespace configuration error: list=yes requires prefix=INBOX. to end with separator dsync(atmail): Fatal: User init failed I can fix this by adding "separator = ." to the namespace and dsync is happy, but is changing this now safe, or will this affect existing clients? -jf

2 5

[Dovecot] Trouble with proxy_maybe and auth_default_realm
by Gedalya 01 Jan '12

01 Jan '12

Hello, I'm using proxy_maybe and auth_default_realm. It seems that when a user logs in without the domain name, relying on auth_default_realm, and the "host" field points to the local server, I get the Proxying loops to itself error. It does work as expected - log on to the local server without proxying, if the user does include the domain name in the login. (IP's and domain name masked below) No domain: Dec 29 11:49:07 imap01 dovecot: pop3-login: Error: Proxying loops to itself: user=<jedi(a)----.com>, method=PLAIN, rip=00.00.52.18, lip=00.00.241.140 Dec 29 11:49:27 imap01 dovecot: pop3-login: Disconnected (auth failed, 1 attempts): user=<jedi(a)----.com>, method=PLAIN, rip=00.00.52.18, lip=00.00.241.140 With domain: Dec 29 11:52:13 imap01 dovecot: pop3-login: Login: user=<jedi(a)---.com>, method=PLAIN, rip=00.00.52.18, lip=00.00.241.140, mpid=19969 Dec 29 11:52:18 imap01 dovecot: pop3(jedi(a)---.com): Disconnected: Logged out top=0/0, retr=0/0, del=0/1, size=731 Otherwise, e.g. when the proxy host is indeed another host, auth_default_domain works fine, including or not including the domain seems to make no difference, and everything works. I'm using mysql, and I'm able to get around this problem including the following in the password query: IF(host='' or host='00.00.241.140', NULL, 'Y') as proxy_maybe # dovecot --version 2.0.15 # dovecot -n # 2.0.15: /etc/dovecot/dovecot.conf # OS: Linux 2.6.32-5-amd64 x86_64 Debian 6.0.3 auth_default_realm = ----.com auth_mechanisms = plain login cram-md5 ntlm auth_username_format = %Lu auth_verbose = yes auth_verbose_passwords = plain dict { quota = mysql:/etc/dovecot/dovecot-dict-sql.conf.ext } disable_plaintext_auth = no login_greeting = How can I help you? mail_gid = vmail mail_uid = vmail passdb { args = /etc/dovecot/dovecot-sql.conf.ext driver = sql } protocols = imap pop3 lmtp service lmtp { inet_listener lmtp { address = 0.0.0.0 port = 7025 } } ssl_cert = </etc/ssl/certs/dovecot.pem ssl_key = </etc/ssl/private/dovecot.pem userdb { driver = prefetch } userdb { args = /etc/dovecot/dovecot-sql.conf.ext driver = sql } verbose_proctitle = yes ----- dovecot-sql.conf.ext ---- driver = mysql connect = host=localhost dbname=email user=email default_pass_scheme = PLAIN password_query = SELECT password, \ IF('%s' = 'pop3', host_pop3, host) as host, \ IF(host='' or host='00.00.241.140', NULL, 'Y') as proxy_maybe, \ concat(userid, '@', domain) as destuser, \ password as pass, \ '/stor/mail/domains/%d/%n' AS userdb_home, \ 'maildir:/stor/mail/domains/%d/%n/Maildir' as userdb_mail, \ concat('*:storage=', quota_mb, 'M') as userdb_quota_rule, \ 'vmail' AS userdb_uid, 'vmail' AS userdb_gid \ FROM email WHERE userid = '%n' AND domain = '%d' user_query = SELECT '/stor/mail/domains/%d/%n' AS home, \ 'maildir:/stor/mail/domains/%d/%n/Maildir' as mail, \ concat('*:storage=', quota_mb, 'M') as quota_rule, \ 'vmail' AS uid, 'vmail' AS gid \ FROM email WHERE userid = '%n' AND domain = '%d'

1 1