AlternC/src/courier-dovecot-migrate.pl

1076 lines
33 KiB
Perl
Raw Permalink Normal View History

#!/usr/bin/perl
# Copyright 2008-2002 Timo Sirainen
# Last updated: 2012-07-28
# NOTE: Requires Dovecot v2.0.13+ for POP3 'O' entries
# Based largely on courier-dovecot-migrate.pl v1.1.7:
# cpanel12 - maildir-migrate Copyright(c) 2008 cPanel, Inc.
# All Rights Reserved.
# copyright@cpanel.net http://cpanel.net
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are met:
# * Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# * Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
# * Neither the name of the cPanel, Inc. nor the
# names of its contributors may be used to endorse or promote products
# derived from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY CPANEL, INC. "AS IS" AND ANY
# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
# DISCLAIMED. IN NO EVENT SHALL CPANEL, INC BE LIABLE FOR ANY
# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
# ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
# SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
use strict;
use warnings;
use Getopt::Long ();
# Key files in maildirs
my $courier_imap_uidfile = 'courierimapuiddb';
my $courier_pop3_uidfile = 'courierpop3dsizelist';
my $courier_subscriptions_file = 'courierimapsubscribed';
my $courier_keywords_dir = 'courierimapkeywords/';
my $courier_keywords_file = 'courierimapkeywords/:list';
my $dovecot_uidfile = 'dovecot-uidlist';
my $dovecot_uidvalidity_file = 'dovecot-uidvalidity';
my $dovecot_subscriptions_file = 'subscriptions';
my $dovecot_keywords_file = 'dovecot-keywords';
# Globals
my $do_conversion = 0;
my $quiet = 0;
my $recursive = 0;
my $overwrite = 0;
my $depth = 1;
my $maildir_subdirs = -1;
my $global_error_count = 0;
my $global_mailbox_count = 0;
my $global_user_count = 0;
my $uidlist_write_count = 0;
my $convert_to_dovecot = 0;
my $convert_to_courier = 0;
my $help = 0;
my $maildir_name = 'Maildir';
# Argument processing
my %opts = (
'convert' => \$do_conversion,
'quiet' => \$quiet,
'overwrite' => \$overwrite,
'recursive' => \$recursive,
'to-dovecot' => \$convert_to_dovecot,
'to-courier' => \$convert_to_courier,
'help' => \$help,
);
Getopt::Long::GetOptions(%opts);
usage() if $help;
my $mailroot = shift @ARGV || '.';
my $conversion_type;
if ( $convert_to_dovecot && $convert_to_courier ) {
print "It is not possible to convert to both Dovecot and Courier formats simultaneously!\n";
exit 1;
}
else {
print $do_conversion ? 'Converting' : 'Testing conversion' unless $quiet;
if ($convert_to_courier) {
print " to Courier format\n" unless $quiet;
$conversion_type = 'courier';
}
elsif ($convert_to_dovecot) {
print " to Dovecot format\n" unless $quiet;
$conversion_type = 'dovecot';
}
else {
print " based on newest timestamps\n" unless $quiet;
$conversion_type = 'auto';
}
}
# Check/Convert maildirs
print "Finding maildirs under $mailroot\n" if ( !$quiet );
if ( is_maildir($mailroot) ) {
check_maildir($mailroot);
}
elsif ( -d "$mailroot/$maildir_name" ) {
if ( !is_maildir("$mailroot/$maildir_name") ) {
print STDERR "$mailroot/$maildir_name doesn't seem to contain a valid Maildir\n";
}
else {
check_maildir("$mailroot/$maildir_name");
}
}
elsif ($recursive) {
if ( $depth > 0 || !userdir_check($mailroot) ) {
$depth-- if ( $depth > 0 );
if ( !depth_check( $mailroot, $depth ) ) {
print STDERR "No maildirs found\n";
exit;
}
}
}
# Totals
if ( !$quiet ) {
print "\nTotal: $global_mailbox_count mailboxes / $global_user_count users\n";
print " $global_error_count errors\n";
if ( !$do_conversion ) {
print "No actual conversion done, use --convert parameter\n";
}
else {
print "$uidlist_write_count $dovecot_uidfile files written\n";
}
print "\nWARNING: Badly done migration will cause your IMAP and/or POP3 clients to re-download all mails. Read http://wiki.dovecot.org/Migration carefully.\n";
}
sub scan_maildir {
my ( $dir, $map ) = @_;
my @scan_maildir_files;
if ( opendir my $scan_maildir_dh, $dir ) {
@scan_maildir_files = readdir($scan_maildir_dh);
closedir $scan_maildir_dh;
}
foreach my $real_filename (@scan_maildir_files) {
next if ( $real_filename eq "." || $real_filename eq ".." );
my $base_filename;
if ( $real_filename =~ /^([^:]+):2,/ ) {
$base_filename = $1;
}
else {
$base_filename = $real_filename;
}
$$map{$base_filename} = $real_filename;
}
}
sub read_courier_pop3 {
my ( $dir ) = @_;
my ( $pop3_uidv, $pop3_nextuid ) = ( -1, 0 );
my $filename_map = {};
my $f;
my $pop3_fname = "$dir/$courier_pop3_uidfile";
open( $f, $pop3_fname ) || die $!;
my $pop3_hdr = <$f>;
if ( $pop3_hdr =~ /^\/2 (\d+) (\d+)$/ ) {
# /2 <next uid> <uidvalidity>
$_ = <$f>;
}
elsif ( $pop3_hdr =~ /^\/1 (\d+)$/ ) {
# /1 <next uid>
$_ = <$f>;
}
elsif ( $pop3_hdr !~ /^\// ) {
# version 0: no UIDs
$_ = $pop3_hdr;
}
else {
print STDERR "$pop3_fname: Broken header: $pop3_hdr\n";
close $f;
return $filename_map;
}
my $line = 0;
do {
chomp $_;
$line++;
my ( $full_fname, $fsize, $uid, $uidv );
if ( /^([^ ]+) (\d+) (\d+):(\d+)$/ ) {
# v2
( $full_fname, $fsize, $uid, $uidv ) = ( $1, $2, $3, $4 );
}
elsif ( /^([^ ]+) (\d+) (\d+)$/ ) {
# v1
( $full_fname, $fsize, $uid ) = ( $1, $2, $3 );
$uidv = 0;
}
elsif ( /^([^ ]+) (\d+)$/ ) {
# v0
( $full_fname, $fsize ) = ( $1, $2 );
$uid = 0;
$uidv = 0;
}
else {
$global_error_count++;
print STDERR "$pop3_fname: Broken line: $_\n";
next;
}
# get base filename
my $fname = $full_fname;
$fname =~ s/^([^:]+).*$/$1/;
my $uidl = "";
if ( $uid == 0 ) {
# use filename
foreach (split(//, $fname)) {
if (ord($_) < 0x21 || ord($_) > 0x7e || $_ eq "'" || $_ eq '"' || $_ eq "+") {
$uidl .= sprintf("+%02X", ord($_));
} else {
$uidl .= $_;
}
}
}
elsif ($uidv != 0) {
$uidl = "UID$uid-$uidv";
}
else {
$uidl = "UID$uid";
}
$filename_map->{$fname} = [ 0, $uidl, $fsize, $full_fname, $line ];
} while (<$f>);
close $f;
return $filename_map;
}
sub read_courier_imap {
my ( $dir, $filename_map ) = @_;
# check if we can preserve IMAP UIDs
my $imap_fname = "$dir/$courier_imap_uidfile";
if ( !-f $imap_fname ) {
print "$imap_fname: OK\n" if ( !$quiet );
return;
}
my $f;
open( $f, $imap_fname ) || die $!;
my $imap_hdr = <$f>;
if ( $imap_hdr !~ /^1 (\d+) (\d+)$/ ) {
$global_error_count++;
print STDERR "$imap_fname: Broken header: $imap_hdr\n";
close $f;
return;
}
my ( $uidv, $nextuid ) = ( $1, $2 );
my %found_files;
my $found_files_looked_up = 0;
while (<$f>) {
chomp $_;
if (/^(\d+) (.*)$/) {
my ( $uid, $full_fname ) = ( $1, $2 );
# get the base filename
my $fname = $full_fname;
$fname =~ s/^([^:]+).*$/$1/;
if ( defined $filename_map->{$fname} ) {
$filename_map->{$fname}->[0] = $uid;
}
else {
# not in pop3 list
$filename_map->{$fname} = [ $uid, "", 0, $full_fname, 0 ];
}
$nextuid = $uid + 1 if ($uid >= $nextuid);
}
else {
$global_error_count++;
print STDERR "$imap_fname: Broken header\n";
}
}
close $f;
return ( $uidv, $nextuid, $filename_map );
}
sub write_dovecot_uidlist {
my ( $dir, $uidv, $nextuid, $owner_uid, $owner_gid, $filename_map ) = @_;
my $uidlist_fname = "$dir/$dovecot_uidfile";
if ( !$overwrite && -f $uidlist_fname ) {
print "$uidlist_fname already exists, not overwritten\n" if ( !$quiet );
return;
}
return if (scalar keys %{$filename_map} == 0);
return if ( !$do_conversion );
if ($uidv <= 0) {
# only pop3 UIDLs, generate a new uidvalidity
$uidv = time();
}
# POP3 clients may want to get POP3 UIDLs in the same order always.
# Preserve the order with O flag supported in dovecot 2.0.13+ and dont change order of IMAP UIDs.
my %order_map;
foreach my $fname ( keys %{$filename_map} ) {
my $order = $filename_map->{$fname}->[4];
$filename_map->{$fname}->[5]=$order;
}
my $prev_uid = 0;
foreach my $order ( sort { $a <=> $b } keys %order_map ) {
my $file_ar = $filename_map->{ $order_map{$order} };
if ($file_ar->[0] == 0) {
$file_ar->[0] = $nextuid;
$nextuid++;
}
if ($file_ar->[0] <= $prev_uid) {
$file_ar->[0] = 0;
} else {
$prev_uid = $file_ar->[0];
}
}
# sort all messages by their imap UID
my @all = sort {
($filename_map->{$a}[0] || 'inf') <=> ($filename_map->{$b}[0] || 'inf')
} keys %$filename_map;
$prev_uid = 0;
my %uidlist_map;
foreach my $fname ( @all ) {
my $file_ar = $filename_map->{ $fname };
my $uid = $file_ar->[0];
if ($uid == 0 # only in pop3 list or marked for new UID
# OR: other ill-ordered UID message
|| $uid <= $prev_uid)
{
# Assign a new IMAP UID:
$uid = $nextuid;
$nextuid++;
}
$prev_uid = $uid;
$uidlist_map{$uid} = $fname;
}
open( my $dovecot_uidlist_fh, '>', $uidlist_fname ) || die $!;
print $dovecot_uidlist_fh "3 V$uidv N$nextuid\n";
foreach my $uid ( sort { $a <=> $b } keys %uidlist_map ) {
my $file_ar = $filename_map->{ $uidlist_map{$uid} };
print $dovecot_uidlist_fh "$uid ";
if ($file_ar->[5]) {
print $dovecot_uidlist_fh "O".$file_ar->[5]." ";
}
print $dovecot_uidlist_fh 'P' . $file_ar->[1] . ' ' if ( $file_ar->[1] ne "" );
print $dovecot_uidlist_fh 'W' . $file_ar->[2] . ' ' if ( $file_ar->[2] > 0 );
print $dovecot_uidlist_fh ':' . $file_ar->[3] . "\n";
}
close $dovecot_uidlist_fh;
chown $owner_uid, $owner_gid, $uidlist_fname;
$uidlist_write_count++;
}
sub convert_keywords {
my ( $dir, $owner_uid, $owner_gid ) = @_;
my $courier_mtime = ( stat("$dir/$courier_keywords_file") )[9] || 0;
my $dovecot_mtime = ( stat("$dir/$dovecot_keywords_file") )[9] || 0;
# No need to convert if there are no keywords files
return unless ( $courier_mtime || $dovecot_mtime );
# If we're doing auto-conversion, find the newest keywords file
my $convert_to = $conversion_type;
if ( $convert_to eq 'auto' ) {
$convert_to = $dovecot_mtime > $courier_mtime ? 'courier' : 'dovecot';
}
if ( $convert_to eq 'dovecot' ) {
# Courier to Dovecot keyword conversion
my $keyword_dir = "$dir/courierimapkeywords";
my $dovecot_keyfname = "$dir/dovecot-keywords";
if ( !-f "$keyword_dir/:list" ) {
# no keywords
return;
}
if ( !$overwrite && -f $dovecot_keyfname ) {
print "$dovecot_keyfname already exists, not overwritten\n" if ( !$quiet );
return;
}
my ( %keywords, %files );
my $f;
open( $f, "$keyword_dir/:list" ) || die $!;
# read keyword names
while (<$f>) {
chomp $_;
last if (/^$/);
$keywords{$_} = scalar keys %keywords;
}
# read filenames -> keywords mapping
while (<$f>) {
if (/([^:]+):([\d ]+)$/) {
my $fname = $1;
foreach ( sort { $a <=> $b } split( " ", $2 ) ) {
$files{$fname} .= chr( 97 + $_ );
}
}
else {
print STDERR "$keyword_dir/:list: Broken entry: $_\n";
}
}
close $f;
# read updates from the directory
my %updates;
my @update_files;
if ( opendir my $kw_dh, $keyword_dir ) {
@update_files = readdir($kw_dh);
closedir $kw_dh;
}
foreach (@update_files) {
next if ( $_ eq ":list" || $_ eq "." || $_ eq ".." );
my $fname = $_;
if (/^\.(\d+)\.(.*)$/) {
my ( $num, $base_fname ) = ( $1, $2 );
if ( !defined $updates{$fname} ) {
$updates{$fname} = $num;
}
else {
my $old = $updates{$fname};
if ( $old >= 0 && $num > $old ) {
$updates{$fname} = $num;
}
}
}
else {
# "fname" overrides .n.fnames
$updates{$fname} = -1;
}
}
# apply the updates
foreach ( keys %updates ) {
my $base_fname = $_;
my $num = $updates{$_};
my $fname;
if ( $num < 0 ) {
$fname = $base_fname;
}
else {
$fname = ".$num.$base_fname";
}
my @kw_list;
open( $f, "$keyword_dir/$fname" ) || next;
while (<$f>) {
chomp $_;
my $kw = $_;
my $idx;
if ( defined $keywords{$kw} ) {
$idx = $keywords{$kw};
}
else {
$idx = scalar keys %keywords;
$keywords{$kw} = $idx;
}
$kw_list[ scalar @kw_list ] = $idx;
}
close $f;
$files{$fname} = "";
foreach ( sort { $a <=> $b } @kw_list ) {
$files{$fname} .= chr( 97 + $_ );
}
}
return if ( !$do_conversion );
# write dovecot-keywords file
open( $f, ">$dovecot_keyfname" ) || die $!;
foreach ( sort { $keywords{$a} <=> $keywords{$b} } keys %keywords ) {
my $idx = $keywords{$_};
print $f "$idx $_\n";
}
close $f;
chown $owner_uid, $owner_gid, $dovecot_keyfname;
# update the maildir files
my $cur_dir = "$dir/cur";
my @cur_files;
if ( opendir my $cur_dir_dh, $cur_dir ) {
@cur_files = readdir($cur_dir_dh);
closedir $cur_dir_dh;
}
foreach (@cur_files) {
my $fname = $cur_dir . '/' . $_;
my ( $base_fname, $flags, $extra_flags );
if (/^([^:]+):2,([^,]*)(,.*)?$/) {
( $base_fname, $flags, $extra_flags ) = ( $1, $2, $3 );
$extra_flags = "" if ( !defined $extra_flags );
}
else {
$base_fname = $fname;
$flags = "";
$extra_flags = "";
}
if ( defined $files{$base_fname} ) {
# merge old and new flags
my %newflags;
foreach ( sort split( "", $files{$base_fname} ) ) {
$newflags{$_} = 1;
}
foreach ( sort split( "", $flags ) ) {
$newflags{$_} = 1;
}
$flags = "";
foreach ( sort keys %newflags ) {
$flags .= $_;
}
my $new_fname = "$cur_dir/$base_fname:2,$flags$extra_flags";
if ( $fname ne $new_fname ) {
rename( $fname, $new_fname )
|| print STDERR "rename($fname, $new_fname) failed: $!\n";
}
}
}
}
else {
# Dovecot to Courier keywords conversion
return unless $dovecot_mtime;
if ( !$overwrite && -f "$dir/$courier_keywords_file" ) {
print "$courier_keywords_file already exists, not overwritten\n" if ( !$quiet );
return;
}
# Read Dovecot keywords list into memory
open my $dovecot_kw_fh, '<', "$dir/$dovecot_keywords_file" || die $!;
my %keywords;
while ( my $line = readline($dovecot_kw_fh) ) {
chomp $line;
if ( $line =~ /(\d+)\s+(.+)/ ) {
# Number then Keyword
$keywords{$1} = $2;
}
}
close $dovecot_kw_fh;
# Scan files in cur for keywords
my $cur_dir = "$dir/cur";
my %file_keyword_map;
my @cur_files;
if ( opendir my $cur_dir_dh, $cur_dir ) {
@cur_files = readdir($cur_dir_dh);
closedir $cur_dir_dh;
}
foreach my $basename (@cur_files) {
my $flags;
my $extra_flags;
my $keywords = '';
# Split out and process flags
if ( $basename =~ /^([^:]+):2,([^,]*)(,.*)?$/ ) {
( $basename, $flags, $extra_flags ) = ( $1, $2, $3 );
$extra_flags = "" unless ( defined $extra_flags );
}
else {
$basename = "";
$flags = "";
$extra_flags = "";
}
foreach my $key ( sort split( //, $flags ) ) {
my $val = ord($key) - 97;
next unless ( $val >= 0 && $val < 26 );
next unless ( defined $keywords{$val} );
$keywords .= ' ' . $val;
}
if ($keywords) {
$keywords =~ s/^\s+//;
$file_keyword_map{$basename} = $keywords;
}
}
return unless ($do_conversion);
# Make courier keywords directory if necessary
my $key_dir = "$dir/$courier_keywords_dir";
unless ( -d $key_dir ) {
unlink $key_dir;
mkdir $key_dir;
chown $owner_uid, $owner_gid, $key_dir;
}
# Remove any old courier keywords files
my @courier_keywords_files;
if ( opendir my $courier_keywords_dh, $key_dir ) {
@courier_keywords_files = readdir($courier_keywords_dh);
closedir $courier_keywords_dh;
}
foreach my $file (@courier_keywords_files) {
$file = $key_dir . $file;
next unless -f $file;
unlink $file;
}
# Write courier keywords list
return unless ( scalar %keywords );
open my $courier_kw_fh, '>', "$dir/$courier_keywords_file" || die $!;
foreach my $num ( sort keys %keywords ) {
print $courier_kw_fh $keywords{$num} . "\n";
}
print $courier_kw_fh "\n";
foreach my $file ( sort keys %file_keyword_map ) {
print $courier_kw_fh $file . ':' . $file_keyword_map{$file} . "\n";
}
close $courier_kw_fh;
chown $owner_uid, $owner_gid, "$dir/$courier_keywords_file";
}
}
sub convert_subscriptions {
my ( $dir, $owner_uid, $owner_gid ) = @_;
my $courier_mtime = ( stat("$dir/$courier_subscriptions_file") )[9] || 0;
my $dovecot_mtime = ( stat("$dir/$dovecot_subscriptions_file") )[9] || 0;
# No need to convert if there is no subscriptions files
return unless ( $courier_mtime || $dovecot_mtime );
# If we're doing auto-conversion, find the newest subscription file
my $convert_to = $conversion_type;
if ( $convert_to eq 'auto' ) {
$convert_to = $dovecot_mtime > $courier_mtime ? 'courier' : 'dovecot';
}
my $src_file = "$dir/$dovecot_subscriptions_file";
my $dst_file = "$dir/$courier_subscriptions_file";
my $src_mtime = $dovecot_mtime;
my $dst_mtime = $courier_mtime;
if ( $convert_to eq 'dovecot' ) {
$src_file = "$dir/$courier_subscriptions_file";
$dst_file = "$dir/$dovecot_subscriptions_file";
$src_mtime = $courier_mtime;
$dst_mtime = $dovecot_mtime;
}
# Sanity checks..
if ( $dst_mtime && !$overwrite ) {
print "$dst_file already exists, not overwritten\n" if ( !$quiet );
return;
}
if ( $dst_mtime && !-f $dst_file ) {
print "$dst_file already exists as something other than a file\n" if ( !$quiet );
return;
}
unless ($src_mtime) {
return;
}
unless ( -f $src_file ) {
print "$src_file isn't a regular file\n" if ( !$quiet );
return;
}
return unless ($do_conversion);
open( my $src_fh, '<', $src_file ) || die $!;
open( my $dst_fh, '>', $dst_file ) || die $!;
while ( my $line = readline($src_fh) ) {
chomp $line;
if ( $line =~ /^INBOX$/i ) {
print $dst_fh "INBOX\n";
}
elsif ( $convert_to eq 'dovecot' ) {
if ( $line =~ /^INBOX\.(.*)$/i ) {
print $dst_fh "$1\n";
}
else {
# Unknown. The dovecot migrate script leaves these as-is...
print $dst_fh "$line\n";
}
}
else {
# converting to Courier INBOX namespace
if ( $line =~ /\S/ ) {
print $dst_fh "INBOX.$line\n";
}
}
}
close $src_fh;
close $dst_fh;
chown $owner_uid, $owner_gid, $dst_file;
}
sub check_maildir_single {
my ( $dir, $childbox ) = @_;
$dir =~ s{^\./}{}g;
my $owner_uid;
my $owner_gid;
# Store the relevant stats()
my @courier_pop_stat = ();
@courier_pop_stat = stat("$dir/$courier_pop3_uidfile") unless $childbox;
my @courier_imap_stat = stat("$dir/$courier_imap_uidfile");
my @dovecot_stat = stat("$dir/$dovecot_uidfile");
# Gather mtimes
my $courier_pop_mtime = ( scalar @courier_pop_stat > 0 ) ? $courier_pop_stat[9] : 0;
my $courier_imap_mtime = ( scalar @courier_imap_stat > 0 ) ? $courier_imap_stat[9] : 0;
my $dovecot_mtime = ( scalar @dovecot_stat > 0 ) ? $dovecot_stat[9] : 0;
# Determine conversion type
my $convert_uidl_to = $conversion_type;
if ( $convert_uidl_to eq 'auto' ) {
$convert_uidl_to = $dovecot_mtime > $courier_pop_mtime && $dovecot_mtime > $courier_imap_mtime ? 'courier' : 'dovecot';
}
# Convert UIDLs
if ( $convert_uidl_to eq 'dovecot' ) {
# To Dovecot
unless ( $courier_pop_mtime || $courier_imap_mtime ) {
print "$dir: No imap/pop3 uidlist files\n" if ( !$quiet && !$childbox );
return;
}
$owner_uid = $courier_pop_mtime ? $courier_pop_stat[4] : $courier_imap_stat[4];
$owner_gid = $courier_pop_mtime ? $courier_pop_stat[5] : $courier_imap_stat[5];
my $uidv = -1;
my $nextuid = 1;
my $filename_map;
if ( $courier_pop_mtime) {
$filename_map = read_courier_pop3( $dir );
}
if ($courier_imap_mtime) {
( $uidv, $nextuid, $filename_map ) = read_courier_imap( $dir, $filename_map );
}
$global_mailbox_count++;
write_dovecot_uidlist( $dir, $uidv, $nextuid, $owner_uid, $owner_gid, $filename_map );
remove_dovecot_caches($dir) if ($overwrite);
}
else {
# To Courier
unless ($dovecot_mtime) {
print "$dir: No imap/pop3 uidlist files\n" if ( !$quiet && !$childbox );
return;
}
$owner_uid = $dovecot_stat[4];
$owner_gid = $dovecot_stat[5];
my ( $uidv, $nextuid, $msguids ) = read_dovecot_uidfile($dir);
if ($uidv) {
write_courier_pop3( $dir, $uidv, $nextuid, $owner_uid, $owner_gid, $msguids );
write_courier_imap( $dir, $uidv, $nextuid, $owner_uid, $owner_gid, $msguids );
}
}
# If we get here we did a UIDL conversion. Now convert subscriptions and keywords
convert_subscriptions( $dir, $owner_uid, $owner_gid );
convert_keywords( $dir, $owner_uid, $owner_gid );
}
sub remove_dovecot_caches {
my $dir = shift;
foreach my $file ( qw(dovecot.index dovecot.index.cache dovecot.index.log dovecot.index.log2), $dovecot_uidvalidity_file ) {
unlink $dir . '/' . $file;
}
unlink glob( $dir . '/' . $dovecot_uidvalidity_file . '.*' );
}
sub read_dovecot_uidfile {
my $dir = shift;
my $dovecot_uidfile = "$dir/$dovecot_uidfile";
my $uidv;
my $nextuid = 1;
my $dovecot_uid_version;
my @msguids;
if ( !-f $dovecot_uidfile ) {
print "$dovecot_uidfile: OK\n" if ( !$quiet );
return;
}
my $dovecot_uid_fh;
open( $dovecot_uid_fh, '<', $dovecot_uidfile ) || die $!;
my $dovecot_hdr = readline($dovecot_uid_fh);
if ( $dovecot_hdr =~ /^3\s+(.+)$/ ) {
my $options = $1;
$dovecot_uid_version = 3;
foreach my $part ( split( /\s+/, $options ) ) {
if ( $part =~ /(\w)(.+)/ ) {
my $type = $1;
my $val = $2;
if ( $type eq 'V' ) {
$uidv = $val;
}
elsif ( $type eq 'N' ) {
$nextuid = $val;
}
}
}
unless ($uidv) {
$global_error_count++;
print STDERR "$dovecot_uidfile: Broken header: $dovecot_hdr\n";
close $dovecot_uid_fh;
return;
}
}
elsif ( $dovecot_hdr =~ /^1\s+(\S+)\s+(\S+)$/ ) {
$dovecot_uid_version = 1;
$uidv = $1;
$nextuid = $2;
}
else {
$global_error_count++;
print STDERR "$dovecot_uidfile: Broken header: $dovecot_hdr\n";
close $dovecot_uid_fh;
return;
}
while ( my $line = readline($dovecot_uid_fh) ) {
chomp $line;
my @prts = split( /\s+/, $line );
if ( $dovecot_uid_version eq '3' ) {
next unless ( scalar @prts >= 2 );
my $msgnum = shift @prts;
my $filename = pop @prts;
$filename =~ s/^\://;
my $msgsize;
# Dovecot may or may not store the sizes for each message in the uidl file
# S# is the size with UNIX newlines, W# is the size with windows newlines
SIZE_LOOP:
foreach my $subprt (@prts) {
if ( $subprt =~ s/^W// ) {
$msgsize = $subprt;
last SIZE_LOOP;
}
}
push @msguids, [ $msgnum, $filename, $msgsize ];
$nextuid = $msgnum + 1 if ( $msgnum >= $nextuid );
}
else {
# process V1 data
next unless ( scalar @prts == 2 );
push @msguids, [ $prts[0], $prts[1], undef ];
$nextuid = $prts[0] + 1 if ( $prts[0] >= $nextuid );
}
}
return ( $uidv, $nextuid, \@msguids );
}
sub write_courier_pop3 {
my $dir = shift;
my $uidv = shift;
my $nextuid = shift;
my $owner_uid = shift;
my $owner_gid = shift;
my $msguids = shift;
# Check file/overwrite/conversion
my $uidlist_fname = "$dir/$courier_pop3_uidfile";
if ( !$overwrite && -f $uidlist_fname ) {
print "$uidlist_fname already exists, not overwritten\n" if ( !$quiet );
return;
}
return if ( !$do_conversion );
# Check that all entries have sizes.. We don't write the pop3 file if we can't do so correctly
foreach my $msg_ar ( @{$msguids} ) {
unless ( defined $msg_ar->[2] ) {
print "Missing some sizes for $uidlist_fname, skipping\n" if ( !$quiet );
return;
}
}
# Write file
open( my $courier_pop_fh, '>', $uidlist_fname ) || die $!;
print $courier_pop_fh "/2 $nextuid $uidv\n";
foreach my $msg_ar ( @{$msguids} ) {
print $courier_pop_fh $msg_ar->[1] . ' ' . $msg_ar->[2] . ' ' . $msg_ar->[0] . ':' . $uidv . "\n";
}
close $courier_pop_fh;
chown $owner_uid, $owner_gid, $uidlist_fname;
$uidlist_write_count++;
}
sub write_courier_imap {
my $dir = shift;
my $uidv = shift;
my $nextuid = shift;
my $owner_uid = shift;
my $owner_gid = shift;
my $msguids = shift;
# Check file/overwrite/conversion
my $uidlist_fname = "$dir/$courier_imap_uidfile";
if ( !$overwrite && -f $uidlist_fname ) {
print "$uidlist_fname already exists, not overwritten\n" if ( !$quiet );
return;
}
return if ( !$do_conversion );
# Write file
open( my $courier_imap_fh, '>', $uidlist_fname ) || die $!;
print $courier_imap_fh "1 $uidv $nextuid\n";
foreach my $msg_ar ( @{$msguids} ) {
my $filename = $msg_ar->[1];
$filename =~ s/\:2.*$//;
print $courier_imap_fh $msg_ar->[0] . ' ' . $filename . "\n";
}
close $courier_imap_fh;
chown $owner_uid, $owner_gid, $uidlist_fname;
$uidlist_write_count++;
}
sub check_maildir {
my ($dir) = @_;
my $orig_mailboxes = $global_mailbox_count;
check_maildir_single( $dir, 0 );
my @check_maildir_files;
if ( opendir my $check_maildir_dh, $dir ) {
@check_maildir_files = readdir($check_maildir_dh);
closedir $check_maildir_dh;
}
foreach my $file (@check_maildir_files) {
next unless ( $file =~ /^\./ );
next if ( $file =~ /^\.?\.$/ );
$file = $dir . '/' . $file;
next if ( -l $file );
check_maildir_single( $file, 1 );
}
$global_user_count++ if ( $orig_mailboxes != $global_mailbox_count );
}
sub is_maildir {
my ($dir) = @_;
# Do we need to check for the courier specific files here or is it enough to assume every maildir will have a cur directory?
return ( -f "$dir/$courier_pop3_uidfile" || -f "$dir/$courier_imap_uidfile" || -d "$dir/cur" );
}
sub userdir_check {
my ($dir) = @_;
my $found = 0;
my @userdir_check_files;
if ( opendir my $userdir_dh, $dir ) {
@userdir_check_files = readdir($userdir_dh);
closedir $userdir_dh;
}
foreach my $userdir (@userdir_check_files) {
$userdir = $dir . '/' . $userdir;
next if ( -l $userdir );
next if ( !-d $userdir );
if ( $maildir_subdirs == -1 ) {
# unknown if we want $maildir_name/ or not
if ( -d "$userdir/$maildir_name" && is_maildir("$userdir/$maildir_name") ) {
$maildir_subdirs = 1;
}
elsif ( is_maildir($userdir) ) {
$maildir_subdirs = 0;
}
else {
next;
}
}
if ( $maildir_subdirs == 1 ) {
if ( is_maildir("$userdir/$maildir_name") ) {
check_maildir("$userdir/$maildir_name");
$found = 1;
}
}
elsif ( $maildir_subdirs == 0 ) {
if ( is_maildir($userdir) ) {
check_maildir($userdir);
$found = 1;
}
}
}
return $found;
}
sub depth_check {
my ( $dir, $depth ) = @_;
my $found = 0;
my @depth_check_files;
if ( opendir my $depth_check_dh, $dir ) {
@depth_check_files = readdir($depth_check_dh);
closedir $depth_check_dh;
}
foreach my $subdir (@depth_check_files) {
next if ($subdir eq '.' || $subdir eq '..');
$subdir = $dir . '/' . $subdir;
next if ( !-d $subdir );
if ( $depth > 0 ) {
$found = 1 if ( depth_check( $subdir, $depth - 1 ) );
}
else {
$found = 1 if ( userdir_check($subdir) );
}
}
return $found;
}
sub usage {
print "Usage: maildir-migrate [options] <maildir>\n\n";
print "Options:\n";
print " --convert Perform conversion\n";
print " --quiet Silence output\n";
print " --overwrite Overwrite existing files\n";
print " --recursive Recursively look through maildir for subaccounts\n";
print " --to-dovecot Conversion is from Courier to Dovecot\n";
print " --to-courier Conversion is from Dovecot to Courier\n";
exit 0;
}