Squashed divergence period: Python 3 migration and fixes

This commit combines all work done during the divergence period from
cpanel/main, from the divergence point (b00d5ae) through
the convergence point where cpanel fixes were merged in (5f2368e).

Includes:
- Python 2 to Python 3 migration work
- Pickle protocol handling fixes
- Encoding and string handling improvements
- Bug fixes and compatibility improvements
- Configuration and build system updates

Original commits: 720 commits from b00d5ae to 5f2368e

Author: jared mauch

.gitignore

@@ -0,0 +1,84 @@
+mailman.po~
+Mailman/Archiver/Makefile
+Mailman/Bouncers/Makefile
+Mailman/Cgi/Makefile
+Mailman/Commands/Makefile
+Mailman/Defaults.py
+Mailman/Gui/Makefile
+Mailman/Handlers/Makefile
+Mailman/Logging/Makefile
+Mailman/MTA/Makefile
+Mailman/Makefile
+Mailman/Queue/Makefile
+Mailman/__pycache__/
+Mailman/mm_cfg.py.dist
+Makefile
+bin/Makefile
+build/
+config.log
+config.status
+cron/Makefile
+cron/crontab.in
+messages/Makefile
+messages/ar/LC_MESSAGES/mailman.mo
+messages/ast/LC_MESSAGES/mailman.mo
+messages/ca/LC_MESSAGES/mailman.mo
+messages/cs/LC_MESSAGES/mailman.mo
+messages/da/LC_MESSAGES/mailman.mo
+messages/de/LC_MESSAGES/mailman.mo
+messages/el/LC_MESSAGES/mailman.mo
+messages/eo/LC_MESSAGES/mailman.mo
+messages/es/LC_MESSAGES/mailman.mo
+messages/et/LC_MESSAGES/mailman.mo
+messages/eu/LC_MESSAGES/mailman.mo
+messages/fa/LC_MESSAGES/mailman.mo
+messages/fi/LC_MESSAGES/mailman.mo
+messages/fr/LC_MESSAGES/mailman.mo
+messages/gl/LC_MESSAGES/mailman.mo
+messages/he/LC_MESSAGES/mailman.mo
+messages/hr/LC_MESSAGES/mailman.mo
+messages/hu/LC_MESSAGES/mailman.mo
+messages/ia/LC_MESSAGES/mailman.mo
+messages/it/LC_MESSAGES/mailman.mo
+messages/ja/LC_MESSAGES/mailman.mo
+messages/ko/LC_MESSAGES/mailman.mo
+messages/lt/LC_MESSAGES/mailman.mo
+messages/nl/LC_MESSAGES/mailman.mo
+messages/no/LC_MESSAGES/mailman.mo
+messages/pl/LC_MESSAGES/mailman.mo
+messages/pt/LC_MESSAGES/mailman.mo
+messages/pt_BR/LC_MESSAGES/mailman.mo
+messages/ro/LC_MESSAGES/mailman.mo
+messages/ru/LC_MESSAGES/mailman.mo
+messages/sk/LC_MESSAGES/mailman.mo
+messages/sl/LC_MESSAGES/mailman.mo
+messages/sr/LC_MESSAGES/mailman.mo
+messages/sv/LC_MESSAGES/mailman.mo
+messages/tr/LC_MESSAGES/mailman.mo
+messages/uk/LC_MESSAGES/mailman.mo
+messages/vi/LC_MESSAGES/mailman.mo
+messages/zh_CN/LC_MESSAGES/mailman.mo
+messages/zh_TW/LC_MESSAGES/mailman.mo
+misc/Makefile
+misc/mailman
+misc/paths.py
+scripts/Makefile
+src/Makefile
+src/admin
+src/admindb
+src/common.o
+src/confirm
+src/create
+src/edithtml
+src/listinfo
+src/mailman
+src/options
+src/private
+src/rmlist
+src/roster
+src/subscribe
+src/vsnprintf.o
+templates/Makefile
+tests/Makefile
+tests/bounces/Makefile
+tests/msgs/Makefile

Mailman/Archiver/Archiver.py

@@ -88,21 +88,17 @@ def InitVars(self):
         # symbolic links.
         omask = os.umask(0)
         try:
-            try:
-                os.mkdir(self.archive_dir()+'.mbox', 0o02775)
-            except OSError as e:
-                if e.errno != errno.EEXIST: raise
-                # We also create an empty pipermail archive directory into
-                # which we'll drop an empty index.html file into.  This is so
-                # that lists that have not yet received a posting have
-                # /something/ as their index.html, and don't just get a 404.
-            try:
-                os.mkdir(self.archive_dir(), 0o02775)
-            except OSError as e:
-                if e.errno != errno.EEXIST: raise
+            # Create mbox directory with proper permissions
+            mbox_dir = self.archive_dir() + '.mbox'
+            os.makedirs(mbox_dir, mode=0o02775, exist_ok=True)
+            
+            # Create archive directory with proper permissions
+            archive_dir = self.archive_dir()
+            os.makedirs(archive_dir, mode=0o02775, exist_ok=True)
+            
             # See if there's an index.html file there already and if not,
             # write in the empty archive notice.
-            indexfile = os.path.join(self.archive_dir(), 'index.html')
+            indexfile = os.path.join(archive_dir, 'index.html')
             fp = None
             try:
                 fp = open(indexfile)
@@ -136,8 +132,7 @@ def GetBaseArchiveURL(self):
         if self.archive_private:
             return url
         else:
-            hostname = re.match('[^:]*://([^/]*)/.*', url).group(1)\
-                       or mm_cfg.DEFAULT_URL_HOST
+            hostname = re.match(r'[^:]*://([^/]*)/.*', url, re.IGNORECASE).group(1)
             url = mm_cfg.PUBLIC_ARCHIVE_URL % {
                 'listname': self.internal_name(),
                 'hostname': hostname
@@ -174,12 +169,17 @@ def ExternalArchive(self, ar, txt):
                       'hostname': self.host_name,
                       })
         cmd = ar % d
-        extarch = os.popen(cmd, 'w')
-        extarch.write(txt)
+        try:
+            with os.popen(cmd, 'w') as extarch:
+                extarch.write(txt)
+        except OSError as e:
+            syslog('error', 'Failed to execute external archiver: %s\nError: %s',
+                   cmd, str(e))
+            return
         status = extarch.close()
         if status:
-            syslog('error', 'external archiver non-zero exit status: %d\n',
-                   (status & 0xff00) >> 8)
+            syslog('error', 'External archiver non-zero exit status: %d\nCommand: %s',
+                   (status & 0xff00) >> 8, cmd)
 
     #
     # archiving in real time  this is called from list.post(msg)
@@ -193,7 +193,14 @@ def ArchiveMail(self, msg):
         # We don't need an extra archiver lock here because we know the list
         # itself must be locked.
         if mm_cfg.ARCHIVE_TO_MBOX in (1, 2):
-            self.__archive_to_mbox(msg)
+            try:
+                mbox = self.__archive_file(self.ArchiveFileName())
+                mbox.AppendMessage(msg)
+                mbox.fp.close()
+            except IOError as msg:
+                syslog('error', 'Archive file access failure:\n\t%s %s', 
+                       self.ArchiveFileName(), msg)
+                raise
             if mm_cfg.ARCHIVE_TO_MBOX == 1:
                 # Archive to mbox only.
                 return
@@ -206,12 +213,11 @@ def ArchiveMail(self, msg):
             self.ExternalArchive(mm_cfg.PRIVATE_EXTERNAL_ARCHIVER, txt)
         else:
             # use the internal archiver
-            f = StringIO(txt)
-            from . import HyperArch
-            h = HyperArch.HyperArchive(self)
-            h.processUnixMailbox(f)
-            h.close()
-            f.close()
+            with StringIO(txt) as f:
+                from . import HyperArch
+                h = HyperArch.HyperArchive(self)
+                h.processUnixMailbox(f)
+                h.close()
 
     #
     # called from MailList.MailList.Save()