/mandos/release

To get this branch, use:
bzr branch http://bzr.recompile.se/loggerhead/mandos/release

« back to all changes in this revision

Viewing changes to mandos

  • Committer: Teddy Hogeborn
  • Date: 2013-05-22 20:00:18 UTC
  • mto: (237.7.272 trunk)
  • mto: This revision was merged to the branch mainline in revision 303.
  • Revision ID: teddy@recompile.se-20130522200018-xtbddz21pl7c69kw
* mandos: Bug fix: Don't print output from checkers when running in
          foreground.
          Bug fix: Do not fail when client is removed from
          clients.conf but saved settings remain.
  (Client.server_settings): New attribute.
  (Client.__init__): Take new "server_settings" keyword argument.  All
                     callers changed.
  (Client.start_checker): Redirect stdout and stderr for checkers when
                          running in foreground.
  (main): New "wnull" global variable for a writable /dev/null file.
          Do not restore settings for clients no longer in config file.
  (main/cleanup): Close wnull file object.  Do not save client
                  attribute "server_settings"
* mandos-monitor: Update to work in Urwid 1.0.1.
                  Adapt to work in both Python 3 and Python 2.

Show diffs side-by-side

added added

removed removed

Lines of Context:
mandos
1
 
#!/usr/bin/python2.7
 
1
#!/usr/bin/python
2
2
# -*- mode: python; coding: utf-8 -*-
3
3
# 
4
4
# Mandos server - give out binary blobs to connecting clients.
11
11
# "AvahiService" class, and some lines in "main".
12
12
# 
13
13
# Everything else is
14
 
# Copyright © 2008-2014 Teddy Hogeborn
15
 
# Copyright © 2008-2014 Björn Påhlsson
 
14
# Copyright © 2008-2012 Teddy Hogeborn
 
15
# Copyright © 2008-2012 Björn Påhlsson
16
16
# 
17
17
# This program is free software: you can redistribute it and/or modify
18
18
# it under the terms of the GNU General Public License as published by
88
88
    except ImportError:
89
89
        SO_BINDTODEVICE = None
90
90
 
91
 
if sys.version_info.major == 2:
92
 
    str = unicode
93
 
 
94
 
version = "1.6.9"
 
91
version = "1.6.0"
95
92
stored_state_file = "clients.pickle"
96
93
 
97
94
logger = logging.getLogger()
98
 
syslogger = None
 
95
syslogger = (logging.handlers.SysLogHandler
 
96
             (facility = logging.handlers.SysLogHandler.LOG_DAEMON,
 
97
              address = str("/dev/log")))
99
98
 
100
99
try:
101
100
    if_nametoindex = (ctypes.cdll.LoadLibrary
107
106
        SIOCGIFINDEX = 0x8933  # From /usr/include/linux/sockios.h
108
107
        with contextlib.closing(socket.socket()) as s:
109
108
            ifreq = fcntl.ioctl(s, SIOCGIFINDEX,
110
 
                                struct.pack(b"16s16x", interface))
111
 
        interface_index = struct.unpack("I", ifreq[16:20])[0]
 
109
                                struct.pack(str("16s16x"),
 
110
                                            interface))
 
111
        interface_index = struct.unpack(str("I"),
 
112
                                        ifreq[16:20])[0]
112
113
        return interface_index
113
114
 
114
115
 
115
116
def initlogger(debug, level=logging.WARNING):
116
117
    """init logger and add loglevel"""
117
118
    
118
 
    global syslogger
119
 
    syslogger = (logging.handlers.SysLogHandler
120
 
                 (facility =
121
 
                  logging.handlers.SysLogHandler.LOG_DAEMON,
122
 
                  address = "/dev/log"))
123
119
    syslogger.setFormatter(logging.Formatter
124
120
                           ('Mandos [%(process)d]: %(levelname)s:'
125
121
                            ' %(message)s'))
176
172
    def password_encode(self, password):
177
173
        # Passphrase can not be empty and can not contain newlines or
178
174
        # NUL bytes.  So we prefix it and hex encode it.
179
 
        encoded = b"mandos" + binascii.hexlify(password)
180
 
        if len(encoded) > 2048:
181
 
            # GnuPG can't handle long passwords, so encode differently
182
 
            encoded = (b"mandos" + password.replace(b"\\", b"\\\\")
183
 
                       .replace(b"\n", b"\\n")
184
 
                       .replace(b"\0", b"\\x00"))
185
 
        return encoded
 
175
        return b"mandos" + binascii.hexlify(password)
186
176
    
187
177
    def encrypt(self, data, password):
188
178
        passphrase = self.password_encode(password)
225
215
class AvahiError(Exception):
226
216
    def __init__(self, value, *args, **kwargs):
227
217
        self.value = value
228
 
        return super(AvahiError, self).__init__(value, *args,
229
 
                                                **kwargs)
 
218
        super(AvahiError, self).__init__(value, *args, **kwargs)
 
219
    def __unicode__(self):
 
220
        return unicode(repr(self.value))
230
221
 
231
222
class AvahiServiceError(AvahiError):
232
223
    pass
282
273
                            " after %i retries, exiting.",
283
274
                            self.rename_count)
284
275
            raise AvahiServiceError("Too many renames")
285
 
        self.name = str(self.server
286
 
                        .GetAlternativeServiceName(self.name))
 
276
        self.name = unicode(self.server
 
277
                            .GetAlternativeServiceName(self.name))
287
278
        logger.info("Changing Zeroconf service name to %r ...",
288
279
                    self.name)
289
280
        self.remove()
337
328
            self.rename()
338
329
        elif state == avahi.ENTRY_GROUP_FAILURE:
339
330
            logger.critical("Avahi: Error in group state changed %s",
340
 
                            str(error))
341
 
            raise AvahiGroupError("State changed: {!s}"
 
331
                            unicode(error))
 
332
            raise AvahiGroupError("State changed: {0!s}"
342
333
                                  .format(error))
343
334
    
344
335
    def cleanup(self):
395
386
        """Add the new name to the syslog messages"""
396
387
        ret = AvahiService.rename(self)
397
388
        syslogger.setFormatter(logging.Formatter
398
 
                               ('Mandos ({}) [%(process)d]:'
 
389
                               ('Mandos ({0}) [%(process)d]:'
399
390
                                ' %(levelname)s: %(message)s'
400
391
                                .format(self.name)))
401
392
        return ret
402
393
 
403
394
 
 
395
def timedelta_to_milliseconds(td):
 
396
    "Convert a datetime.timedelta() to milliseconds"
 
397
    return ((td.days * 24 * 60 * 60 * 1000)
 
398
            + (td.seconds * 1000)
 
399
            + (td.microseconds // 1000))
 
400
 
 
401
 
404
402
class Client(object):
405
403
    """A representation of a client host served by this server.
406
404
    
461
459
                        "enabled": "True",
462
460
                        }
463
461
    
 
462
    def timeout_milliseconds(self):
 
463
        "Return the 'timeout' attribute in milliseconds"
 
464
        return timedelta_to_milliseconds(self.timeout)
 
465
    
 
466
    def extended_timeout_milliseconds(self):
 
467
        "Return the 'extended_timeout' attribute in milliseconds"
 
468
        return timedelta_to_milliseconds(self.extended_timeout)
 
469
    
 
470
    def interval_milliseconds(self):
 
471
        "Return the 'interval' attribute in milliseconds"
 
472
        return timedelta_to_milliseconds(self.interval)
 
473
    
 
474
    def approval_delay_milliseconds(self):
 
475
        return timedelta_to_milliseconds(self.approval_delay)
 
476
    
464
477
    @staticmethod
465
478
    def config_parser(config):
466
479
        """Construct a new dict of client settings of this form:
491
504
                          "rb") as secfile:
492
505
                    client["secret"] = secfile.read()
493
506
            else:
494
 
                raise TypeError("No secret or secfile for section {}"
 
507
                raise TypeError("No secret or secfile for section {0}"
495
508
                                .format(section))
496
509
            client["timeout"] = string_to_delta(section["timeout"])
497
510
            client["extended_timeout"] = string_to_delta(
514
527
            server_settings = {}
515
528
        self.server_settings = server_settings
516
529
        # adding all client settings
517
 
        for setting, value in settings.items():
 
530
        for setting, value in settings.iteritems():
518
531
            setattr(self, setting, value)
519
532
        
520
533
        if self.enabled:
603
616
        if self.checker_initiator_tag is not None:
604
617
            gobject.source_remove(self.checker_initiator_tag)
605
618
        self.checker_initiator_tag = (gobject.timeout_add
606
 
                                      (int(self.interval
607
 
                                           .total_seconds() * 1000),
 
619
                                      (self.interval_milliseconds(),
608
620
                                       self.start_checker))
609
621
        # Schedule a disable() when 'timeout' has passed
610
622
        if self.disable_initiator_tag is not None:
611
623
            gobject.source_remove(self.disable_initiator_tag)
612
624
        self.disable_initiator_tag = (gobject.timeout_add
613
 
                                      (int(self.timeout
614
 
                                           .total_seconds() * 1000),
615
 
                                       self.disable))
 
625
                                   (self.timeout_milliseconds(),
 
626
                                    self.disable))
616
627
        # Also start a new checker *right now*.
617
628
        self.start_checker()
618
629
    
649
660
            self.disable_initiator_tag = None
650
661
        if getattr(self, "enabled", False):
651
662
            self.disable_initiator_tag = (gobject.timeout_add
652
 
                                          (int(timeout.total_seconds()
653
 
                                               * 1000), self.disable))
 
663
                                          (timedelta_to_milliseconds
 
664
                                           (timeout), self.disable))
654
665
            self.expires = datetime.datetime.utcnow() + timeout
655
666
    
656
667
    def need_approval(self):
673
684
        # If a checker exists, make sure it is not a zombie
674
685
        try:
675
686
            pid, status = os.waitpid(self.checker.pid, os.WNOHANG)
676
 
        except AttributeError:
677
 
            pass
678
 
        except OSError as error:
679
 
            if error.errno != errno.ECHILD:
680
 
                raise
 
687
        except (AttributeError, OSError) as error:
 
688
            if (isinstance(error, OSError)
 
689
                and error.errno != errno.ECHILD):
 
690
                raise error
681
691
        else:
682
692
            if pid:
683
693
                logger.warning("Checker was a zombie")
687
697
        # Start a new checker if needed
688
698
        if self.checker is None:
689
699
            # Escape attributes for the shell
690
 
            escaped_attrs = { attr:
691
 
                                  re.escape(str(getattr(self, attr)))
692
 
                              for attr in self.runtime_expansions }
 
700
            escaped_attrs = dict(
 
701
                (attr, re.escape(unicode(getattr(self, attr))))
 
702
                for attr in
 
703
                self.runtime_expansions)
693
704
            try:
694
705
                command = self.checker_command % escaped_attrs
695
706
            except TypeError as error:
776
787
    # "Set" method, so we fail early here:
777
788
    if byte_arrays and signature != "ay":
778
789
        raise ValueError("Byte arrays not supported for non-'ay'"
779
 
                         " signature {!r}".format(signature))
 
790
                         " signature {0!r}".format(signature))
780
791
    def decorator(func):
781
792
        func._dbus_is_property = True
782
793
        func._dbus_interface = dbus_interface
813
824
    """Decorator to annotate D-Bus methods, signals or properties
814
825
    Usage:
815
826
    
816
 
    @dbus_annotations({"org.freedesktop.DBus.Deprecated": "true",
817
 
                       "org.freedesktop.DBus.Property."
818
 
                       "EmitsChangedSignal": "false"})
819
827
    @dbus_service_property("org.example.Interface", signature="b",
820
828
                           access="r")
 
829
    @dbus_annotations({{"org.freedesktop.DBus.Deprecated": "true",
 
830
                        "org.freedesktop.DBus.Property."
 
831
                        "EmitsChangedSignal": "false"})
821
832
    def Property_dbus_property(self):
822
833
        return dbus.Boolean(False)
823
834
    """
830
841
class DBusPropertyException(dbus.exceptions.DBusException):
831
842
    """A base class for D-Bus property-related exceptions
832
843
    """
833
 
    pass
 
844
    def __unicode__(self):
 
845
        return unicode(str(self))
 
846
 
834
847
 
835
848
class DBusPropertyAccessException(DBusPropertyException):
836
849
    """A property's access permissions disallows an operation.
859
872
        If called like _is_dbus_thing("method") it returns a function
860
873
        suitable for use as predicate to inspect.getmembers().
861
874
        """
862
 
        return lambda obj: getattr(obj, "_dbus_is_{}".format(thing),
 
875
        return lambda obj: getattr(obj, "_dbus_is_{0}".format(thing),
863
876
                                   False)
864
877
    
865
878
    def _get_all_dbus_things(self, thing):
914
927
            # The byte_arrays option is not supported yet on
915
928
            # signatures other than "ay".
916
929
            if prop._dbus_signature != "ay":
917
 
                raise ValueError("Byte arrays not supported for non-"
918
 
                                 "'ay' signature {!r}"
919
 
                                 .format(prop._dbus_signature))
 
930
                raise ValueError
920
931
            value = dbus.ByteArray(b''.join(chr(byte)
921
932
                                            for byte in value))
922
933
        prop(value)
946
957
                                           value.variant_level+1)
947
958
        return dbus.Dictionary(properties, signature="sv")
948
959
    
949
 
    @dbus.service.signal(dbus.PROPERTIES_IFACE, signature="sa{sv}as")
950
 
    def PropertiesChanged(self, interface_name, changed_properties,
951
 
                          invalidated_properties):
952
 
        """Standard D-Bus PropertiesChanged() signal, see D-Bus
953
 
        standard.
954
 
        """
955
 
        pass
956
 
    
957
960
    @dbus.service.method(dbus.INTROSPECTABLE_IFACE,
958
961
                         out_signature="s",
959
962
                         path_keyword='object_path',
994
997
                                              (prop,
995
998
                                               "_dbus_annotations",
996
999
                                               {}))
997
 
                        for name, value in annots.items():
 
1000
                        for name, value in annots.iteritems():
998
1001
                            ann_tag = document.createElement(
999
1002
                                "annotation")
1000
1003
                            ann_tag.setAttribute("name", name)
1003
1006
                # Add interface annotation tags
1004
1007
                for annotation, value in dict(
1005
1008
                    itertools.chain.from_iterable(
1006
 
                        annotations().items()
 
1009
                        annotations().iteritems()
1007
1010
                        for name, annotations in
1008
1011
                        self._get_all_dbus_things("interface")
1009
1012
                        if name == if_tag.getAttribute("name")
1010
 
                        )).items():
 
1013
                        )).iteritems():
1011
1014
                    ann_tag = document.createElement("annotation")
1012
1015
                    ann_tag.setAttribute("name", annotation)
1013
1016
                    ann_tag.setAttribute("value", value)
1069
1072
    """
1070
1073
    def wrapper(cls):
1071
1074
        for orig_interface_name, alt_interface_name in (
1072
 
            alt_interface_names.items()):
 
1075
            alt_interface_names.iteritems()):
1073
1076
            attr = {}
1074
1077
            interface_names = set()
1075
1078
            # Go though all attributes of the class
1192
1195
                                        attribute.func_closure)))
1193
1196
            if deprecate:
1194
1197
                # Deprecate all alternate interfaces
1195
 
                iname="_AlternateDBusNames_interface_annotation{}"
 
1198
                iname="_AlternateDBusNames_interface_annotation{0}"
1196
1199
                for interface_name in interface_names:
1197
1200
                    @dbus_interface_annotations(interface_name)
1198
1201
                    def func(self):
1207
1210
            if interface_names:
1208
1211
                # Replace the class with a new subclass of it with
1209
1212
                # methods, signals, etc. as created above.
1210
 
                cls = type(b"{}Alternate".format(cls.__name__),
 
1213
                cls = type(b"{0}Alternate".format(cls.__name__),
1211
1214
                           (cls,), attr)
1212
1215
        return cls
1213
1216
    return wrapper
1226
1229
    runtime_expansions = (Client.runtime_expansions
1227
1230
                          + ("dbus_object_path",))
1228
1231
    
1229
 
    _interface = "se.recompile.Mandos.Client"
1230
 
    
1231
1232
    # dbus.service.Object doesn't use super(), so we can't either.
1232
1233
    
1233
1234
    def __init__(self, bus = None, *args, **kwargs):
1235
1236
        Client.__init__(self, *args, **kwargs)
1236
1237
        # Only now, when this client is initialized, can it show up on
1237
1238
        # the D-Bus
1238
 
        client_object_name = str(self.name).translate(
 
1239
        client_object_name = unicode(self.name).translate(
1239
1240
            {ord("."): ord("_"),
1240
1241
             ord("-"): ord("_")})
1241
1242
        self.dbus_object_path = (dbus.ObjectPath
1245
1246
    
1246
1247
    def notifychangeproperty(transform_func,
1247
1248
                             dbus_name, type_func=lambda x: x,
1248
 
                             variant_level=1, invalidate_only=False,
1249
 
                             _interface=_interface):
 
1249
                             variant_level=1):
1250
1250
        """ Modify a variable so that it's a property which announces
1251
1251
        its changes to DBus.
1252
1252
        
1257
1257
                   to the D-Bus.  Default: no transform
1258
1258
        variant_level: D-Bus variant level.  Default: 1
1259
1259
        """
1260
 
        attrname = "_{}".format(dbus_name)
 
1260
        attrname = "_{0}".format(dbus_name)
1261
1261
        def setter(self, value):
1262
1262
            if hasattr(self, "dbus_object_path"):
1263
1263
                if (not hasattr(self, attrname) or
1264
1264
                    type_func(getattr(self, attrname, None))
1265
1265
                    != type_func(value)):
1266
 
                    if invalidate_only:
1267
 
                        self.PropertiesChanged(_interface,
1268
 
                                               dbus.Dictionary(),
1269
 
                                               dbus.Array
1270
 
                                               ((dbus_name,)))
1271
 
                    else:
1272
 
                        dbus_value = transform_func(type_func(value),
1273
 
                                                    variant_level
1274
 
                                                    =variant_level)
1275
 
                        self.PropertyChanged(dbus.String(dbus_name),
1276
 
                                             dbus_value)
1277
 
                        self.PropertiesChanged(_interface,
1278
 
                                               dbus.Dictionary({
1279
 
                                    dbus.String(dbus_name):
1280
 
                                        dbus_value }), dbus.Array())
 
1266
                    dbus_value = transform_func(type_func(value),
 
1267
                                                variant_level
 
1268
                                                =variant_level)
 
1269
                    self.PropertyChanged(dbus.String(dbus_name),
 
1270
                                         dbus_value)
1281
1271
            setattr(self, attrname, value)
1282
1272
        
1283
1273
        return property(lambda self: getattr(self, attrname), setter)
1303
1293
    approval_delay = notifychangeproperty(dbus.UInt64,
1304
1294
                                          "ApprovalDelay",
1305
1295
                                          type_func =
1306
 
                                          lambda td: td.total_seconds()
1307
 
                                          * 1000)
 
1296
                                          timedelta_to_milliseconds)
1308
1297
    approval_duration = notifychangeproperty(
1309
1298
        dbus.UInt64, "ApprovalDuration",
1310
 
        type_func = lambda td: td.total_seconds() * 1000)
 
1299
        type_func = timedelta_to_milliseconds)
1311
1300
    host = notifychangeproperty(dbus.String, "Host")
1312
1301
    timeout = notifychangeproperty(dbus.UInt64, "Timeout",
1313
 
                                   type_func = lambda td:
1314
 
                                       td.total_seconds() * 1000)
 
1302
                                   type_func =
 
1303
                                   timedelta_to_milliseconds)
1315
1304
    extended_timeout = notifychangeproperty(
1316
1305
        dbus.UInt64, "ExtendedTimeout",
1317
 
        type_func = lambda td: td.total_seconds() * 1000)
 
1306
        type_func = timedelta_to_milliseconds)
1318
1307
    interval = notifychangeproperty(dbus.UInt64,
1319
1308
                                    "Interval",
1320
1309
                                    type_func =
1321
 
                                    lambda td: td.total_seconds()
1322
 
                                    * 1000)
 
1310
                                    timedelta_to_milliseconds)
1323
1311
    checker_command = notifychangeproperty(dbus.String, "Checker")
1324
 
    secret = notifychangeproperty(dbus.ByteArray, "Secret",
1325
 
                                  invalidate_only=True)
1326
1312
    
1327
1313
    del notifychangeproperty
1328
1314
    
1355
1341
                                       *args, **kwargs)
1356
1342
    
1357
1343
    def start_checker(self, *args, **kwargs):
1358
 
        old_checker_pid = getattr(self.checker, "pid", None)
 
1344
        old_checker = self.checker
 
1345
        if self.checker is not None:
 
1346
            old_checker_pid = self.checker.pid
 
1347
        else:
 
1348
            old_checker_pid = None
1359
1349
        r = Client.start_checker(self, *args, **kwargs)
1360
1350
        # Only if new checker process was started
1361
1351
        if (self.checker is not None
1370
1360
    
1371
1361
    def approve(self, value=True):
1372
1362
        self.approved = value
1373
 
        gobject.timeout_add(int(self.approval_duration.total_seconds()
1374
 
                                * 1000), self._reset_approved)
 
1363
        gobject.timeout_add(timedelta_to_milliseconds
 
1364
                            (self.approval_duration),
 
1365
                            self._reset_approved)
1375
1366
        self.send_changedstate()
1376
1367
    
1377
1368
    ## D-Bus methods, signals & properties
 
1369
    _interface = "se.recompile.Mandos.Client"
1378
1370
    
1379
1371
    ## Interfaces
1380
1372
    
 
1373
    @dbus_interface_annotations(_interface)
 
1374
    def _foo(self):
 
1375
        return { "org.freedesktop.DBus.Property.EmitsChangedSignal":
 
1376
                     "false"}
 
1377
    
1381
1378
    ## Signals
1382
1379
    
1383
1380
    # CheckerCompleted - signal
1393
1390
        pass
1394
1391
    
1395
1392
    # PropertyChanged - signal
1396
 
    @dbus_annotations({"org.freedesktop.DBus.Deprecated": "true"})
1397
1393
    @dbus.service.signal(_interface, signature="sv")
1398
1394
    def PropertyChanged(self, property, value):
1399
1395
        "D-Bus signal"
1475
1471
                           access="readwrite")
1476
1472
    def ApprovalDelay_dbus_property(self, value=None):
1477
1473
        if value is None:       # get
1478
 
            return dbus.UInt64(self.approval_delay.total_seconds()
1479
 
                               * 1000)
 
1474
            return dbus.UInt64(self.approval_delay_milliseconds())
1480
1475
        self.approval_delay = datetime.timedelta(0, 0, 0, value)
1481
1476
    
1482
1477
    # ApprovalDuration - property
1484
1479
                           access="readwrite")
1485
1480
    def ApprovalDuration_dbus_property(self, value=None):
1486
1481
        if value is None:       # get
1487
 
            return dbus.UInt64(self.approval_duration.total_seconds()
1488
 
                               * 1000)
 
1482
            return dbus.UInt64(timedelta_to_milliseconds(
 
1483
                    self.approval_duration))
1489
1484
        self.approval_duration = datetime.timedelta(0, 0, 0, value)
1490
1485
    
1491
1486
    # Name - property
1504
1499
    def Host_dbus_property(self, value=None):
1505
1500
        if value is None:       # get
1506
1501
            return dbus.String(self.host)
1507
 
        self.host = str(value)
 
1502
        self.host = unicode(value)
1508
1503
    
1509
1504
    # Created - property
1510
1505
    @dbus_service_property(_interface, signature="s", access="read")
1557
1552
                           access="readwrite")
1558
1553
    def Timeout_dbus_property(self, value=None):
1559
1554
        if value is None:       # get
1560
 
            return dbus.UInt64(self.timeout.total_seconds() * 1000)
 
1555
            return dbus.UInt64(self.timeout_milliseconds())
1561
1556
        old_timeout = self.timeout
1562
1557
        self.timeout = datetime.timedelta(0, 0, 0, value)
1563
1558
        # Reschedule disabling
1574
1569
                gobject.source_remove(self.disable_initiator_tag)
1575
1570
                self.disable_initiator_tag = (
1576
1571
                    gobject.timeout_add(
1577
 
                        int((self.expires - now).total_seconds()
1578
 
                            * 1000), self.disable))
 
1572
                        timedelta_to_milliseconds(self.expires - now),
 
1573
                        self.disable))
1579
1574
    
1580
1575
    # ExtendedTimeout - property
1581
1576
    @dbus_service_property(_interface, signature="t",
1582
1577
                           access="readwrite")
1583
1578
    def ExtendedTimeout_dbus_property(self, value=None):
1584
1579
        if value is None:       # get
1585
 
            return dbus.UInt64(self.extended_timeout.total_seconds()
1586
 
                               * 1000)
 
1580
            return dbus.UInt64(self.extended_timeout_milliseconds())
1587
1581
        self.extended_timeout = datetime.timedelta(0, 0, 0, value)
1588
1582
    
1589
1583
    # Interval - property
1591
1585
                           access="readwrite")
1592
1586
    def Interval_dbus_property(self, value=None):
1593
1587
        if value is None:       # get
1594
 
            return dbus.UInt64(self.interval.total_seconds() * 1000)
 
1588
            return dbus.UInt64(self.interval_milliseconds())
1595
1589
        self.interval = datetime.timedelta(0, 0, 0, value)
1596
1590
        if getattr(self, "checker_initiator_tag", None) is None:
1597
1591
            return
1608
1602
    def Checker_dbus_property(self, value=None):
1609
1603
        if value is None:       # get
1610
1604
            return dbus.String(self.checker_command)
1611
 
        self.checker_command = str(value)
 
1605
        self.checker_command = unicode(value)
1612
1606
    
1613
1607
    # CheckerRunning - property
1614
1608
    @dbus_service_property(_interface, signature="b",
1630
1624
    @dbus_service_property(_interface, signature="ay",
1631
1625
                           access="write", byte_arrays=True)
1632
1626
    def Secret_dbus_property(self, value):
1633
 
        self.secret = bytes(value)
 
1627
        self.secret = str(value)
1634
1628
    
1635
1629
    del _interface
1636
1630
 
1670
1664
    def handle(self):
1671
1665
        with contextlib.closing(self.server.child_pipe) as child_pipe:
1672
1666
            logger.info("TCP connection from: %s",
1673
 
                        str(self.client_address))
 
1667
                        unicode(self.client_address))
1674
1668
            logger.debug("Pipe FD: %d",
1675
1669
                         self.server.child_pipe.fileno())
1676
1670
            
1702
1696
            logger.debug("Protocol version: %r", line)
1703
1697
            try:
1704
1698
                if int(line.strip().split()[0]) > 1:
1705
 
                    raise RuntimeError(line)
 
1699
                    raise RuntimeError
1706
1700
            except (ValueError, IndexError, RuntimeError) as error:
1707
1701
                logger.error("Unknown protocol version: %s", error)
1708
1702
                return
1757
1751
                        if self.server.use_dbus:
1758
1752
                            # Emit D-Bus signal
1759
1753
                            client.NeedApproval(
1760
 
                                client.approval_delay.total_seconds()
1761
 
                                * 1000, client.approved_by_default)
 
1754
                                client.approval_delay_milliseconds(),
 
1755
                                client.approved_by_default)
1762
1756
                    else:
1763
1757
                        logger.warning("Client %s was not approved",
1764
1758
                                       client.name)
1770
1764
                    #wait until timeout or approved
1771
1765
                    time = datetime.datetime.now()
1772
1766
                    client.changedstate.acquire()
1773
 
                    client.changedstate.wait(delay.total_seconds())
 
1767
                    client.changedstate.wait(
 
1768
                        float(timedelta_to_milliseconds(delay)
 
1769
                              / 1000))
1774
1770
                    client.changedstate.release()
1775
1771
                    time2 = datetime.datetime.now()
1776
1772
                    if (time2 - time) >= delay:
1913
1909
    
1914
1910
    def add_pipe(self, parent_pipe, proc):
1915
1911
        """Dummy function; override as necessary"""
1916
 
        raise NotImplementedError()
 
1912
        raise NotImplementedError
1917
1913
 
1918
1914
 
1919
1915
class IPv6_TCPServer(MultiprocessingMixInWithPipe,
1975
1971
                try:
1976
1972
                    self.socket.setsockopt(socket.SOL_SOCKET,
1977
1973
                                           SO_BINDTODEVICE,
1978
 
                                           (self.interface + "\0")
1979
 
                                           .encode("utf-8"))
 
1974
                                           str(self.interface + '\0'))
1980
1975
                except socket.error as error:
1981
1976
                    if error.errno == errno.EPERM:
1982
1977
                        logger.error("No permission to bind to"
1996
1991
                if self.address_family == socket.AF_INET6:
1997
1992
                    any_address = "::" # in6addr_any
1998
1993
                else:
1999
 
                    any_address = "0.0.0.0" # INADDR_ANY
 
1994
                    any_address = socket.INADDR_ANY
2000
1995
                self.server_address = (any_address,
2001
1996
                                       self.server_address[1])
2002
1997
            elif not self.server_address[1]:
2185
2180
    token_duration = Token(re.compile(r"P"), None,
2186
2181
                           frozenset((token_year, token_month,
2187
2182
                                      token_day, token_time,
2188
 
                                      token_week)))
 
2183
                                      token_week))),
2189
2184
    # Define starting values
2190
2185
    value = datetime.timedelta() # Value so far
2191
2186
    found_token = None
2192
 
    followers = frozenset((token_duration,)) # Following valid tokens
 
2187
    followers = frozenset(token_duration,) # Following valid tokens
2193
2188
    s = duration                # String left to parse
2194
2189
    # Loop until end token is found
2195
2190
    while found_token is not token_end:
2242
2237
    timevalue = datetime.timedelta(0)
2243
2238
    for s in interval.split():
2244
2239
        try:
2245
 
            suffix = s[-1]
 
2240
            suffix = unicode(s[-1])
2246
2241
            value = int(s[:-1])
2247
2242
            if suffix == "d":
2248
2243
                delta = datetime.timedelta(value)
2255
2250
            elif suffix == "w":
2256
2251
                delta = datetime.timedelta(0, 0, 0, 0, 0, 0, value)
2257
2252
            else:
2258
 
                raise ValueError("Unknown suffix {!r}"
 
2253
                raise ValueError("Unknown suffix {0!r}"
2259
2254
                                 .format(suffix))
2260
 
        except IndexError as e:
 
2255
        except (ValueError, IndexError) as e:
2261
2256
            raise ValueError(*(e.args))
2262
2257
        timevalue += delta
2263
2258
    return timevalue
2278
2273
        # Close all standard open file descriptors
2279
2274
        null = os.open(os.devnull, os.O_NOCTTY | os.O_RDWR)
2280
2275
        if not stat.S_ISCHR(os.fstat(null).st_mode):
2281
 
            raise OSError(errno.ENODEV, "{} not a character device"
 
2276
            raise OSError(errno.ENODEV,
 
2277
                          "{0} not a character device"
2282
2278
                          .format(os.devnull))
2283
2279
        os.dup2(null, sys.stdin.fileno())
2284
2280
        os.dup2(null, sys.stdout.fileno())
2294
2290
    
2295
2291
    parser = argparse.ArgumentParser()
2296
2292
    parser.add_argument("-v", "--version", action="version",
2297
 
                        version = "%(prog)s {}".format(version),
 
2293
                        version = "%(prog)s {0}".format(version),
2298
2294
                        help="show version number and exit")
2299
2295
    parser.add_argument("-i", "--interface", metavar="IF",
2300
2296
                        help="Bind to interface IF")
2306
2302
                        help="Run self-test")
2307
2303
    parser.add_argument("--debug", action="store_true",
2308
2304
                        help="Debug mode; run in foreground and log"
2309
 
                        " to terminal", default=None)
 
2305
                        " to terminal")
2310
2306
    parser.add_argument("--debuglevel", metavar="LEVEL",
2311
2307
                        help="Debug level for stdout output")
2312
2308
    parser.add_argument("--priority", help="GnuTLS"
2319
2315
                        " files")
2320
2316
    parser.add_argument("--no-dbus", action="store_false",
2321
2317
                        dest="use_dbus", help="Do not provide D-Bus"
2322
 
                        " system bus interface", default=None)
 
2318
                        " system bus interface")
2323
2319
    parser.add_argument("--no-ipv6", action="store_false",
2324
 
                        dest="use_ipv6", help="Do not use IPv6",
2325
 
                        default=None)
 
2320
                        dest="use_ipv6", help="Do not use IPv6")
2326
2321
    parser.add_argument("--no-restore", action="store_false",
2327
2322
                        dest="restore", help="Do not restore stored"
2328
 
                        " state", default=None)
 
2323
                        " state")
2329
2324
    parser.add_argument("--socket", type=int,
2330
2325
                        help="Specify a file descriptor to a network"
2331
2326
                        " socket to use instead of creating one")
2332
2327
    parser.add_argument("--statedir", metavar="DIR",
2333
2328
                        help="Directory to save/restore state in")
2334
2329
    parser.add_argument("--foreground", action="store_true",
2335
 
                        help="Run in foreground", default=None)
2336
 
    parser.add_argument("--no-zeroconf", action="store_false",
2337
 
                        dest="zeroconf", help="Do not use Zeroconf",
2338
 
                        default=None)
 
2330
                        help="Run in foreground")
2339
2331
    
2340
2332
    options = parser.parse_args()
2341
2333
    
2342
2334
    if options.check:
2343
2335
        import doctest
2344
 
        fail_count, test_count = doctest.testmod()
2345
 
        sys.exit(os.EX_OK if fail_count == 0 else 1)
 
2336
        doctest.testmod()
 
2337
        sys.exit()
2346
2338
    
2347
2339
    # Default values for config file for server-global settings
2348
2340
    server_defaults = { "interface": "",
2350
2342
                        "port": "",
2351
2343
                        "debug": "False",
2352
2344
                        "priority":
2353
 
                        "SECURE256:!CTYPE-X.509:+CTYPE-OPENPGP:+SIGN-RSA-SHA224:+SIGN-RSA-RMD160",
 
2345
                        "SECURE256:!CTYPE-X.509:+CTYPE-OPENPGP",
2354
2346
                        "servicename": "Mandos",
2355
2347
                        "use_dbus": "True",
2356
2348
                        "use_ipv6": "True",
2359
2351
                        "socket": "",
2360
2352
                        "statedir": "/var/lib/mandos",
2361
2353
                        "foreground": "False",
2362
 
                        "zeroconf": "True",
2363
2354
                        }
2364
2355
    
2365
2356
    # Parse config file for server-global settings
2392
2383
    for option in ("interface", "address", "port", "debug",
2393
2384
                   "priority", "servicename", "configdir",
2394
2385
                   "use_dbus", "use_ipv6", "debuglevel", "restore",
2395
 
                   "statedir", "socket", "foreground", "zeroconf"):
 
2386
                   "statedir", "socket", "foreground"):
2396
2387
        value = getattr(options, option)
2397
2388
        if value is not None:
2398
2389
            server_settings[option] = value
2399
2390
    del options
2400
2391
    # Force all strings to be unicode
2401
2392
    for option in server_settings.keys():
2402
 
        if isinstance(server_settings[option], bytes):
2403
 
            server_settings[option] = (server_settings[option]
2404
 
                                       .decode("utf-8"))
2405
 
    # Force all boolean options to be boolean
2406
 
    for option in ("debug", "use_dbus", "use_ipv6", "restore",
2407
 
                   "foreground", "zeroconf"):
2408
 
        server_settings[option] = bool(server_settings[option])
 
2393
        if type(server_settings[option]) is str:
 
2394
            server_settings[option] = unicode(server_settings[option])
2409
2395
    # Debug implies foreground
2410
2396
    if server_settings["debug"]:
2411
2397
        server_settings["foreground"] = True
2413
2399
    
2414
2400
    ##################################################################
2415
2401
    
2416
 
    if (not server_settings["zeroconf"] and
2417
 
        not (server_settings["port"]
2418
 
             or server_settings["socket"] != "")):
2419
 
            parser.error("Needs port or socket to work without"
2420
 
                         " Zeroconf")
2421
 
    
2422
2402
    # For convenience
2423
2403
    debug = server_settings["debug"]
2424
2404
    debuglevel = server_settings["debuglevel"]
2427
2407
    stored_state_path = os.path.join(server_settings["statedir"],
2428
2408
                                     stored_state_file)
2429
2409
    foreground = server_settings["foreground"]
2430
 
    zeroconf = server_settings["zeroconf"]
2431
2410
    
2432
2411
    if debug:
2433
2412
        initlogger(debug, logging.DEBUG)
2440
2419
    
2441
2420
    if server_settings["servicename"] != "Mandos":
2442
2421
        syslogger.setFormatter(logging.Formatter
2443
 
                               ('Mandos ({}) [%(process)d]:'
 
2422
                               ('Mandos ({0}) [%(process)d]:'
2444
2423
                                ' %(levelname)s: %(message)s'
2445
2424
                                .format(server_settings
2446
2425
                                        ["servicename"])))
2454
2433
    global mandos_dbus_service
2455
2434
    mandos_dbus_service = None
2456
2435
    
2457
 
    socketfd = None
2458
 
    if server_settings["socket"] != "":
2459
 
        socketfd = server_settings["socket"]
2460
2436
    tcp_server = MandosServer((server_settings["address"],
2461
2437
                               server_settings["port"]),
2462
2438
                              ClientHandler,
2466
2442
                              gnutls_priority=
2467
2443
                              server_settings["priority"],
2468
2444
                              use_dbus=use_dbus,
2469
 
                              socketfd=socketfd)
 
2445
                              socketfd=(server_settings["socket"]
 
2446
                                        or None))
2470
2447
    if not foreground:
2471
 
        pidfilename = "/run/mandos.pid"
2472
 
        if not os.path.isdir("/run/."):
2473
 
            pidfilename = "/var/run/mandos.pid"
 
2448
        pidfilename = "/var/run/mandos.pid"
2474
2449
        pidfile = None
2475
2450
        try:
2476
2451
            pidfile = open(pidfilename, "w")
2493
2468
        os.setuid(uid)
2494
2469
    except OSError as error:
2495
2470
        if error.errno != errno.EPERM:
2496
 
            raise
 
2471
            raise error
2497
2472
    
2498
2473
    if debug:
2499
2474
        # Enable all possible GnuTLS debugging
2542
2517
            use_dbus = False
2543
2518
            server_settings["use_dbus"] = False
2544
2519
            tcp_server.use_dbus = False
2545
 
    if zeroconf:
2546
 
        protocol = avahi.PROTO_INET6 if use_ipv6 else avahi.PROTO_INET
2547
 
        service = AvahiServiceToSyslog(name =
2548
 
                                       server_settings["servicename"],
2549
 
                                       servicetype = "_mandos._tcp",
2550
 
                                       protocol = protocol, bus = bus)
2551
 
        if server_settings["interface"]:
2552
 
            service.interface = (if_nametoindex
2553
 
                                 (server_settings["interface"]
2554
 
                                  .encode("utf-8")))
 
2520
    protocol = avahi.PROTO_INET6 if use_ipv6 else avahi.PROTO_INET
 
2521
    service = AvahiServiceToSyslog(name =
 
2522
                                   server_settings["servicename"],
 
2523
                                   servicetype = "_mandos._tcp",
 
2524
                                   protocol = protocol, bus = bus)
 
2525
    if server_settings["interface"]:
 
2526
        service.interface = (if_nametoindex
 
2527
                             (str(server_settings["interface"])))
2555
2528
    
2556
2529
    global multiprocessing_manager
2557
2530
    multiprocessing_manager = multiprocessing.Manager()
2581
2554
            os.remove(stored_state_path)
2582
2555
        except IOError as e:
2583
2556
            if e.errno == errno.ENOENT:
2584
 
                logger.warning("Could not load persistent state: {}"
 
2557
                logger.warning("Could not load persistent state: {0}"
2585
2558
                                .format(os.strerror(e.errno)))
2586
2559
            else:
2587
2560
                logger.critical("Could not load persistent state:",
2592
2565
                           "EOFError:", exc_info=e)
2593
2566
    
2594
2567
    with PGPEngine() as pgp:
2595
 
        for client_name, client in clients_data.items():
 
2568
        for client_name, client in clients_data.iteritems():
2596
2569
            # Skip removed clients
2597
2570
            if client_name not in client_settings:
2598
2571
                continue
2623
2596
                if datetime.datetime.utcnow() >= client["expires"]:
2624
2597
                    if not client["last_checked_ok"]:
2625
2598
                        logger.warning(
2626
 
                            "disabling client {} - Client never "
 
2599
                            "disabling client {0} - Client never "
2627
2600
                            "performed a successful checker"
2628
2601
                            .format(client_name))
2629
2602
                        client["enabled"] = False
2630
2603
                    elif client["last_checker_status"] != 0:
2631
2604
                        logger.warning(
2632
 
                            "disabling client {} - Client last"
2633
 
                            " checker failed with error code {}"
 
2605
                            "disabling client {0} - Client "
 
2606
                            "last checker failed with error code {1}"
2634
2607
                            .format(client_name,
2635
2608
                                    client["last_checker_status"]))
2636
2609
                        client["enabled"] = False
2639
2612
                                             .utcnow()
2640
2613
                                             + client["timeout"])
2641
2614
                        logger.debug("Last checker succeeded,"
2642
 
                                     " keeping {} enabled"
 
2615
                                     " keeping {0} enabled"
2643
2616
                                     .format(client_name))
2644
2617
            try:
2645
2618
                client["secret"] = (
2648
2621
                                ["secret"]))
2649
2622
            except PGPError:
2650
2623
                # If decryption fails, we use secret from new settings
2651
 
                logger.debug("Failed to decrypt {} old secret"
 
2624
                logger.debug("Failed to decrypt {0} old secret"
2652
2625
                             .format(client_name))
2653
2626
                client["secret"] = (
2654
2627
                    client_settings[client_name]["secret"])
2662
2635
        clients_data[client_name] = client_settings[client_name]
2663
2636
    
2664
2637
    # Create all client objects
2665
 
    for client_name, client in clients_data.items():
 
2638
    for client_name, client in clients_data.iteritems():
2666
2639
        tcp_server.clients[client_name] = client_class(
2667
2640
            name = client_name, settings = client,
2668
2641
            server_settings = server_settings)
2675
2648
            try:
2676
2649
                with pidfile:
2677
2650
                    pid = os.getpid()
2678
 
                    pidfile.write("{}\n".format(pid).encode("utf-8"))
 
2651
                    pidfile.write(str(pid) + "\n".encode("utf-8"))
2679
2652
            except IOError:
2680
2653
                logger.error("Could not write to file %r with PID %d",
2681
2654
                             pidfilename, pid)
2727
2700
            def GetAllClientsWithProperties(self):
2728
2701
                "D-Bus method"
2729
2702
                return dbus.Dictionary(
2730
 
                    { c.dbus_object_path: c.GetAll("")
2731
 
                      for c in tcp_server.clients.itervalues() },
 
2703
                    ((c.dbus_object_path, c.GetAll(""))
 
2704
                     for c in tcp_server.clients.itervalues()),
2732
2705
                    signature="oa{sv}")
2733
2706
            
2734
2707
            @dbus.service.method(_interface, in_signature="o")
2751
2724
    
2752
2725
    def cleanup():
2753
2726
        "Cleanup function; run on exit"
2754
 
        if zeroconf:
2755
 
            service.cleanup()
 
2727
        service.cleanup()
2756
2728
        
2757
2729
        multiprocessing.active_children()
2758
2730
        wnull.close()
2772
2744
                
2773
2745
                # A list of attributes that can not be pickled
2774
2746
                # + secret.
2775
 
                exclude = { "bus", "changedstate", "secret",
2776
 
                            "checker", "server_settings" }
 
2747
                exclude = set(("bus", "changedstate", "secret",
 
2748
                               "checker", "server_settings"))
2777
2749
                for name, typ in (inspect.getmembers
2778
2750
                                  (dbus.service.Object)):
2779
2751
                    exclude.add(name)
2802
2774
                except NameError:
2803
2775
                    pass
2804
2776
            if e.errno in (errno.ENOENT, errno.EACCES, errno.EEXIST):
2805
 
                logger.warning("Could not save persistent state: {}"
 
2777
                logger.warning("Could not save persistent state: {0}"
2806
2778
                               .format(os.strerror(e.errno)))
2807
2779
            else:
2808
2780
                logger.warning("Could not save persistent state:",
2809
2781
                               exc_info=e)
2810
 
                raise
 
2782
                raise e
2811
2783
        
2812
2784
        # Delete all clients, and settings from config
2813
2785
        while tcp_server.clients:
2837
2809
    tcp_server.server_activate()
2838
2810
    
2839
2811
    # Find out what port we got
2840
 
    if zeroconf:
2841
 
        service.port = tcp_server.socket.getsockname()[1]
 
2812
    service.port = tcp_server.socket.getsockname()[1]
2842
2813
    if use_ipv6:
2843
2814
        logger.info("Now listening on address %r, port %d,"
2844
2815
                    " flowinfo %d, scope_id %d",
2850
2821
    #service.interface = tcp_server.socket.getsockname()[3]
2851
2822
    
2852
2823
    try:
2853
 
        if zeroconf:
2854
 
            # From the Avahi example code
2855
 
            try:
2856
 
                service.activate()
2857
 
            except dbus.exceptions.DBusException as error:
2858
 
                logger.critical("D-Bus Exception", exc_info=error)
2859
 
                cleanup()
2860
 
                sys.exit(1)
2861
 
            # End of Avahi example code
 
2824
        # From the Avahi example code
 
2825
        try:
 
2826
            service.activate()
 
2827
        except dbus.exceptions.DBusException as error:
 
2828
            logger.critical("D-Bus Exception", exc_info=error)
 
2829
            cleanup()
 
2830
            sys.exit(1)
 
2831
        # End of Avahi example code
2862
2832
        
2863
2833
        gobject.io_add_watch(tcp_server.fileno(), gobject.IO_IN,
2864
2834
                             lambda *args, **kwargs: