/mandos/release

To get this branch, use:
bzr branch http://bzr.recompile.se/loggerhead/mandos/release

« back to all changes in this revision

Viewing changes to mandos

  • Committer: Teddy Hogeborn
  • Date: 2015-07-05 21:38:01 UTC
  • mto: (237.7.307 trunk)
  • mto: This revision was merged to the branch mainline in revision 325.
  • Revision ID: teddy@recompile.se-20150705213801-pi8vk0ovlumuj826
plugin-helpers/mandos-client-iprouteadddel.c: Fix #include lines.
(main): Fix minor typo in error message.

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
#!/usr/bin/python
 
1
#!/usr/bin/python2.7
2
2
# -*- mode: python; coding: utf-8 -*-
3
3
4
4
# Mandos server - give out binary blobs to connecting clients.
11
11
# "AvahiService" class, and some lines in "main".
12
12
13
13
# Everything else is
14
 
# Copyright © 2008-2012 Teddy Hogeborn
15
 
# Copyright © 2008-2012 Björn Påhlsson
 
14
# Copyright © 2008-2014 Teddy Hogeborn
 
15
# Copyright © 2008-2014 Björn Påhlsson
16
16
17
17
# This program is free software: you can redistribute it and/or modify
18
18
# it under the terms of the GNU General Public License as published by
88
88
    except ImportError:
89
89
        SO_BINDTODEVICE = None
90
90
 
91
 
version = "1.6.0"
 
91
if sys.version_info.major == 2:
 
92
    str = unicode
 
93
 
 
94
version = "1.6.9"
92
95
stored_state_file = "clients.pickle"
93
96
 
94
97
logger = logging.getLogger()
95
 
syslogger = (logging.handlers.SysLogHandler
96
 
             (facility = logging.handlers.SysLogHandler.LOG_DAEMON,
97
 
              address = str("/dev/log")))
 
98
syslogger = None
98
99
 
99
100
try:
100
101
    if_nametoindex = (ctypes.cdll.LoadLibrary
106
107
        SIOCGIFINDEX = 0x8933  # From /usr/include/linux/sockios.h
107
108
        with contextlib.closing(socket.socket()) as s:
108
109
            ifreq = fcntl.ioctl(s, SIOCGIFINDEX,
109
 
                                struct.pack(str("16s16x"),
110
 
                                            interface))
111
 
        interface_index = struct.unpack(str("I"),
112
 
                                        ifreq[16:20])[0]
 
110
                                struct.pack(b"16s16x", interface))
 
111
        interface_index = struct.unpack("I", ifreq[16:20])[0]
113
112
        return interface_index
114
113
 
115
114
 
116
115
def initlogger(debug, level=logging.WARNING):
117
116
    """init logger and add loglevel"""
118
117
    
 
118
    global syslogger
 
119
    syslogger = (logging.handlers.SysLogHandler
 
120
                 (facility =
 
121
                  logging.handlers.SysLogHandler.LOG_DAEMON,
 
122
                  address = "/dev/log"))
119
123
    syslogger.setFormatter(logging.Formatter
120
124
                           ('Mandos [%(process)d]: %(levelname)s:'
121
125
                            ' %(message)s'))
172
176
    def password_encode(self, password):
173
177
        # Passphrase can not be empty and can not contain newlines or
174
178
        # NUL bytes.  So we prefix it and hex encode it.
175
 
        return b"mandos" + binascii.hexlify(password)
 
179
        encoded = b"mandos" + binascii.hexlify(password)
 
180
        if len(encoded) > 2048:
 
181
            # GnuPG can't handle long passwords, so encode differently
 
182
            encoded = (b"mandos" + password.replace(b"\\", b"\\\\")
 
183
                       .replace(b"\n", b"\\n")
 
184
                       .replace(b"\0", b"\\x00"))
 
185
        return encoded
176
186
    
177
187
    def encrypt(self, data, password):
178
188
        passphrase = self.password_encode(password)
215
225
class AvahiError(Exception):
216
226
    def __init__(self, value, *args, **kwargs):
217
227
        self.value = value
218
 
        super(AvahiError, self).__init__(value, *args, **kwargs)
219
 
    def __unicode__(self):
220
 
        return unicode(repr(self.value))
 
228
        return super(AvahiError, self).__init__(value, *args,
 
229
                                                **kwargs)
221
230
 
222
231
class AvahiServiceError(AvahiError):
223
232
    pass
266
275
        self.bus = bus
267
276
        self.entry_group_state_changed_match = None
268
277
    
269
 
    def rename(self):
 
278
    def rename(self, remove=True):
270
279
        """Derived from the Avahi example code"""
271
280
        if self.rename_count >= self.max_renames:
272
281
            logger.critical("No suitable Zeroconf service name found"
273
282
                            " after %i retries, exiting.",
274
283
                            self.rename_count)
275
284
            raise AvahiServiceError("Too many renames")
276
 
        self.name = unicode(self.server
277
 
                            .GetAlternativeServiceName(self.name))
 
285
        self.name = str(self.server
 
286
                        .GetAlternativeServiceName(self.name))
 
287
        self.rename_count += 1
278
288
        logger.info("Changing Zeroconf service name to %r ...",
279
289
                    self.name)
280
 
        self.remove()
 
290
        if remove:
 
291
            self.remove()
281
292
        try:
282
293
            self.add()
283
294
        except dbus.exceptions.DBusException as error:
284
 
            logger.critical("D-Bus Exception", exc_info=error)
285
 
            self.cleanup()
286
 
            os._exit(1)
287
 
        self.rename_count += 1
 
295
            if (error.get_dbus_name()
 
296
                == "org.freedesktop.Avahi.CollisionError"):
 
297
                logger.info("Local Zeroconf service name collision.")
 
298
                return self.rename(remove=False)
 
299
            else:
 
300
                logger.critical("D-Bus Exception", exc_info=error)
 
301
                self.cleanup()
 
302
                os._exit(1)
288
303
    
289
304
    def remove(self):
290
305
        """Derived from the Avahi example code"""
328
343
            self.rename()
329
344
        elif state == avahi.ENTRY_GROUP_FAILURE:
330
345
            logger.critical("Avahi: Error in group state changed %s",
331
 
                            unicode(error))
332
 
            raise AvahiGroupError("State changed: {0!s}"
 
346
                            str(error))
 
347
            raise AvahiGroupError("State changed: {!s}"
333
348
                                  .format(error))
334
349
    
335
350
    def cleanup(self):
382
397
 
383
398
 
384
399
class AvahiServiceToSyslog(AvahiService):
385
 
    def rename(self):
 
400
    def rename(self, *args, **kwargs):
386
401
        """Add the new name to the syslog messages"""
387
 
        ret = AvahiService.rename(self)
 
402
        ret = AvahiService.rename(self, *args, **kwargs)
388
403
        syslogger.setFormatter(logging.Formatter
389
 
                               ('Mandos ({0}) [%(process)d]:'
 
404
                               ('Mandos ({}) [%(process)d]:'
390
405
                                ' %(levelname)s: %(message)s'
391
406
                                .format(self.name)))
392
407
        return ret
393
408
 
394
409
 
395
 
def timedelta_to_milliseconds(td):
396
 
    "Convert a datetime.timedelta() to milliseconds"
397
 
    return ((td.days * 24 * 60 * 60 * 1000)
398
 
            + (td.seconds * 1000)
399
 
            + (td.microseconds // 1000))
400
 
 
401
 
 
402
410
class Client(object):
403
411
    """A representation of a client host served by this server.
404
412
    
440
448
    runtime_expansions: Allowed attributes for runtime expansion.
441
449
    expires:    datetime.datetime(); time (UTC) when a client will be
442
450
                disabled, or None
 
451
    server_settings: The server_settings dict from main()
443
452
    """
444
453
    
445
454
    runtime_expansions = ("approval_delay", "approval_duration",
458
467
                        "enabled": "True",
459
468
                        }
460
469
    
461
 
    def timeout_milliseconds(self):
462
 
        "Return the 'timeout' attribute in milliseconds"
463
 
        return timedelta_to_milliseconds(self.timeout)
464
 
    
465
 
    def extended_timeout_milliseconds(self):
466
 
        "Return the 'extended_timeout' attribute in milliseconds"
467
 
        return timedelta_to_milliseconds(self.extended_timeout)
468
 
    
469
 
    def interval_milliseconds(self):
470
 
        "Return the 'interval' attribute in milliseconds"
471
 
        return timedelta_to_milliseconds(self.interval)
472
 
    
473
 
    def approval_delay_milliseconds(self):
474
 
        return timedelta_to_milliseconds(self.approval_delay)
475
 
    
476
470
    @staticmethod
477
471
    def config_parser(config):
478
472
        """Construct a new dict of client settings of this form:
503
497
                          "rb") as secfile:
504
498
                    client["secret"] = secfile.read()
505
499
            else:
506
 
                raise TypeError("No secret or secfile for section {0}"
 
500
                raise TypeError("No secret or secfile for section {}"
507
501
                                .format(section))
508
502
            client["timeout"] = string_to_delta(section["timeout"])
509
503
            client["extended_timeout"] = string_to_delta(
520
514
        
521
515
        return settings
522
516
    
523
 
    def __init__(self, settings, name = None):
 
517
    def __init__(self, settings, name = None, server_settings=None):
524
518
        self.name = name
 
519
        if server_settings is None:
 
520
            server_settings = {}
 
521
        self.server_settings = server_settings
525
522
        # adding all client settings
526
 
        for setting, value in settings.iteritems():
 
523
        for setting, value in settings.items():
527
524
            setattr(self, setting, value)
528
525
        
529
526
        if self.enabled:
612
609
        if self.checker_initiator_tag is not None:
613
610
            gobject.source_remove(self.checker_initiator_tag)
614
611
        self.checker_initiator_tag = (gobject.timeout_add
615
 
                                      (self.interval_milliseconds(),
 
612
                                      (int(self.interval
 
613
                                           .total_seconds() * 1000),
616
614
                                       self.start_checker))
617
615
        # Schedule a disable() when 'timeout' has passed
618
616
        if self.disable_initiator_tag is not None:
619
617
            gobject.source_remove(self.disable_initiator_tag)
620
618
        self.disable_initiator_tag = (gobject.timeout_add
621
 
                                   (self.timeout_milliseconds(),
622
 
                                    self.disable))
 
619
                                      (int(self.timeout
 
620
                                           .total_seconds() * 1000),
 
621
                                       self.disable))
623
622
        # Also start a new checker *right now*.
624
623
        self.start_checker()
625
624
    
656
655
            self.disable_initiator_tag = None
657
656
        if getattr(self, "enabled", False):
658
657
            self.disable_initiator_tag = (gobject.timeout_add
659
 
                                          (timedelta_to_milliseconds
660
 
                                           (timeout), self.disable))
 
658
                                          (int(timeout.total_seconds()
 
659
                                               * 1000), self.disable))
661
660
            self.expires = datetime.datetime.utcnow() + timeout
662
661
    
663
662
    def need_approval(self):
680
679
        # If a checker exists, make sure it is not a zombie
681
680
        try:
682
681
            pid, status = os.waitpid(self.checker.pid, os.WNOHANG)
683
 
        except (AttributeError, OSError) as error:
684
 
            if (isinstance(error, OSError)
685
 
                and error.errno != errno.ECHILD):
686
 
                raise error
 
682
        except AttributeError:
 
683
            pass
 
684
        except OSError as error:
 
685
            if error.errno != errno.ECHILD:
 
686
                raise
687
687
        else:
688
688
            if pid:
689
689
                logger.warning("Checker was a zombie")
693
693
        # Start a new checker if needed
694
694
        if self.checker is None:
695
695
            # Escape attributes for the shell
696
 
            escaped_attrs = dict(
697
 
                (attr, re.escape(unicode(getattr(self, attr))))
698
 
                for attr in
699
 
                self.runtime_expansions)
 
696
            escaped_attrs = { attr:
 
697
                                  re.escape(str(getattr(self, attr)))
 
698
                              for attr in self.runtime_expansions }
700
699
            try:
701
700
                command = self.checker_command % escaped_attrs
702
701
            except TypeError as error:
711
710
                # in normal mode, that is already done by daemon(),
712
711
                # and in debug mode we don't want to.  (Stdin is
713
712
                # always replaced by /dev/null.)
 
713
                # The exception is when not debugging but nevertheless
 
714
                # running in the foreground; use the previously
 
715
                # created wnull.
 
716
                popen_args = {}
 
717
                if (not self.server_settings["debug"]
 
718
                    and self.server_settings["foreground"]):
 
719
                    popen_args.update({"stdout": wnull,
 
720
                                       "stderr": wnull })
714
721
                self.checker = subprocess.Popen(command,
715
722
                                                close_fds=True,
716
 
                                                shell=True, cwd="/")
 
723
                                                shell=True, cwd="/",
 
724
                                                **popen_args)
717
725
            except OSError as error:
718
726
                logger.error("Failed to start subprocess",
719
727
                             exc_info=error)
774
782
    # "Set" method, so we fail early here:
775
783
    if byte_arrays and signature != "ay":
776
784
        raise ValueError("Byte arrays not supported for non-'ay'"
777
 
                         " signature {0!r}".format(signature))
 
785
                         " signature {!r}".format(signature))
778
786
    def decorator(func):
779
787
        func._dbus_is_property = True
780
788
        func._dbus_interface = dbus_interface
811
819
    """Decorator to annotate D-Bus methods, signals or properties
812
820
    Usage:
813
821
    
 
822
    @dbus_annotations({"org.freedesktop.DBus.Deprecated": "true",
 
823
                       "org.freedesktop.DBus.Property."
 
824
                       "EmitsChangedSignal": "false"})
814
825
    @dbus_service_property("org.example.Interface", signature="b",
815
826
                           access="r")
816
 
    @dbus_annotations({{"org.freedesktop.DBus.Deprecated": "true",
817
 
                        "org.freedesktop.DBus.Property."
818
 
                        "EmitsChangedSignal": "false"})
819
827
    def Property_dbus_property(self):
820
828
        return dbus.Boolean(False)
821
829
    """
828
836
class DBusPropertyException(dbus.exceptions.DBusException):
829
837
    """A base class for D-Bus property-related exceptions
830
838
    """
831
 
    def __unicode__(self):
832
 
        return unicode(str(self))
833
 
 
 
839
    pass
834
840
 
835
841
class DBusPropertyAccessException(DBusPropertyException):
836
842
    """A property's access permissions disallows an operation.
859
865
        If called like _is_dbus_thing("method") it returns a function
860
866
        suitable for use as predicate to inspect.getmembers().
861
867
        """
862
 
        return lambda obj: getattr(obj, "_dbus_is_{0}".format(thing),
 
868
        return lambda obj: getattr(obj, "_dbus_is_{}".format(thing),
863
869
                                   False)
864
870
    
865
871
    def _get_all_dbus_things(self, thing):
914
920
            # The byte_arrays option is not supported yet on
915
921
            # signatures other than "ay".
916
922
            if prop._dbus_signature != "ay":
917
 
                raise ValueError
 
923
                raise ValueError("Byte arrays not supported for non-"
 
924
                                 "'ay' signature {!r}"
 
925
                                 .format(prop._dbus_signature))
918
926
            value = dbus.ByteArray(b''.join(chr(byte)
919
927
                                            for byte in value))
920
928
        prop(value)
944
952
                                           value.variant_level+1)
945
953
        return dbus.Dictionary(properties, signature="sv")
946
954
    
 
955
    @dbus.service.signal(dbus.PROPERTIES_IFACE, signature="sa{sv}as")
 
956
    def PropertiesChanged(self, interface_name, changed_properties,
 
957
                          invalidated_properties):
 
958
        """Standard D-Bus PropertiesChanged() signal, see D-Bus
 
959
        standard.
 
960
        """
 
961
        pass
 
962
    
947
963
    @dbus.service.method(dbus.INTROSPECTABLE_IFACE,
948
964
                         out_signature="s",
949
965
                         path_keyword='object_path',
984
1000
                                              (prop,
985
1001
                                               "_dbus_annotations",
986
1002
                                               {}))
987
 
                        for name, value in annots.iteritems():
 
1003
                        for name, value in annots.items():
988
1004
                            ann_tag = document.createElement(
989
1005
                                "annotation")
990
1006
                            ann_tag.setAttribute("name", name)
993
1009
                # Add interface annotation tags
994
1010
                for annotation, value in dict(
995
1011
                    itertools.chain.from_iterable(
996
 
                        annotations().iteritems()
 
1012
                        annotations().items()
997
1013
                        for name, annotations in
998
1014
                        self._get_all_dbus_things("interface")
999
1015
                        if name == if_tag.getAttribute("name")
1000
 
                        )).iteritems():
 
1016
                        )).items():
1001
1017
                    ann_tag = document.createElement("annotation")
1002
1018
                    ann_tag.setAttribute("name", annotation)
1003
1019
                    ann_tag.setAttribute("value", value)
1059
1075
    """
1060
1076
    def wrapper(cls):
1061
1077
        for orig_interface_name, alt_interface_name in (
1062
 
            alt_interface_names.iteritems()):
 
1078
            alt_interface_names.items()):
1063
1079
            attr = {}
1064
1080
            interface_names = set()
1065
1081
            # Go though all attributes of the class
1182
1198
                                        attribute.func_closure)))
1183
1199
            if deprecate:
1184
1200
                # Deprecate all alternate interfaces
1185
 
                iname="_AlternateDBusNames_interface_annotation{0}"
 
1201
                iname="_AlternateDBusNames_interface_annotation{}"
1186
1202
                for interface_name in interface_names:
1187
1203
                    @dbus_interface_annotations(interface_name)
1188
1204
                    def func(self):
1197
1213
            if interface_names:
1198
1214
                # Replace the class with a new subclass of it with
1199
1215
                # methods, signals, etc. as created above.
1200
 
                cls = type(b"{0}Alternate".format(cls.__name__),
 
1216
                cls = type(b"{}Alternate".format(cls.__name__),
1201
1217
                           (cls,), attr)
1202
1218
        return cls
1203
1219
    return wrapper
1216
1232
    runtime_expansions = (Client.runtime_expansions
1217
1233
                          + ("dbus_object_path",))
1218
1234
    
 
1235
    _interface = "se.recompile.Mandos.Client"
 
1236
    
1219
1237
    # dbus.service.Object doesn't use super(), so we can't either.
1220
1238
    
1221
1239
    def __init__(self, bus = None, *args, **kwargs):
1223
1241
        Client.__init__(self, *args, **kwargs)
1224
1242
        # Only now, when this client is initialized, can it show up on
1225
1243
        # the D-Bus
1226
 
        client_object_name = unicode(self.name).translate(
 
1244
        client_object_name = str(self.name).translate(
1227
1245
            {ord("."): ord("_"),
1228
1246
             ord("-"): ord("_")})
1229
1247
        self.dbus_object_path = (dbus.ObjectPath
1233
1251
    
1234
1252
    def notifychangeproperty(transform_func,
1235
1253
                             dbus_name, type_func=lambda x: x,
1236
 
                             variant_level=1):
 
1254
                             variant_level=1, invalidate_only=False,
 
1255
                             _interface=_interface):
1237
1256
        """ Modify a variable so that it's a property which announces
1238
1257
        its changes to DBus.
1239
1258
        
1244
1263
                   to the D-Bus.  Default: no transform
1245
1264
        variant_level: D-Bus variant level.  Default: 1
1246
1265
        """
1247
 
        attrname = "_{0}".format(dbus_name)
 
1266
        attrname = "_{}".format(dbus_name)
1248
1267
        def setter(self, value):
1249
1268
            if hasattr(self, "dbus_object_path"):
1250
1269
                if (not hasattr(self, attrname) or
1251
1270
                    type_func(getattr(self, attrname, None))
1252
1271
                    != type_func(value)):
1253
 
                    dbus_value = transform_func(type_func(value),
1254
 
                                                variant_level
1255
 
                                                =variant_level)
1256
 
                    self.PropertyChanged(dbus.String(dbus_name),
1257
 
                                         dbus_value)
 
1272
                    if invalidate_only:
 
1273
                        self.PropertiesChanged(_interface,
 
1274
                                               dbus.Dictionary(),
 
1275
                                               dbus.Array
 
1276
                                               ((dbus_name,)))
 
1277
                    else:
 
1278
                        dbus_value = transform_func(type_func(value),
 
1279
                                                    variant_level
 
1280
                                                    =variant_level)
 
1281
                        self.PropertyChanged(dbus.String(dbus_name),
 
1282
                                             dbus_value)
 
1283
                        self.PropertiesChanged(_interface,
 
1284
                                               dbus.Dictionary({
 
1285
                                    dbus.String(dbus_name):
 
1286
                                        dbus_value }), dbus.Array())
1258
1287
            setattr(self, attrname, value)
1259
1288
        
1260
1289
        return property(lambda self: getattr(self, attrname), setter)
1280
1309
    approval_delay = notifychangeproperty(dbus.UInt64,
1281
1310
                                          "ApprovalDelay",
1282
1311
                                          type_func =
1283
 
                                          timedelta_to_milliseconds)
 
1312
                                          lambda td: td.total_seconds()
 
1313
                                          * 1000)
1284
1314
    approval_duration = notifychangeproperty(
1285
1315
        dbus.UInt64, "ApprovalDuration",
1286
 
        type_func = timedelta_to_milliseconds)
 
1316
        type_func = lambda td: td.total_seconds() * 1000)
1287
1317
    host = notifychangeproperty(dbus.String, "Host")
1288
1318
    timeout = notifychangeproperty(dbus.UInt64, "Timeout",
1289
 
                                   type_func =
1290
 
                                   timedelta_to_milliseconds)
 
1319
                                   type_func = lambda td:
 
1320
                                       td.total_seconds() * 1000)
1291
1321
    extended_timeout = notifychangeproperty(
1292
1322
        dbus.UInt64, "ExtendedTimeout",
1293
 
        type_func = timedelta_to_milliseconds)
 
1323
        type_func = lambda td: td.total_seconds() * 1000)
1294
1324
    interval = notifychangeproperty(dbus.UInt64,
1295
1325
                                    "Interval",
1296
1326
                                    type_func =
1297
 
                                    timedelta_to_milliseconds)
 
1327
                                    lambda td: td.total_seconds()
 
1328
                                    * 1000)
1298
1329
    checker_command = notifychangeproperty(dbus.String, "Checker")
 
1330
    secret = notifychangeproperty(dbus.ByteArray, "Secret",
 
1331
                                  invalidate_only=True)
1299
1332
    
1300
1333
    del notifychangeproperty
1301
1334
    
1328
1361
                                       *args, **kwargs)
1329
1362
    
1330
1363
    def start_checker(self, *args, **kwargs):
1331
 
        old_checker = self.checker
1332
 
        if self.checker is not None:
1333
 
            old_checker_pid = self.checker.pid
1334
 
        else:
1335
 
            old_checker_pid = None
 
1364
        old_checker_pid = getattr(self.checker, "pid", None)
1336
1365
        r = Client.start_checker(self, *args, **kwargs)
1337
1366
        # Only if new checker process was started
1338
1367
        if (self.checker is not None
1347
1376
    
1348
1377
    def approve(self, value=True):
1349
1378
        self.approved = value
1350
 
        gobject.timeout_add(timedelta_to_milliseconds
1351
 
                            (self.approval_duration),
1352
 
                            self._reset_approved)
 
1379
        gobject.timeout_add(int(self.approval_duration.total_seconds()
 
1380
                                * 1000), self._reset_approved)
1353
1381
        self.send_changedstate()
1354
1382
    
1355
1383
    ## D-Bus methods, signals & properties
1356
 
    _interface = "se.recompile.Mandos.Client"
1357
1384
    
1358
1385
    ## Interfaces
1359
1386
    
1360
 
    @dbus_interface_annotations(_interface)
1361
 
    def _foo(self):
1362
 
        return { "org.freedesktop.DBus.Property.EmitsChangedSignal":
1363
 
                     "false"}
1364
 
    
1365
1387
    ## Signals
1366
1388
    
1367
1389
    # CheckerCompleted - signal
1377
1399
        pass
1378
1400
    
1379
1401
    # PropertyChanged - signal
 
1402
    @dbus_annotations({"org.freedesktop.DBus.Deprecated": "true"})
1380
1403
    @dbus.service.signal(_interface, signature="sv")
1381
1404
    def PropertyChanged(self, property, value):
1382
1405
        "D-Bus signal"
1458
1481
                           access="readwrite")
1459
1482
    def ApprovalDelay_dbus_property(self, value=None):
1460
1483
        if value is None:       # get
1461
 
            return dbus.UInt64(self.approval_delay_milliseconds())
 
1484
            return dbus.UInt64(self.approval_delay.total_seconds()
 
1485
                               * 1000)
1462
1486
        self.approval_delay = datetime.timedelta(0, 0, 0, value)
1463
1487
    
1464
1488
    # ApprovalDuration - property
1466
1490
                           access="readwrite")
1467
1491
    def ApprovalDuration_dbus_property(self, value=None):
1468
1492
        if value is None:       # get
1469
 
            return dbus.UInt64(timedelta_to_milliseconds(
1470
 
                    self.approval_duration))
 
1493
            return dbus.UInt64(self.approval_duration.total_seconds()
 
1494
                               * 1000)
1471
1495
        self.approval_duration = datetime.timedelta(0, 0, 0, value)
1472
1496
    
1473
1497
    # Name - property
1486
1510
    def Host_dbus_property(self, value=None):
1487
1511
        if value is None:       # get
1488
1512
            return dbus.String(self.host)
1489
 
        self.host = unicode(value)
 
1513
        self.host = str(value)
1490
1514
    
1491
1515
    # Created - property
1492
1516
    @dbus_service_property(_interface, signature="s", access="read")
1539
1563
                           access="readwrite")
1540
1564
    def Timeout_dbus_property(self, value=None):
1541
1565
        if value is None:       # get
1542
 
            return dbus.UInt64(self.timeout_milliseconds())
 
1566
            return dbus.UInt64(self.timeout.total_seconds() * 1000)
1543
1567
        old_timeout = self.timeout
1544
1568
        self.timeout = datetime.timedelta(0, 0, 0, value)
1545
1569
        # Reschedule disabling
1556
1580
                gobject.source_remove(self.disable_initiator_tag)
1557
1581
                self.disable_initiator_tag = (
1558
1582
                    gobject.timeout_add(
1559
 
                        timedelta_to_milliseconds(self.expires - now),
1560
 
                        self.disable))
 
1583
                        int((self.expires - now).total_seconds()
 
1584
                            * 1000), self.disable))
1561
1585
    
1562
1586
    # ExtendedTimeout - property
1563
1587
    @dbus_service_property(_interface, signature="t",
1564
1588
                           access="readwrite")
1565
1589
    def ExtendedTimeout_dbus_property(self, value=None):
1566
1590
        if value is None:       # get
1567
 
            return dbus.UInt64(self.extended_timeout_milliseconds())
 
1591
            return dbus.UInt64(self.extended_timeout.total_seconds()
 
1592
                               * 1000)
1568
1593
        self.extended_timeout = datetime.timedelta(0, 0, 0, value)
1569
1594
    
1570
1595
    # Interval - property
1572
1597
                           access="readwrite")
1573
1598
    def Interval_dbus_property(self, value=None):
1574
1599
        if value is None:       # get
1575
 
            return dbus.UInt64(self.interval_milliseconds())
 
1600
            return dbus.UInt64(self.interval.total_seconds() * 1000)
1576
1601
        self.interval = datetime.timedelta(0, 0, 0, value)
1577
1602
        if getattr(self, "checker_initiator_tag", None) is None:
1578
1603
            return
1589
1614
    def Checker_dbus_property(self, value=None):
1590
1615
        if value is None:       # get
1591
1616
            return dbus.String(self.checker_command)
1592
 
        self.checker_command = unicode(value)
 
1617
        self.checker_command = str(value)
1593
1618
    
1594
1619
    # CheckerRunning - property
1595
1620
    @dbus_service_property(_interface, signature="b",
1611
1636
    @dbus_service_property(_interface, signature="ay",
1612
1637
                           access="write", byte_arrays=True)
1613
1638
    def Secret_dbus_property(self, value):
1614
 
        self.secret = str(value)
 
1639
        self.secret = bytes(value)
1615
1640
    
1616
1641
    del _interface
1617
1642
 
1651
1676
    def handle(self):
1652
1677
        with contextlib.closing(self.server.child_pipe) as child_pipe:
1653
1678
            logger.info("TCP connection from: %s",
1654
 
                        unicode(self.client_address))
 
1679
                        str(self.client_address))
1655
1680
            logger.debug("Pipe FD: %d",
1656
1681
                         self.server.child_pipe.fileno())
1657
1682
            
1683
1708
            logger.debug("Protocol version: %r", line)
1684
1709
            try:
1685
1710
                if int(line.strip().split()[0]) > 1:
1686
 
                    raise RuntimeError
 
1711
                    raise RuntimeError(line)
1687
1712
            except (ValueError, IndexError, RuntimeError) as error:
1688
1713
                logger.error("Unknown protocol version: %s", error)
1689
1714
                return
1738
1763
                        if self.server.use_dbus:
1739
1764
                            # Emit D-Bus signal
1740
1765
                            client.NeedApproval(
1741
 
                                client.approval_delay_milliseconds(),
1742
 
                                client.approved_by_default)
 
1766
                                client.approval_delay.total_seconds()
 
1767
                                * 1000, client.approved_by_default)
1743
1768
                    else:
1744
1769
                        logger.warning("Client %s was not approved",
1745
1770
                                       client.name)
1751
1776
                    #wait until timeout or approved
1752
1777
                    time = datetime.datetime.now()
1753
1778
                    client.changedstate.acquire()
1754
 
                    client.changedstate.wait(
1755
 
                        float(timedelta_to_milliseconds(delay)
1756
 
                              / 1000))
 
1779
                    client.changedstate.wait(delay.total_seconds())
1757
1780
                    client.changedstate.release()
1758
1781
                    time2 = datetime.datetime.now()
1759
1782
                    if (time2 - time) >= delay:
1896
1919
    
1897
1920
    def add_pipe(self, parent_pipe, proc):
1898
1921
        """Dummy function; override as necessary"""
1899
 
        raise NotImplementedError
 
1922
        raise NotImplementedError()
1900
1923
 
1901
1924
 
1902
1925
class IPv6_TCPServer(MultiprocessingMixInWithPipe,
1958
1981
                try:
1959
1982
                    self.socket.setsockopt(socket.SOL_SOCKET,
1960
1983
                                           SO_BINDTODEVICE,
1961
 
                                           str(self.interface + '\0'))
 
1984
                                           (self.interface + "\0")
 
1985
                                           .encode("utf-8"))
1962
1986
                except socket.error as error:
1963
1987
                    if error.errno == errno.EPERM:
1964
1988
                        logger.error("No permission to bind to"
1978
2002
                if self.address_family == socket.AF_INET6:
1979
2003
                    any_address = "::" # in6addr_any
1980
2004
                else:
1981
 
                    any_address = socket.INADDR_ANY
 
2005
                    any_address = "0.0.0.0" # INADDR_ANY
1982
2006
                self.server_address = (any_address,
1983
2007
                                       self.server_address[1])
1984
2008
            elif not self.server_address[1]:
2167
2191
    token_duration = Token(re.compile(r"P"), None,
2168
2192
                           frozenset((token_year, token_month,
2169
2193
                                      token_day, token_time,
2170
 
                                      token_week))),
 
2194
                                      token_week)))
2171
2195
    # Define starting values
2172
2196
    value = datetime.timedelta() # Value so far
2173
2197
    found_token = None
2174
 
    followers = frozenset(token_duration,) # Following valid tokens
 
2198
    followers = frozenset((token_duration,)) # Following valid tokens
2175
2199
    s = duration                # String left to parse
2176
2200
    # Loop until end token is found
2177
2201
    while found_token is not token_end:
2224
2248
    timevalue = datetime.timedelta(0)
2225
2249
    for s in interval.split():
2226
2250
        try:
2227
 
            suffix = unicode(s[-1])
 
2251
            suffix = s[-1]
2228
2252
            value = int(s[:-1])
2229
2253
            if suffix == "d":
2230
2254
                delta = datetime.timedelta(value)
2237
2261
            elif suffix == "w":
2238
2262
                delta = datetime.timedelta(0, 0, 0, 0, 0, 0, value)
2239
2263
            else:
2240
 
                raise ValueError("Unknown suffix {0!r}"
 
2264
                raise ValueError("Unknown suffix {!r}"
2241
2265
                                 .format(suffix))
2242
 
        except (ValueError, IndexError) as e:
 
2266
        except IndexError as e:
2243
2267
            raise ValueError(*(e.args))
2244
2268
        timevalue += delta
2245
2269
    return timevalue
2260
2284
        # Close all standard open file descriptors
2261
2285
        null = os.open(os.devnull, os.O_NOCTTY | os.O_RDWR)
2262
2286
        if not stat.S_ISCHR(os.fstat(null).st_mode):
2263
 
            raise OSError(errno.ENODEV,
2264
 
                          "{0} not a character device"
 
2287
            raise OSError(errno.ENODEV, "{} not a character device"
2265
2288
                          .format(os.devnull))
2266
2289
        os.dup2(null, sys.stdin.fileno())
2267
2290
        os.dup2(null, sys.stdout.fileno())
2277
2300
    
2278
2301
    parser = argparse.ArgumentParser()
2279
2302
    parser.add_argument("-v", "--version", action="version",
2280
 
                        version = "%(prog)s {0}".format(version),
 
2303
                        version = "%(prog)s {}".format(version),
2281
2304
                        help="show version number and exit")
2282
2305
    parser.add_argument("-i", "--interface", metavar="IF",
2283
2306
                        help="Bind to interface IF")
2289
2312
                        help="Run self-test")
2290
2313
    parser.add_argument("--debug", action="store_true",
2291
2314
                        help="Debug mode; run in foreground and log"
2292
 
                        " to terminal")
 
2315
                        " to terminal", default=None)
2293
2316
    parser.add_argument("--debuglevel", metavar="LEVEL",
2294
2317
                        help="Debug level for stdout output")
2295
2318
    parser.add_argument("--priority", help="GnuTLS"
2302
2325
                        " files")
2303
2326
    parser.add_argument("--no-dbus", action="store_false",
2304
2327
                        dest="use_dbus", help="Do not provide D-Bus"
2305
 
                        " system bus interface")
 
2328
                        " system bus interface", default=None)
2306
2329
    parser.add_argument("--no-ipv6", action="store_false",
2307
 
                        dest="use_ipv6", help="Do not use IPv6")
 
2330
                        dest="use_ipv6", help="Do not use IPv6",
 
2331
                        default=None)
2308
2332
    parser.add_argument("--no-restore", action="store_false",
2309
2333
                        dest="restore", help="Do not restore stored"
2310
 
                        " state")
 
2334
                        " state", default=None)
2311
2335
    parser.add_argument("--socket", type=int,
2312
2336
                        help="Specify a file descriptor to a network"
2313
2337
                        " socket to use instead of creating one")
2314
2338
    parser.add_argument("--statedir", metavar="DIR",
2315
2339
                        help="Directory to save/restore state in")
2316
2340
    parser.add_argument("--foreground", action="store_true",
2317
 
                        help="Run in foreground")
 
2341
                        help="Run in foreground", default=None)
 
2342
    parser.add_argument("--no-zeroconf", action="store_false",
 
2343
                        dest="zeroconf", help="Do not use Zeroconf",
 
2344
                        default=None)
2318
2345
    
2319
2346
    options = parser.parse_args()
2320
2347
    
2321
2348
    if options.check:
2322
2349
        import doctest
2323
 
        doctest.testmod()
2324
 
        sys.exit()
 
2350
        fail_count, test_count = doctest.testmod()
 
2351
        sys.exit(os.EX_OK if fail_count == 0 else 1)
2325
2352
    
2326
2353
    # Default values for config file for server-global settings
2327
2354
    server_defaults = { "interface": "",
2329
2356
                        "port": "",
2330
2357
                        "debug": "False",
2331
2358
                        "priority":
2332
 
                        "SECURE256:!CTYPE-X.509:+CTYPE-OPENPGP",
 
2359
                        "SECURE256:!CTYPE-X.509:+CTYPE-OPENPGP:+SIGN-RSA-SHA224:+SIGN-RSA-RMD160",
2333
2360
                        "servicename": "Mandos",
2334
2361
                        "use_dbus": "True",
2335
2362
                        "use_ipv6": "True",
2338
2365
                        "socket": "",
2339
2366
                        "statedir": "/var/lib/mandos",
2340
2367
                        "foreground": "False",
 
2368
                        "zeroconf": "True",
2341
2369
                        }
2342
2370
    
2343
2371
    # Parse config file for server-global settings
2370
2398
    for option in ("interface", "address", "port", "debug",
2371
2399
                   "priority", "servicename", "configdir",
2372
2400
                   "use_dbus", "use_ipv6", "debuglevel", "restore",
2373
 
                   "statedir", "socket", "foreground"):
 
2401
                   "statedir", "socket", "foreground", "zeroconf"):
2374
2402
        value = getattr(options, option)
2375
2403
        if value is not None:
2376
2404
            server_settings[option] = value
2377
2405
    del options
2378
2406
    # Force all strings to be unicode
2379
2407
    for option in server_settings.keys():
2380
 
        if type(server_settings[option]) is str:
2381
 
            server_settings[option] = unicode(server_settings[option])
 
2408
        if isinstance(server_settings[option], bytes):
 
2409
            server_settings[option] = (server_settings[option]
 
2410
                                       .decode("utf-8"))
 
2411
    # Force all boolean options to be boolean
 
2412
    for option in ("debug", "use_dbus", "use_ipv6", "restore",
 
2413
                   "foreground", "zeroconf"):
 
2414
        server_settings[option] = bool(server_settings[option])
2382
2415
    # Debug implies foreground
2383
2416
    if server_settings["debug"]:
2384
2417
        server_settings["foreground"] = True
2386
2419
    
2387
2420
    ##################################################################
2388
2421
    
 
2422
    if (not server_settings["zeroconf"] and
 
2423
        not (server_settings["port"]
 
2424
             or server_settings["socket"] != "")):
 
2425
            parser.error("Needs port or socket to work without"
 
2426
                         " Zeroconf")
 
2427
    
2389
2428
    # For convenience
2390
2429
    debug = server_settings["debug"]
2391
2430
    debuglevel = server_settings["debuglevel"]
2394
2433
    stored_state_path = os.path.join(server_settings["statedir"],
2395
2434
                                     stored_state_file)
2396
2435
    foreground = server_settings["foreground"]
 
2436
    zeroconf = server_settings["zeroconf"]
2397
2437
    
2398
2438
    if debug:
2399
2439
        initlogger(debug, logging.DEBUG)
2406
2446
    
2407
2447
    if server_settings["servicename"] != "Mandos":
2408
2448
        syslogger.setFormatter(logging.Formatter
2409
 
                               ('Mandos ({0}) [%(process)d]:'
 
2449
                               ('Mandos ({}) [%(process)d]:'
2410
2450
                                ' %(levelname)s: %(message)s'
2411
2451
                                .format(server_settings
2412
2452
                                        ["servicename"])))
2420
2460
    global mandos_dbus_service
2421
2461
    mandos_dbus_service = None
2422
2462
    
 
2463
    socketfd = None
 
2464
    if server_settings["socket"] != "":
 
2465
        socketfd = server_settings["socket"]
2423
2466
    tcp_server = MandosServer((server_settings["address"],
2424
2467
                               server_settings["port"]),
2425
2468
                              ClientHandler,
2429
2472
                              gnutls_priority=
2430
2473
                              server_settings["priority"],
2431
2474
                              use_dbus=use_dbus,
2432
 
                              socketfd=(server_settings["socket"]
2433
 
                                        or None))
 
2475
                              socketfd=socketfd)
2434
2476
    if not foreground:
2435
 
        pidfilename = "/var/run/mandos.pid"
 
2477
        pidfilename = "/run/mandos.pid"
 
2478
        if not os.path.isdir("/run/."):
 
2479
            pidfilename = "/var/run/mandos.pid"
2436
2480
        pidfile = None
2437
2481
        try:
2438
2482
            pidfile = open(pidfilename, "w")
2455
2499
        os.setuid(uid)
2456
2500
    except OSError as error:
2457
2501
        if error.errno != errno.EPERM:
2458
 
            raise error
 
2502
            raise
2459
2503
    
2460
2504
    if debug:
2461
2505
        # Enable all possible GnuTLS debugging
2504
2548
            use_dbus = False
2505
2549
            server_settings["use_dbus"] = False
2506
2550
            tcp_server.use_dbus = False
2507
 
    protocol = avahi.PROTO_INET6 if use_ipv6 else avahi.PROTO_INET
2508
 
    service = AvahiServiceToSyslog(name =
2509
 
                                   server_settings["servicename"],
2510
 
                                   servicetype = "_mandos._tcp",
2511
 
                                   protocol = protocol, bus = bus)
2512
 
    if server_settings["interface"]:
2513
 
        service.interface = (if_nametoindex
2514
 
                             (str(server_settings["interface"])))
 
2551
    if zeroconf:
 
2552
        protocol = avahi.PROTO_INET6 if use_ipv6 else avahi.PROTO_INET
 
2553
        service = AvahiServiceToSyslog(name =
 
2554
                                       server_settings["servicename"],
 
2555
                                       servicetype = "_mandos._tcp",
 
2556
                                       protocol = protocol, bus = bus)
 
2557
        if server_settings["interface"]:
 
2558
            service.interface = (if_nametoindex
 
2559
                                 (server_settings["interface"]
 
2560
                                  .encode("utf-8")))
2515
2561
    
2516
2562
    global multiprocessing_manager
2517
2563
    multiprocessing_manager = multiprocessing.Manager()
2524
2570
    old_client_settings = {}
2525
2571
    clients_data = {}
2526
2572
    
 
2573
    # This is used to redirect stdout and stderr for checker processes
 
2574
    global wnull
 
2575
    wnull = open(os.devnull, "w") # A writable /dev/null
 
2576
    # Only used if server is running in foreground but not in debug
 
2577
    # mode
 
2578
    if debug or not foreground:
 
2579
        wnull.close()
 
2580
    
2527
2581
    # Get client data and settings from last running state.
2528
2582
    if server_settings["restore"]:
2529
2583
        try:
2533
2587
            os.remove(stored_state_path)
2534
2588
        except IOError as e:
2535
2589
            if e.errno == errno.ENOENT:
2536
 
                logger.warning("Could not load persistent state: {0}"
 
2590
                logger.warning("Could not load persistent state: {}"
2537
2591
                                .format(os.strerror(e.errno)))
2538
2592
            else:
2539
2593
                logger.critical("Could not load persistent state:",
2544
2598
                           "EOFError:", exc_info=e)
2545
2599
    
2546
2600
    with PGPEngine() as pgp:
2547
 
        for client_name, client in clients_data.iteritems():
 
2601
        for client_name, client in clients_data.items():
 
2602
            # Skip removed clients
 
2603
            if client_name not in client_settings:
 
2604
                continue
 
2605
            
2548
2606
            # Decide which value to use after restoring saved state.
2549
2607
            # We have three different values: Old config file,
2550
2608
            # new config file, and saved state.
2571
2629
                if datetime.datetime.utcnow() >= client["expires"]:
2572
2630
                    if not client["last_checked_ok"]:
2573
2631
                        logger.warning(
2574
 
                            "disabling client {0} - Client never "
 
2632
                            "disabling client {} - Client never "
2575
2633
                            "performed a successful checker"
2576
2634
                            .format(client_name))
2577
2635
                        client["enabled"] = False
2578
2636
                    elif client["last_checker_status"] != 0:
2579
2637
                        logger.warning(
2580
 
                            "disabling client {0} - Client "
2581
 
                            "last checker failed with error code {1}"
 
2638
                            "disabling client {} - Client last"
 
2639
                            " checker failed with error code {}"
2582
2640
                            .format(client_name,
2583
2641
                                    client["last_checker_status"]))
2584
2642
                        client["enabled"] = False
2587
2645
                                             .utcnow()
2588
2646
                                             + client["timeout"])
2589
2647
                        logger.debug("Last checker succeeded,"
2590
 
                                     " keeping {0} enabled"
 
2648
                                     " keeping {} enabled"
2591
2649
                                     .format(client_name))
2592
2650
            try:
2593
2651
                client["secret"] = (
2596
2654
                                ["secret"]))
2597
2655
            except PGPError:
2598
2656
                # If decryption fails, we use secret from new settings
2599
 
                logger.debug("Failed to decrypt {0} old secret"
 
2657
                logger.debug("Failed to decrypt {} old secret"
2600
2658
                             .format(client_name))
2601
2659
                client["secret"] = (
2602
2660
                    client_settings[client_name]["secret"])
2610
2668
        clients_data[client_name] = client_settings[client_name]
2611
2669
    
2612
2670
    # Create all client objects
2613
 
    for client_name, client in clients_data.iteritems():
 
2671
    for client_name, client in clients_data.items():
2614
2672
        tcp_server.clients[client_name] = client_class(
2615
 
            name = client_name, settings = client)
 
2673
            name = client_name, settings = client,
 
2674
            server_settings = server_settings)
2616
2675
    
2617
2676
    if not tcp_server.clients:
2618
2677
        logger.warning("No clients defined")
2622
2681
            try:
2623
2682
                with pidfile:
2624
2683
                    pid = os.getpid()
2625
 
                    pidfile.write(str(pid) + "\n".encode("utf-8"))
 
2684
                    pidfile.write("{}\n".format(pid).encode("utf-8"))
2626
2685
            except IOError:
2627
2686
                logger.error("Could not write to file %r with PID %d",
2628
2687
                             pidfilename, pid)
2674
2733
            def GetAllClientsWithProperties(self):
2675
2734
                "D-Bus method"
2676
2735
                return dbus.Dictionary(
2677
 
                    ((c.dbus_object_path, c.GetAll(""))
2678
 
                     for c in tcp_server.clients.itervalues()),
 
2736
                    { c.dbus_object_path: c.GetAll("")
 
2737
                      for c in tcp_server.clients.itervalues() },
2679
2738
                    signature="oa{sv}")
2680
2739
            
2681
2740
            @dbus.service.method(_interface, in_signature="o")
2698
2757
    
2699
2758
    def cleanup():
2700
2759
        "Cleanup function; run on exit"
2701
 
        service.cleanup()
 
2760
        if zeroconf:
 
2761
            service.cleanup()
2702
2762
        
2703
2763
        multiprocessing.active_children()
 
2764
        wnull.close()
2704
2765
        if not (tcp_server.clients or client_settings):
2705
2766
            return
2706
2767
        
2717
2778
                
2718
2779
                # A list of attributes that can not be pickled
2719
2780
                # + secret.
2720
 
                exclude = set(("bus", "changedstate", "secret",
2721
 
                               "checker"))
 
2781
                exclude = { "bus", "changedstate", "secret",
 
2782
                            "checker", "server_settings" }
2722
2783
                for name, typ in (inspect.getmembers
2723
2784
                                  (dbus.service.Object)):
2724
2785
                    exclude.add(name)
2747
2808
                except NameError:
2748
2809
                    pass
2749
2810
            if e.errno in (errno.ENOENT, errno.EACCES, errno.EEXIST):
2750
 
                logger.warning("Could not save persistent state: {0}"
 
2811
                logger.warning("Could not save persistent state: {}"
2751
2812
                               .format(os.strerror(e.errno)))
2752
2813
            else:
2753
2814
                logger.warning("Could not save persistent state:",
2754
2815
                               exc_info=e)
2755
 
                raise e
 
2816
                raise
2756
2817
        
2757
2818
        # Delete all clients, and settings from config
2758
2819
        while tcp_server.clients:
2782
2843
    tcp_server.server_activate()
2783
2844
    
2784
2845
    # Find out what port we got
2785
 
    service.port = tcp_server.socket.getsockname()[1]
 
2846
    if zeroconf:
 
2847
        service.port = tcp_server.socket.getsockname()[1]
2786
2848
    if use_ipv6:
2787
2849
        logger.info("Now listening on address %r, port %d,"
2788
2850
                    " flowinfo %d, scope_id %d",
2794
2856
    #service.interface = tcp_server.socket.getsockname()[3]
2795
2857
    
2796
2858
    try:
2797
 
        # From the Avahi example code
2798
 
        try:
2799
 
            service.activate()
2800
 
        except dbus.exceptions.DBusException as error:
2801
 
            logger.critical("D-Bus Exception", exc_info=error)
2802
 
            cleanup()
2803
 
            sys.exit(1)
2804
 
        # End of Avahi example code
 
2859
        if zeroconf:
 
2860
            # From the Avahi example code
 
2861
            try:
 
2862
                service.activate()
 
2863
            except dbus.exceptions.DBusException as error:
 
2864
                logger.critical("D-Bus Exception", exc_info=error)
 
2865
                cleanup()
 
2866
                sys.exit(1)
 
2867
            # End of Avahi example code
2805
2868
        
2806
2869
        gobject.io_add_watch(tcp_server.fileno(), gobject.IO_IN,
2807
2870
                             lambda *args, **kwargs: