171
175
    def password_encode(self, password):
 
172
176
        # Passphrase can not be empty and can not contain newlines or
 
173
177
        # NUL bytes.  So we prefix it and hex encode it.
 
174
 
        return b"mandos" + binascii.hexlify(password)
 
 
178
        encoded = b"mandos" + binascii.hexlify(password)
 
 
179
        if len(encoded) > 2048:
 
 
180
            # GnuPG can't handle long passwords, so encode differently
 
 
181
            encoded = (b"mandos" + password.replace(b"\\", b"\\\\")
 
 
182
                       .replace(b"\n", b"\\n")
 
 
183
                       .replace(b"\0", b"\\x00"))
 
176
186
    def encrypt(self, data, password):
 
177
 
        self.gnupg.passphrase = self.password_encode(password)
 
178
 
        with open(os.devnull) as devnull:
 
180
 
                proc = self.gnupg.run(['--symmetric'],
 
181
 
                                      create_fhs=['stdin', 'stdout'],
 
182
 
                                      attach_fhs={'stderr': devnull})
 
183
 
                with contextlib.closing(proc.handles['stdin']) as f:
 
185
 
                with contextlib.closing(proc.handles['stdout']) as f:
 
186
 
                    ciphertext = f.read()
 
190
 
        self.gnupg.passphrase = None
 
 
187
        passphrase = self.password_encode(password)
 
 
188
        with tempfile.NamedTemporaryFile(dir=self.tempdir
 
 
190
            passfile.write(passphrase)
 
 
192
            proc = subprocess.Popen(['gpg', '--symmetric',
 
 
196
                                    stdin = subprocess.PIPE,
 
 
197
                                    stdout = subprocess.PIPE,
 
 
198
                                    stderr = subprocess.PIPE)
 
 
199
            ciphertext, err = proc.communicate(input = data)
 
 
200
        if proc.returncode != 0:
 
191
202
        return ciphertext
 
193
204
    def decrypt(self, data, password):
 
194
 
        self.gnupg.passphrase = self.password_encode(password)
 
195
 
        with open(os.devnull) as devnull:
 
197
 
                proc = self.gnupg.run(['--decrypt'],
 
198
 
                                      create_fhs=['stdin', 'stdout'],
 
199
 
                                      attach_fhs={'stderr': devnull})
 
200
 
                with contextlib.closing(proc.handles['stdin'] ) as f:
 
202
 
                with contextlib.closing(proc.handles['stdout']) as f:
 
203
 
                    decrypted_plaintext = f.read()
 
207
 
        self.gnupg.passphrase = None
 
 
205
        passphrase = self.password_encode(password)
 
 
206
        with tempfile.NamedTemporaryFile(dir = self.tempdir
 
 
208
            passfile.write(passphrase)
 
 
210
            proc = subprocess.Popen(['gpg', '--decrypt',
 
 
214
                                    stdin = subprocess.PIPE,
 
 
215
                                    stdout = subprocess.PIPE,
 
 
216
                                    stderr = subprocess.PIPE)
 
 
217
            decrypted_plaintext, err = proc.communicate(input
 
 
219
        if proc.returncode != 0:
 
208
221
        return decrypted_plaintext
 
212
224
class AvahiError(Exception):
 
213
225
    def __init__(self, value, *args, **kwargs):
 
214
226
        self.value = value
 
 
369
389
                                 self.server_state_changed)
 
370
390
        self.server_state_changed(self.server.GetState())
 
372
393
class AvahiServiceToSyslog(AvahiService):
 
373
394
    def rename(self):
 
374
395
        """Add the new name to the syslog messages"""
 
375
396
        ret = AvahiService.rename(self)
 
376
397
        syslogger.setFormatter(logging.Formatter
 
377
 
                               ('Mandos (%s) [%%(process)d]:'
 
378
 
                                ' %%(levelname)s: %%(message)s'
 
 
398
                               ('Mandos ({0}) [%(process)d]:'
 
 
399
                                ' %(levelname)s: %(message)s'
 
382
404
def timedelta_to_milliseconds(td):
 
383
405
    "Convert a datetime.timedelta() to milliseconds"
 
384
406
    return ((td.days * 24 * 60 * 60 * 1000)
 
385
407
            + (td.seconds * 1000)
 
386
408
            + (td.microseconds // 1000))
 
388
411
class Client(object):
 
389
412
    """A representation of a client host served by this server.
 
 
426
449
    runtime_expansions: Allowed attributes for runtime expansion.
 
427
450
    expires:    datetime.datetime(); time (UTC) when a client will be
 
428
451
                disabled, or None
 
 
452
    server_settings: The server_settings dict from main()
 
431
455
    runtime_expansions = ("approval_delay", "approval_duration",
 
432
 
                          "created", "enabled", "fingerprint",
 
433
 
                          "host", "interval", "last_checked_ok",
 
 
456
                          "created", "enabled", "expires",
 
 
457
                          "fingerprint", "host", "interval",
 
 
458
                          "last_approval_request", "last_checked_ok",
 
434
459
                          "last_enabled", "name", "timeout")
 
435
 
    client_defaults = { "timeout": "5m",
 
436
 
                        "extended_timeout": "15m",
 
 
460
    client_defaults = { "timeout": "PT5M",
 
 
461
                        "extended_timeout": "PT15M",
 
438
463
                        "checker": "fping -q -- %%(host)s",
 
440
 
                        "approval_delay": "0s",
 
441
 
                        "approval_duration": "1s",
 
 
465
                        "approval_delay": "PT0S",
 
 
466
                        "approval_duration": "PT1S",
 
442
467
                        "approved_by_default": "True",
 
443
468
                        "enabled": "True",
 
 
501
526
            client["checker_command"] = section["checker"]
 
502
527
            client["last_approval_request"] = None
 
503
528
            client["last_checked_ok"] = None
 
504
 
            client["last_checker_status"] = None
 
 
529
            client["last_checker_status"] = -2
 
509
 
    def __init__(self, settings, name = None):
 
510
 
        """Note: the 'checker' key in 'config' sets the
 
511
 
        'checker_command' attribute and *not* the 'checker'
 
 
533
    def __init__(self, settings, name = None, server_settings=None):
 
 
535
        if server_settings is None:
 
 
537
        self.server_settings = server_settings
 
514
538
        # adding all client settings
 
515
539
        for setting, value in settings.iteritems():
 
516
540
            setattr(self, setting, value)
 
 
566
590
        if getattr(self, "enabled", False):
 
567
591
            # Already enabled
 
569
 
        self.send_changedstate()
 
570
593
        self.expires = datetime.datetime.utcnow() + self.timeout
 
571
594
        self.enabled = True
 
572
595
        self.last_enabled = datetime.datetime.utcnow()
 
573
596
        self.init_checker()
 
 
597
        self.send_changedstate()
 
575
599
    def disable(self, quiet=True):
 
576
600
        """Disable this client."""
 
577
601
        if not getattr(self, "enabled", False):
 
580
 
            self.send_changedstate()
 
582
604
            logger.info("Disabling client %s", self.name)
 
583
 
        if getattr(self, "disable_initiator_tag", False):
 
 
605
        if getattr(self, "disable_initiator_tag", None) is not None:
 
584
606
            gobject.source_remove(self.disable_initiator_tag)
 
585
607
            self.disable_initiator_tag = None
 
586
608
        self.expires = None
 
587
 
        if getattr(self, "checker_initiator_tag", False):
 
 
609
        if getattr(self, "checker_initiator_tag", None) is not None:
 
588
610
            gobject.source_remove(self.checker_initiator_tag)
 
589
611
            self.checker_initiator_tag = None
 
590
612
        self.stop_checker()
 
591
613
        self.enabled = False
 
 
615
            self.send_changedstate()
 
592
616
        # Do not run this again if called by a gobject.timeout_add
 
 
626
654
            logger.warning("Checker for %(name)s crashed?",
 
629
 
    def checked_ok(self, timeout=None):
 
630
 
        """Bump up the timeout for this client.
 
632
 
        This should only be called when the client has been seen,
 
 
657
    def checked_ok(self):
 
 
658
        """Assert that the client has been seen, alive and well."""
 
 
659
        self.last_checked_ok = datetime.datetime.utcnow()
 
 
660
        self.last_checker_status = 0
 
 
663
    def bump_timeout(self, timeout=None):
 
 
664
        """Bump up the timeout for this client."""
 
635
665
        if timeout is None:
 
636
666
            timeout = self.timeout
 
637
 
        self.last_checked_ok = datetime.datetime.utcnow()
 
638
667
        if self.disable_initiator_tag is not None:
 
639
668
            gobject.source_remove(self.disable_initiator_tag)
 
 
669
            self.disable_initiator_tag = None
 
640
670
        if getattr(self, "enabled", False):
 
641
671
            self.disable_initiator_tag = (gobject.timeout_add
 
642
672
                                          (timedelta_to_milliseconds
 
 
652
682
        If a checker already exists, leave it running and do
 
654
684
        # The reason for not killing a running checker is that if we
 
655
 
        # did that, then if a checker (for some reason) started
 
656
 
        # running slowly and taking more than 'interval' time, the
 
657
 
        # client would inevitably timeout, since no checker would get
 
658
 
        # a chance to run to completion.  If we instead leave running
 
 
685
        # did that, and if a checker (for some reason) started running
 
 
686
        # slowly and taking more than 'interval' time, then the client
 
 
687
        # would inevitably timeout, since no checker would get a
 
 
688
        # chance to run to completion.  If we instead leave running
 
659
689
        # checkers alone, the checker would have to take more time
 
660
690
        # than 'timeout' for the client to be disabled, which is as it
 
 
675
706
                                      self.current_checker_command)
 
676
707
        # Start a new checker if needed
 
677
708
        if self.checker is None:
 
 
709
            # Escape attributes for the shell
 
 
710
            escaped_attrs = dict(
 
 
711
                (attr, re.escape(unicode(getattr(self, attr))))
 
 
713
                self.runtime_expansions)
 
679
 
                # In case checker_command has exactly one % operator
 
680
 
                command = self.checker_command % self.host
 
682
 
                # Escape attributes for the shell
 
683
 
                escaped_attrs = dict(
 
685
 
                     re.escape(unicode(str(getattr(self, attr, "")),
 
689
 
                    self.runtime_expansions)
 
692
 
                    command = self.checker_command % escaped_attrs
 
693
 
                except TypeError as error:
 
694
 
                    logger.error('Could not format string "%s":'
 
695
 
                                 ' %s', self.checker_command, error)
 
696
 
                    return True # Try again later
 
 
715
                command = self.checker_command % escaped_attrs
 
 
716
            except TypeError as error:
 
 
717
                logger.error('Could not format string "%s"',
 
 
718
                             self.checker_command, exc_info=error)
 
 
719
                return True # Try again later
 
697
720
            self.current_checker_command = command
 
699
722
                logger.info("Starting checker %r for %s",
 
 
702
725
                # in normal mode, that is already done by daemon(),
 
703
726
                # and in debug mode we don't want to.  (Stdin is
 
704
727
                # always replaced by /dev/null.)
 
 
728
                # The exception is when not debugging but nevertheless
 
 
729
                # running in the foreground; use the previously
 
 
732
                if (not self.server_settings["debug"]
 
 
733
                    and self.server_settings["foreground"]):
 
 
734
                    popen_args.update({"stdout": wnull,
 
705
736
                self.checker = subprocess.Popen(command,
 
708
 
                self.checker_callback_tag = (gobject.child_watch_add
 
710
 
                                              self.checker_callback,
 
712
 
                # The checker may have completed before the gobject
 
713
 
                # watch was added.  Check for this.
 
 
740
            except OSError as error:
 
 
741
                logger.error("Failed to start subprocess",
 
 
744
            self.checker_callback_tag = (gobject.child_watch_add
 
 
746
                                          self.checker_callback,
 
 
748
            # The checker may have completed before the gobject
 
 
749
            # watch was added.  Check for this.
 
714
751
                pid, status = os.waitpid(self.checker.pid, os.WNOHANG)
 
716
 
                    gobject.source_remove(self.checker_callback_tag)
 
717
 
                    self.checker_callback(pid, status, command)
 
718
752
            except OSError as error:
 
719
 
                logger.error("Failed to start subprocess: %s",
 
 
753
                if error.errno == errno.ECHILD:
 
 
754
                    # This should never happen
 
 
755
                    logger.error("Child process vanished",
 
 
760
                gobject.source_remove(self.checker_callback_tag)
 
 
761
                self.checker_callback(pid, status, command)
 
721
762
        # Re-run this periodically if run by gobject.timeout_add
 
 
 
814
def dbus_interface_annotations(dbus_interface):
 
 
815
    """Decorator for marking functions returning interface annotations
 
 
819
    @dbus_interface_annotations("org.example.Interface")
 
 
820
    def _foo(self):  # Function name does not matter
 
 
821
        return {"org.freedesktop.DBus.Deprecated": "true",
 
 
822
                "org.freedesktop.DBus.Property.EmitsChangedSignal":
 
 
826
        func._dbus_is_interface = True
 
 
827
        func._dbus_interface = dbus_interface
 
 
828
        func._dbus_name = dbus_interface
 
 
833
def dbus_annotations(annotations):
 
 
834
    """Decorator to annotate D-Bus methods, signals or properties
 
 
837
    @dbus_service_property("org.example.Interface", signature="b",
 
 
839
    @dbus_annotations({{"org.freedesktop.DBus.Deprecated": "true",
 
 
840
                        "org.freedesktop.DBus.Property."
 
 
841
                        "EmitsChangedSignal": "false"})
 
 
842
    def Property_dbus_property(self):
 
 
843
        return dbus.Boolean(False)
 
 
846
        func._dbus_annotations = annotations
 
773
851
class DBusPropertyException(dbus.exceptions.DBusException):
 
774
852
    """A base class for D-Bus property-related exceptions
 
 
801
 
    def _is_dbus_property(obj):
 
802
 
        return getattr(obj, "_dbus_is_property", False)
 
 
879
    def _is_dbus_thing(thing):
 
 
880
        """Returns a function testing if an attribute is a D-Bus thing
 
 
882
        If called like _is_dbus_thing("method") it returns a function
 
 
883
        suitable for use as predicate to inspect.getmembers().
 
 
885
        return lambda obj: getattr(obj, "_dbus_is_{0}".format(thing),
 
804
 
    def _get_all_dbus_properties(self):
 
 
888
    def _get_all_dbus_things(self, thing):
 
805
889
        """Returns a generator of (name, attribute) pairs
 
807
 
        return ((prop.__get__(self)._dbus_name, prop.__get__(self))
 
 
891
        return ((getattr(athing.__get__(self), "_dbus_name",
 
 
893
                 athing.__get__(self))
 
808
894
                for cls in self.__class__.__mro__
 
810
 
                inspect.getmembers(cls, self._is_dbus_property))
 
 
896
                inspect.getmembers(cls,
 
 
897
                                   self._is_dbus_thing(thing)))
 
812
899
    def _get_dbus_property(self, interface_name, property_name):
 
813
900
        """Returns a bound method if one exists which is a D-Bus
 
 
897
989
                e.setAttribute("access", prop._dbus_access)
 
899
991
            for if_tag in document.getElementsByTagName("interface"):
 
900
993
                for tag in (make_tag(document, name, prop)
 
902
 
                            in self._get_all_dbus_properties()
 
 
995
                            in self._get_all_dbus_things("property")
 
903
996
                            if prop._dbus_interface
 
904
997
                            == if_tag.getAttribute("name")):
 
905
998
                    if_tag.appendChild(tag)
 
 
999
                # Add annotation tags
 
 
1000
                for typ in ("method", "signal", "property"):
 
 
1001
                    for tag in if_tag.getElementsByTagName(typ):
 
 
1003
                        for name, prop in (self.
 
 
1004
                                           _get_all_dbus_things(typ)):
 
 
1005
                            if (name == tag.getAttribute("name")
 
 
1006
                                and prop._dbus_interface
 
 
1007
                                == if_tag.getAttribute("name")):
 
 
1008
                                annots.update(getattr
 
 
1010
                                               "_dbus_annotations",
 
 
1012
                        for name, value in annots.iteritems():
 
 
1013
                            ann_tag = document.createElement(
 
 
1015
                            ann_tag.setAttribute("name", name)
 
 
1016
                            ann_tag.setAttribute("value", value)
 
 
1017
                            tag.appendChild(ann_tag)
 
 
1018
                # Add interface annotation tags
 
 
1019
                for annotation, value in dict(
 
 
1020
                    itertools.chain.from_iterable(
 
 
1021
                        annotations().iteritems()
 
 
1022
                        for name, annotations in
 
 
1023
                        self._get_all_dbus_things("interface")
 
 
1024
                        if name == if_tag.getAttribute("name")
 
 
1026
                    ann_tag = document.createElement("annotation")
 
 
1027
                    ann_tag.setAttribute("name", annotation)
 
 
1028
                    ann_tag.setAttribute("value", value)
 
 
1029
                    if_tag.appendChild(ann_tag)
 
906
1030
                # Add the names to the return values for the
 
907
1031
                # "org.freedesktop.DBus.Properties" methods
 
908
1032
                if (if_tag.getAttribute("name")
 
 
935
1059
                       variant_level=variant_level)
 
938
 
class AlternateDBusNamesMetaclass(DBusObjectWithProperties
 
940
 
    """Applied to an empty subclass of a D-Bus object, this metaclass
 
941
 
    will add additional D-Bus attributes matching a certain pattern.
 
 
1062
def alternate_dbus_interfaces(alt_interface_names, deprecate=True):
 
 
1063
    """A class decorator; applied to a subclass of
 
 
1064
    dbus.service.Object, it will add alternate D-Bus attributes with
 
 
1065
    interface names according to the "alt_interface_names" mapping.
 
 
1068
    @alternate_dbus_interfaces({"org.example.Interface":
 
 
1069
                                    "net.example.AlternateInterface"})
 
 
1070
    class SampleDBusObject(dbus.service.Object):
 
 
1071
        @dbus.service.method("org.example.Interface")
 
 
1072
        def SampleDBusMethod():
 
 
1075
    The above "SampleDBusMethod" on "SampleDBusObject" will be
 
 
1076
    reachable via two interfaces: "org.example.Interface" and
 
 
1077
    "net.example.AlternateInterface", the latter of which will have
 
 
1078
    its D-Bus annotation "org.freedesktop.DBus.Deprecated" set to
 
 
1079
    "true", unless "deprecate" is passed with a False value.
 
 
1081
    This works for methods and signals, and also for D-Bus properties
 
 
1082
    (from DBusObjectWithProperties) and interfaces (from the
 
 
1083
    dbus_interface_annotations decorator).
 
943
 
    def __new__(mcs, name, bases, attr):
 
944
 
        # Go through all the base classes which could have D-Bus
 
945
 
        # methods, signals, or properties in them
 
946
 
        for base in (b for b in bases
 
947
 
                     if issubclass(b, dbus.service.Object)):
 
948
 
            # Go though all attributes of the base class
 
949
 
            for attrname, attribute in inspect.getmembers(base):
 
 
1086
        for orig_interface_name, alt_interface_name in (
 
 
1087
            alt_interface_names.iteritems()):
 
 
1089
            interface_names = set()
 
 
1090
            # Go though all attributes of the class
 
 
1091
            for attrname, attribute in inspect.getmembers(cls):
 
950
1092
                # Ignore non-D-Bus attributes, and D-Bus attributes
 
951
1093
                # with the wrong interface name
 
952
1094
                if (not hasattr(attribute, "_dbus_interface")
 
953
1095
                    or not attribute._dbus_interface
 
954
 
                    .startswith("se.recompile.Mandos")):
 
 
1096
                    .startswith(orig_interface_name)):
 
956
1098
                # Create an alternate D-Bus interface name based on
 
957
1099
                # the current name
 
958
1100
                alt_interface = (attribute._dbus_interface
 
959
 
                                 .replace("se.recompile.Mandos",
 
960
 
                                          "se.bsnet.fukt.Mandos"))
 
 
1101
                                 .replace(orig_interface_name,
 
 
1102
                                          alt_interface_name))
 
 
1103
                interface_names.add(alt_interface)
 
961
1104
                # Is this a D-Bus signal?
 
962
1105
                if getattr(attribute, "_dbus_is_signal", False):
 
963
 
                    # Extract the original non-method function by
 
 
1106
                    # Extract the original non-method undecorated
 
 
1107
                    # function by black magic
 
965
1108
                    nonmethod_func = (dict(
 
966
1109
                            zip(attribute.func_code.co_freevars,
 
967
1110
                                attribute.__closure__))["func"]
 
 
978
1121
                                nonmethod_func.func_name,
 
979
1122
                                nonmethod_func.func_defaults,
 
980
1123
                                nonmethod_func.func_closure)))
 
 
1124
                    # Copy annotations, if any
 
 
1126
                        new_function._dbus_annotations = (
 
 
1127
                            dict(attribute._dbus_annotations))
 
 
1128
                    except AttributeError:
 
981
1130
                    # Define a creator of a function to call both the
 
982
 
                    # old and new functions, so both the old and new
 
983
 
                    # signals gets sent when the function is called
 
 
1131
                    # original and alternate functions, so both the
 
 
1132
                    # original and alternate signals gets sent when
 
 
1133
                    # the function is called
 
984
1134
                    def fixscope(func1, func2):
 
985
1135
                        """This function is a scope container to pass
 
986
1136
                        func1 and func2 to the "call_both" function
 
 
1030
1185
                                        attribute.func_name,
 
1031
1186
                                        attribute.func_defaults,
 
1032
1187
                                        attribute.func_closure)))
 
1033
 
        return type.__new__(mcs, name, bases, attr)
 
 
1188
                    # Copy annotations, if any
 
 
1190
                        attr[attrname]._dbus_annotations = (
 
 
1191
                            dict(attribute._dbus_annotations))
 
 
1192
                    except AttributeError:
 
 
1194
                # Is this a D-Bus interface?
 
 
1195
                elif getattr(attribute, "_dbus_is_interface", False):
 
 
1196
                    # Create a new, but exactly alike, function
 
 
1197
                    # object.  Decorate it to be a new D-Bus interface
 
 
1198
                    # with the alternate D-Bus interface name.  Add it
 
 
1200
                    attr[attrname] = (dbus_interface_annotations
 
 
1203
                                       (attribute.func_code,
 
 
1204
                                        attribute.func_globals,
 
 
1205
                                        attribute.func_name,
 
 
1206
                                        attribute.func_defaults,
 
 
1207
                                        attribute.func_closure)))
 
 
1209
                # Deprecate all alternate interfaces
 
 
1210
                iname="_AlternateDBusNames_interface_annotation{0}"
 
 
1211
                for interface_name in interface_names:
 
 
1212
                    @dbus_interface_annotations(interface_name)
 
 
1214
                        return { "org.freedesktop.DBus.Deprecated":
 
 
1216
                    # Find an unused name
 
 
1217
                    for aname in (iname.format(i)
 
 
1218
                                  for i in itertools.count()):
 
 
1219
                        if aname not in attr:
 
 
1223
                # Replace the class with a new subclass of it with
 
 
1224
                # methods, signals, etc. as created above.
 
 
1225
                cls = type(b"{0}Alternate".format(cls.__name__),
 
 
1231
@alternate_dbus_interfaces({"se.recompile.Mandos":
 
 
1232
                                "se.bsnet.fukt.Mandos"})
 
1036
1233
class ClientDBus(Client, DBusObjectWithProperties):
 
1037
1234
    """A Client class using D-Bus
 
 
1355
1561
    def Timeout_dbus_property(self, value=None):
 
1356
1562
        if value is None:       # get
 
1357
1563
            return dbus.UInt64(self.timeout_milliseconds())
 
 
1564
        old_timeout = self.timeout
 
1358
1565
        self.timeout = datetime.timedelta(0, 0, 0, value)
 
1359
 
        # Reschedule timeout
 
 
1566
        # Reschedule disabling
 
1360
1567
        if self.enabled:
 
1361
1568
            now = datetime.datetime.utcnow()
 
1362
 
            time_to_die = timedelta_to_milliseconds(
 
1363
 
                (self.last_checked_ok + self.timeout) - now)
 
1364
 
            if time_to_die <= 0:
 
 
1569
            self.expires += self.timeout - old_timeout
 
 
1570
            if self.expires <= now:
 
1365
1571
                # The timeout has passed
 
1368
 
                self.expires = (now +
 
1369
 
                                datetime.timedelta(milliseconds =
 
1371
1574
                if (getattr(self, "disable_initiator_tag", None)
 
1374
1577
                gobject.source_remove(self.disable_initiator_tag)
 
1375
 
                self.disable_initiator_tag = (gobject.timeout_add
 
 
1578
                self.disable_initiator_tag = (
 
 
1579
                    gobject.timeout_add(
 
 
1580
                        timedelta_to_milliseconds(self.expires - now),
 
1379
1583
    # ExtendedTimeout - property
 
1380
1584
    @dbus_service_property(_interface, signature="t",
 
 
1729
1930
        use_ipv6:       Boolean; to use IPv6 or not
 
1731
1932
    def __init__(self, server_address, RequestHandlerClass,
 
1732
 
                 interface=None, use_ipv6=True):
 
 
1933
                 interface=None, use_ipv6=True, socketfd=None):
 
 
1934
        """If socketfd is set, use that file descriptor instead of
 
 
1935
        creating a new one with socket.socket().
 
1733
1937
        self.interface = interface
 
1735
1939
            self.address_family = socket.AF_INET6
 
 
1940
        if socketfd is not None:
 
 
1941
            # Save the file descriptor
 
 
1942
            self.socketfd = socketfd
 
 
1943
            # Save the original socket.socket() function
 
 
1944
            self.socket_socket = socket.socket
 
 
1945
            # To implement --socket, we monkey patch socket.socket.
 
 
1947
            # (When socketserver.TCPServer is a new-style class, we
 
 
1948
            # could make self.socket into a property instead of monkey
 
 
1949
            # patching socket.socket.)
 
 
1951
            # Create a one-time-only replacement for socket.socket()
 
 
1952
            @functools.wraps(socket.socket)
 
 
1953
            def socket_wrapper(*args, **kwargs):
 
 
1954
                # Restore original function so subsequent calls are
 
 
1956
                socket.socket = self.socket_socket
 
 
1957
                del self.socket_socket
 
 
1958
                # This time only, return a new socket object from the
 
 
1959
                # saved file descriptor.
 
 
1960
                return socket.fromfd(self.socketfd, *args, **kwargs)
 
 
1961
            # Replace socket.socket() function with wrapper
 
 
1962
            socket.socket = socket_wrapper
 
 
1963
        # The socketserver.TCPServer.__init__ will call
 
 
1964
        # socket.socket(), which might be our replacement,
 
 
1965
        # socket_wrapper(), if socketfd was set.
 
1736
1966
        socketserver.TCPServer.__init__(self, server_address,
 
1737
1967
                                        RequestHandlerClass)
 
1738
1969
    def server_bind(self):
 
1739
1970
        """This overrides the normal server_bind() function
 
1740
1971
        to bind to an interface if one was specified, and also NOT to
 
 
1749
1980
                    self.socket.setsockopt(socket.SOL_SOCKET,
 
1750
1981
                                           SO_BINDTODEVICE,
 
 
1982
                                           str(self.interface + '\0'))
 
1753
1983
                except socket.error as error:
 
1754
 
                    if error[0] == errno.EPERM:
 
1755
 
                        logger.error("No permission to"
 
1756
 
                                     " bind to interface %s",
 
1758
 
                    elif error[0] == errno.ENOPROTOOPT:
 
 
1984
                    if error.errno == errno.EPERM:
 
 
1985
                        logger.error("No permission to bind to"
 
 
1986
                                     " interface %s", self.interface)
 
 
1987
                    elif error.errno == errno.ENOPROTOOPT:
 
1759
1988
                        logger.error("SO_BINDTODEVICE not available;"
 
1760
1989
                                     " cannot bind to interface %s",
 
1761
1990
                                     self.interface)
 
 
1991
                    elif error.errno == errno.ENODEV:
 
 
1992
                        logger.error("Interface %s does not exist,"
 
 
1993
                                     " cannot bind", self.interface)
 
1764
1996
        # Only bind(2) the socket if we really need to.
 
 
1824
2057
    def handle_ipc(self, source, condition, parent_pipe=None,
 
1825
2058
                   proc = None, client_object=None):
 
1827
 
            gobject.IO_IN: "IN",   # There is data to read.
 
1828
 
            gobject.IO_OUT: "OUT", # Data can be written (without
 
1830
 
            gobject.IO_PRI: "PRI", # There is urgent data to read.
 
1831
 
            gobject.IO_ERR: "ERR", # Error condition.
 
1832
 
            gobject.IO_HUP: "HUP"  # Hung up (the connection has been
 
1833
 
                                    # broken, usually for pipes and
 
1836
 
        conditions_string = ' | '.join(name
 
1838
 
                                       condition_names.iteritems()
 
1839
 
                                       if cond & condition)
 
1840
2059
        # error, or the other end of multiprocessing.Pipe has closed
 
1841
 
        if condition & (gobject.IO_ERR | condition & gobject.IO_HUP):
 
 
2060
        if condition & (gobject.IO_ERR | gobject.IO_HUP):
 
1842
2061
            # Wait for other process to exit
 
 
 
2124
def rfc3339_duration_to_delta(duration):
 
 
2125
    """Parse an RFC 3339 "duration" and return a datetime.timedelta
 
 
2127
    >>> rfc3339_duration_to_delta("P7D")
 
 
2128
    datetime.timedelta(7)
 
 
2129
    >>> rfc3339_duration_to_delta("PT60S")
 
 
2130
    datetime.timedelta(0, 60)
 
 
2131
    >>> rfc3339_duration_to_delta("PT60M")
 
 
2132
    datetime.timedelta(0, 3600)
 
 
2133
    >>> rfc3339_duration_to_delta("PT24H")
 
 
2134
    datetime.timedelta(1)
 
 
2135
    >>> rfc3339_duration_to_delta("P1W")
 
 
2136
    datetime.timedelta(7)
 
 
2137
    >>> rfc3339_duration_to_delta("PT5M30S")
 
 
2138
    datetime.timedelta(0, 330)
 
 
2139
    >>> rfc3339_duration_to_delta("P1DT3M20S")
 
 
2140
    datetime.timedelta(1, 200)
 
 
2143
    # Parsing an RFC 3339 duration with regular expressions is not
 
 
2144
    # possible - there would have to be multiple places for the same
 
 
2145
    # values, like seconds.  The current code, while more esoteric, is
 
 
2146
    # cleaner without depending on a parsing library.  If Python had a
 
 
2147
    # built-in library for parsing we would use it, but we'd like to
 
 
2148
    # avoid excessive use of external libraries.
 
 
2150
    # New type for defining tokens, syntax, and semantics all-in-one
 
 
2151
    Token = collections.namedtuple("Token",
 
 
2152
                                   ("regexp", # To match token; if
 
 
2153
                                              # "value" is not None,
 
 
2154
                                              # must have a "group"
 
 
2156
                                    "value",  # datetime.timedelta or
 
 
2158
                                    "followers")) # Tokens valid after
 
 
2160
    # RFC 3339 "duration" tokens, syntax, and semantics; taken from
 
 
2161
    # the "duration" ABNF definition in RFC 3339, Appendix A.
 
 
2162
    token_end = Token(re.compile(r"$"), None, frozenset())
 
 
2163
    token_second = Token(re.compile(r"(\d+)S"),
 
 
2164
                         datetime.timedelta(seconds=1),
 
 
2165
                         frozenset((token_end,)))
 
 
2166
    token_minute = Token(re.compile(r"(\d+)M"),
 
 
2167
                         datetime.timedelta(minutes=1),
 
 
2168
                         frozenset((token_second, token_end)))
 
 
2169
    token_hour = Token(re.compile(r"(\d+)H"),
 
 
2170
                       datetime.timedelta(hours=1),
 
 
2171
                       frozenset((token_minute, token_end)))
 
 
2172
    token_time = Token(re.compile(r"T"),
 
 
2174
                       frozenset((token_hour, token_minute,
 
 
2176
    token_day = Token(re.compile(r"(\d+)D"),
 
 
2177
                      datetime.timedelta(days=1),
 
 
2178
                      frozenset((token_time, token_end)))
 
 
2179
    token_month = Token(re.compile(r"(\d+)M"),
 
 
2180
                        datetime.timedelta(weeks=4),
 
 
2181
                        frozenset((token_day, token_end)))
 
 
2182
    token_year = Token(re.compile(r"(\d+)Y"),
 
 
2183
                       datetime.timedelta(weeks=52),
 
 
2184
                       frozenset((token_month, token_end)))
 
 
2185
    token_week = Token(re.compile(r"(\d+)W"),
 
 
2186
                       datetime.timedelta(weeks=1),
 
 
2187
                       frozenset((token_end,)))
 
 
2188
    token_duration = Token(re.compile(r"P"), None,
 
 
2189
                           frozenset((token_year, token_month,
 
 
2190
                                      token_day, token_time,
 
 
2192
    # Define starting values
 
 
2193
    value = datetime.timedelta() # Value so far
 
 
2195
    followers = frozenset(token_duration,) # Following valid tokens
 
 
2196
    s = duration                # String left to parse
 
 
2197
    # Loop until end token is found
 
 
2198
    while found_token is not token_end:
 
 
2199
        # Search for any currently valid tokens
 
 
2200
        for token in followers:
 
 
2201
            match = token.regexp.match(s)
 
 
2202
            if match is not None:
 
 
2204
                if token.value is not None:
 
 
2205
                    # Value found, parse digits
 
 
2206
                    factor = int(match.group(1), 10)
 
 
2207
                    # Add to value so far
 
 
2208
                    value += factor * token.value
 
 
2209
                # Strip token from string
 
 
2210
                s = token.regexp.sub("", s, 1)
 
 
2213
                # Set valid next tokens
 
 
2214
                followers = found_token.followers
 
 
2217
            # No currently valid tokens were found
 
 
2218
            raise ValueError("Invalid RFC 3339 duration")
 
1905
2223
def string_to_delta(interval):
 
1906
2224
    """Parse a string and return a datetime.timedelta
 
 
1999
2324
    parser.add_argument("--no-dbus", action="store_false",
 
2000
2325
                        dest="use_dbus", help="Do not provide D-Bus"
 
2001
 
                        " system bus interface")
 
 
2326
                        " system bus interface", default=None)
 
2002
2327
    parser.add_argument("--no-ipv6", action="store_false",
 
2003
 
                        dest="use_ipv6", help="Do not use IPv6")
 
 
2328
                        dest="use_ipv6", help="Do not use IPv6",
 
2004
2330
    parser.add_argument("--no-restore", action="store_false",
 
2005
2331
                        dest="restore", help="Do not restore stored"
 
 
2332
                        " state", default=None)
 
 
2333
    parser.add_argument("--socket", type=int,
 
 
2334
                        help="Specify a file descriptor to a network"
 
 
2335
                        " socket to use instead of creating one")
 
2007
2336
    parser.add_argument("--statedir", metavar="DIR",
 
2008
2337
                        help="Directory to save/restore state in")
 
 
2338
    parser.add_argument("--foreground", action="store_true",
 
 
2339
                        help="Run in foreground", default=None)
 
 
2340
    parser.add_argument("--no-zeroconf", action="store_false",
 
 
2341
                        dest="zeroconf", help="Do not use Zeroconf",
 
2010
2344
    options = parser.parse_args()
 
2012
2346
    if options.check:
 
 
2348
        fail_count, test_count = doctest.testmod()
 
 
2349
        sys.exit(os.EX_OK if fail_count == 0 else 1)
 
2017
2351
    # Default values for config file for server-global settings
 
2018
2352
    server_defaults = { "interface": "",
 
 
2037
2374
    # Convert the SafeConfigParser object to a dict
 
2038
2375
    server_settings = server_config.defaults()
 
2039
2376
    # Use the appropriate methods on the non-string config options
 
2040
 
    for option in ("debug", "use_dbus", "use_ipv6"):
 
 
2377
    for option in ("debug", "use_dbus", "use_ipv6", "foreground"):
 
2041
2378
        server_settings[option] = server_config.getboolean("DEFAULT",
 
2043
2380
    if server_settings["port"]:
 
2044
2381
        server_settings["port"] = server_config.getint("DEFAULT",
 
 
2383
    if server_settings["socket"]:
 
 
2384
        server_settings["socket"] = server_config.getint("DEFAULT",
 
 
2386
        # Later, stdin will, and stdout and stderr might, be dup'ed
 
 
2387
        # over with an opened os.devnull.  But we don't want this to
 
 
2388
        # happen with a supplied network socket.
 
 
2389
        if 0 <= server_settings["socket"] <= 2:
 
 
2390
            server_settings["socket"] = os.dup(server_settings
 
2046
2392
    del server_config
 
2048
2394
    # Override the settings from the config file with command line
 
 
2059
2405
    for option in server_settings.keys():
 
2060
2406
        if type(server_settings[option]) is str:
 
2061
2407
            server_settings[option] = unicode(server_settings[option])
 
 
2408
    # Force all boolean options to be boolean
 
 
2409
    for option in ("debug", "use_dbus", "use_ipv6", "restore",
 
 
2410
                   "foreground", "zeroconf"):
 
 
2411
        server_settings[option] = bool(server_settings[option])
 
 
2412
    # Debug implies foreground
 
 
2413
    if server_settings["debug"]:
 
 
2414
        server_settings["foreground"] = True
 
2062
2415
    # Now we have our good server settings in "server_settings"
 
2064
2417
    ##################################################################
 
 
2419
    if (not server_settings["zeroconf"] and
 
 
2420
        not (server_settings["port"]
 
 
2421
             or server_settings["socket"] != "")):
 
 
2422
            parser.error("Needs port or socket to work without"
 
2066
2425
    # For convenience
 
2067
2426
    debug = server_settings["debug"]
 
2068
2427
    debuglevel = server_settings["debuglevel"]
 
 
2103
2468
                              use_ipv6=use_ipv6,
 
2104
2469
                              gnutls_priority=
 
2105
2470
                              server_settings["priority"],
 
2108
 
        pidfilename = "/var/run/mandos.pid"
 
 
2474
        pidfilename = "/run/mandos.pid"
 
 
2475
        if not os.path.isdir("/run/."):
 
 
2476
            pidfilename = "/var/run/mandos.pid"
 
2110
2479
            pidfile = open(pidfilename, "w")
 
2112
 
            logger.error("Could not open file %r", pidfilename)
 
 
2480
        except IOError as e:
 
 
2481
            logger.error("Could not open file %r", pidfilename,
 
2115
 
        uid = pwd.getpwnam("_mandos").pw_uid
 
2116
 
        gid = pwd.getpwnam("_mandos").pw_gid
 
 
2484
    for name in ("_mandos", "mandos", "nobody"):
 
2119
 
            uid = pwd.getpwnam("mandos").pw_uid
 
2120
 
            gid = pwd.getpwnam("mandos").pw_gid
 
 
2486
            uid = pwd.getpwnam(name).pw_uid
 
 
2487
            gid = pwd.getpwnam(name).pw_gid
 
2121
2489
        except KeyError:
 
2123
 
                uid = pwd.getpwnam("nobody").pw_uid
 
2124
 
                gid = pwd.getpwnam("nobody").pw_gid
 
2131
2497
    except OSError as error:
 
2132
 
        if error[0] != errno.EPERM:
 
 
2498
        if error.errno != errno.EPERM:
 
2136
2502
        # Enable all possible GnuTLS debugging
 
 
2147
2513
         .gnutls_global_set_log_function(debug_gnutls))
 
2149
2515
        # Redirect stdin so all checkers get /dev/null
 
2150
 
        null = os.open(os.path.devnull, os.O_NOCTTY | os.O_RDWR)
 
 
2516
        null = os.open(os.devnull, os.O_NOCTTY | os.O_RDWR)
 
2151
2517
        os.dup2(null, sys.stdin.fileno())
 
2155
2521
    # Need to fork before connecting to D-Bus
 
2157
2523
        # Close all input and output, do double fork, etc.
 
 
2526
    # multiprocessing will use threads, so before we use gobject we
 
 
2527
    # need to inform gobject that threads will be used.
 
2160
2528
    gobject.threads_init()
 
2162
2530
    global main_loop
 
2163
2531
    # From the Avahi example code
 
2164
 
    DBusGMainLoop(set_as_default=True )
 
 
2532
    DBusGMainLoop(set_as_default=True)
 
2165
2533
    main_loop = gobject.MainLoop()
 
2166
2534
    bus = dbus.SystemBus()
 
2167
2535
    # End of Avahi example code
 
 
2173
2541
                            ("se.bsnet.fukt.Mandos", bus,
 
2174
2542
                             do_not_queue=True))
 
2175
2543
        except dbus.exceptions.NameExistsException as e:
 
2176
 
            logger.error(unicode(e) + ", disabling D-Bus")
 
 
2544
            logger.error("Disabling D-Bus:", exc_info=e)
 
2177
2545
            use_dbus = False
 
2178
2546
            server_settings["use_dbus"] = False
 
2179
2547
            tcp_server.use_dbus = False
 
2180
 
    protocol = avahi.PROTO_INET6 if use_ipv6 else avahi.PROTO_INET
 
2181
 
    service = AvahiServiceToSyslog(name =
 
2182
 
                                   server_settings["servicename"],
 
2183
 
                                   servicetype = "_mandos._tcp",
 
2184
 
                                   protocol = protocol, bus = bus)
 
2185
 
    if server_settings["interface"]:
 
2186
 
        service.interface = (if_nametoindex
 
2187
 
                             (str(server_settings["interface"])))
 
 
2549
        protocol = avahi.PROTO_INET6 if use_ipv6 else avahi.PROTO_INET
 
 
2550
        service = AvahiServiceToSyslog(name =
 
 
2551
                                       server_settings["servicename"],
 
 
2552
                                       servicetype = "_mandos._tcp",
 
 
2553
                                       protocol = protocol, bus = bus)
 
 
2554
        if server_settings["interface"]:
 
 
2555
            service.interface = (if_nametoindex
 
 
2556
                                 (str(server_settings["interface"])))
 
2189
2558
    global multiprocessing_manager
 
2190
2559
    multiprocessing_manager = multiprocessing.Manager()
 
2192
2561
    client_class = Client
 
2194
 
        client_class = functools.partial(ClientDBusTransitional,
 
 
2563
        client_class = functools.partial(ClientDBus, bus = bus)
 
2197
2565
    client_settings = Client.config_parser(client_config)
 
2198
2566
    old_client_settings = {}
 
2199
2567
    clients_data = {}
 
 
2569
    # This is used to redirect stdout and stderr for checker processes
 
 
2571
    wnull = open(os.devnull, "w") # A writable /dev/null
 
 
2572
    # Only used if server is running in foreground but not in debug
 
 
2574
    if debug or not foreground:
 
2201
2577
    # Get client data and settings from last running state.
 
2202
2578
    if server_settings["restore"]:
 
 
2206
2582
                                                     (stored_state))
 
2207
2583
            os.remove(stored_state_path)
 
2208
2584
        except IOError as e:
 
2209
 
            logger.warning("Could not load persistent state: {0}"
 
2211
 
            if e.errno != errno.ENOENT:
 
 
2585
            if e.errno == errno.ENOENT:
 
 
2586
                logger.warning("Could not load persistent state: {0}"
 
 
2587
                                .format(os.strerror(e.errno)))
 
 
2589
                logger.critical("Could not load persistent state:",
 
2213
2592
        except EOFError as e:
 
2214
2593
            logger.warning("Could not load persistent state: "
 
2215
 
                           "EOFError: {0}".format(e))
 
 
2594
                           "EOFError:", exc_info=e)
 
2217
2596
    with PGPEngine() as pgp:
 
2218
2597
        for client_name, client in clients_data.iteritems():
 
 
2598
            # Skip removed clients
 
 
2599
            if client_name not in client_settings:
 
2219
2602
            # Decide which value to use after restoring saved state.
 
2220
2603
            # We have three different values: Old config file,
 
2221
2604
            # new config file, and saved state.
 
 
2280
2662
    for client_name in (set(client_settings)
 
2281
2663
                        - set(old_client_settings)):
 
2282
2664
        clients_data[client_name] = client_settings[client_name]
 
2284
2666
    # Create all client objects
 
2285
2667
    for client_name, client in clients_data.iteritems():
 
2286
2668
        tcp_server.clients[client_name] = client_class(
 
2287
 
            name = client_name, settings = client)
 
 
2669
            name = client_name, settings = client,
 
 
2670
            server_settings = server_settings)
 
2289
2672
    if not tcp_server.clients:
 
2290
2673
        logger.warning("No clients defined")
 
2296
 
                pidfile.write(str(pid) + "\n".encode("utf-8"))
 
2299
 
            logger.error("Could not write to file %r with PID %d",
 
2302
 
            # "pidfile" was never created
 
 
2676
        if pidfile is not None:
 
 
2680
                    pidfile.write(str(pid) + "\n".encode("utf-8"))
 
 
2682
                logger.error("Could not write to file %r with PID %d",
 
2304
2685
        del pidfilename
 
2305
 
        signal.signal(signal.SIGINT, signal.SIG_IGN)
 
2307
2687
    signal.signal(signal.SIGHUP, lambda signum, frame: sys.exit())
 
2308
2688
    signal.signal(signal.SIGTERM, lambda signum, frame: sys.exit())
 
2311
 
        class MandosDBusService(dbus.service.Object):
 
 
2691
        @alternate_dbus_interfaces({"se.recompile.Mandos":
 
 
2692
                                        "se.bsnet.fukt.Mandos"})
 
 
2693
        class MandosDBusService(DBusObjectWithProperties):
 
2312
2694
            """A D-Bus proxy object"""
 
2313
2695
            def __init__(self):
 
2314
2696
                dbus.service.Object.__init__(self, bus, "/")
 
2315
2697
            _interface = "se.recompile.Mandos"
 
 
2699
            @dbus_interface_annotations(_interface)
 
 
2701
                return { "org.freedesktop.DBus.Property"
 
 
2702
                         ".EmitsChangedSignal":
 
2317
2705
            @dbus.service.signal(_interface, signature="o")
 
2318
2706
            def ClientAdded(self, objpath):
 
 
2402
2790
                del client_settings[client.name]["secret"]
 
2405
 
            tempfd, tempname = tempfile.mkstemp(suffix=".pickle",
 
2408
 
                                                (stored_state_path))
 
2409
 
            with os.fdopen(tempfd, "wb") as stored_state:
 
 
2793
            with (tempfile.NamedTemporaryFile
 
 
2794
                  (mode='wb', suffix=".pickle", prefix='clients-',
 
 
2795
                   dir=os.path.dirname(stored_state_path),
 
 
2796
                   delete=False)) as stored_state:
 
2410
2797
                pickle.dump((clients, client_settings), stored_state)
 
 
2798
                tempname=stored_state.name
 
2411
2799
            os.rename(tempname, stored_state_path)
 
2412
2800
        except (IOError, OSError) as e:
 
2413
 
            logger.warning("Could not save persistent state: {0}"
 
2417
2803
                    os.remove(tempname)
 
2418
2804
                except NameError:
 
2420
 
            if e.errno not in set((errno.ENOENT, errno.EACCES,
 
 
2806
            if e.errno in (errno.ENOENT, errno.EACCES, errno.EEXIST):
 
 
2807
                logger.warning("Could not save persistent state: {0}"
 
 
2808
                               .format(os.strerror(e.errno)))
 
 
2810
                logger.warning("Could not save persistent state:",
 
2424
2814
        # Delete all clients, and settings from config
 
2425
2815
        while tcp_server.clients:
 
 
2449
2839
    tcp_server.server_activate()
 
2451
2841
    # Find out what port we got
 
2452
 
    service.port = tcp_server.socket.getsockname()[1]
 
 
2843
        service.port = tcp_server.socket.getsockname()[1]
 
2454
2845
        logger.info("Now listening on address %r, port %d,"
 
2455
 
                    " flowinfo %d, scope_id %d"
 
2456
 
                    % tcp_server.socket.getsockname())
 
 
2846
                    " flowinfo %d, scope_id %d",
 
 
2847
                    *tcp_server.socket.getsockname())
 
2458
 
        logger.info("Now listening on address %r, port %d"
 
2459
 
                    % tcp_server.socket.getsockname())
 
 
2849
        logger.info("Now listening on address %r, port %d",
 
 
2850
                    *tcp_server.socket.getsockname())
 
2461
2852
    #service.interface = tcp_server.socket.getsockname()[3]
 
2464
 
        # From the Avahi example code
 
2467
 
        except dbus.exceptions.DBusException as error:
 
2468
 
            logger.critical("DBusException: %s", error)
 
2471
 
        # End of Avahi example code
 
 
2856
            # From the Avahi example code
 
 
2859
            except dbus.exceptions.DBusException as error:
 
 
2860
                logger.critical("D-Bus Exception", exc_info=error)
 
 
2863
            # End of Avahi example code
 
2473
2865
        gobject.io_add_watch(tcp_server.fileno(), gobject.IO_IN,
 
2474
2866
                             lambda *args, **kwargs: