/mandos/trunk

To get this branch, use:
bzr branch http://bzr.recompile.se/loggerhead/mandos/trunk

« back to all changes in this revision

Viewing changes to mandos

  • Committer: teddy at recompile
  • Date: 2020-02-09 03:38:33 UTC
  • Revision ID: teddy@recompile.se-20200209033833-2la1pujrnv2m0so4
Use reallocarray() if available, or check for overflow

* dracut-module/password-agent.c (add_to_queue): Check for overflow.
  (test_add_to_queue_overflow): New test.
* plugin-runner.c (add_to_char_array, main): Use reallocarray().
* plugins.d/plymouth.c (exec_and_wait): - '' -

Show diffs side-by-side

added added

removed removed

Lines of Context:
mandos
1
 
#!/usr/bin/python
2
 
# -*- mode: python; coding: utf-8 -*-
 
1
#!/usr/bin/python3 -bI
 
2
# -*- mode: python; after-save-hook: (lambda () (let ((command (if (fboundp 'file-local-name) (file-local-name (buffer-file-name)) (or (file-remote-p (buffer-file-name) 'localname) (buffer-file-name))))) (if (= (progn (if (get-buffer "*Test*") (kill-buffer "*Test*")) (process-file-shell-command (format "%s --check" (shell-quote-argument command)) nil "*Test*")) 0) (let ((w (get-buffer-window "*Test*"))) (if w (delete-window w))) (progn (with-current-buffer "*Test*" (compilation-mode)) (display-buffer "*Test*" '(display-buffer-in-side-window)))))); coding: utf-8 -*-
3
3
#
4
4
# Mandos server - give out binary blobs to connecting clients.
5
5
#
77
77
import itertools
78
78
import collections
79
79
import codecs
 
80
import unittest
 
81
import random
 
82
import shlex
80
83
 
81
84
import dbus
82
85
import dbus.service
 
86
import gi
83
87
from gi.repository import GLib
84
88
from dbus.mainloop.glib import DBusGMainLoop
85
89
import ctypes
87
91
import xml.dom.minidom
88
92
import inspect
89
93
 
 
94
if sys.version_info.major == 2:
 
95
    __metaclass__ = type
 
96
    str = unicode
 
97
 
 
98
# Add collections.abc.Callable if it does not exist
 
99
try:
 
100
    collections.abc.Callable
 
101
except AttributeError:
 
102
    class abc:
 
103
        Callable = collections.Callable
 
104
    collections.abc = abc
 
105
    del abc
 
106
 
 
107
# Add shlex.quote if it does not exist
 
108
try:
 
109
    shlex.quote
 
110
except AttributeError:
 
111
    shlex.quote = re.escape
 
112
 
 
113
# Show warnings by default
 
114
if not sys.warnoptions:
 
115
    import warnings
 
116
    warnings.simplefilter("default")
 
117
 
90
118
# Try to find the value of SO_BINDTODEVICE:
91
119
try:
92
120
    # This is where SO_BINDTODEVICE is in Python 3.3 (or 3.4?) and
112
140
            # No value found
113
141
            SO_BINDTODEVICE = None
114
142
 
115
 
if sys.version_info.major == 2:
116
 
    str = unicode
 
143
if sys.version_info < (3, 2):
 
144
    configparser.Configparser = configparser.SafeConfigParser
117
145
 
118
 
version = "1.8.4"
 
146
version = "1.8.9"
119
147
stored_state_file = "clients.pickle"
120
148
 
121
149
logger = logging.getLogger()
 
150
logging.captureWarnings(True)   # Show warnings via the logging system
122
151
syslogger = None
123
152
 
124
153
try:
179
208
    pass
180
209
 
181
210
 
182
 
class PGPEngine(object):
 
211
class PGPEngine:
183
212
    """A simple class for OpenPGP symmetric encryption & decryption"""
184
213
 
185
214
    def __init__(self):
189
218
            output = subprocess.check_output(["gpgconf"])
190
219
            for line in output.splitlines():
191
220
                name, text, path = line.split(b":")
192
 
                if name == "gpg":
 
221
                if name == b"gpg":
193
222
                    self.gpg = path
194
223
                    break
195
224
        except OSError as e:
200
229
                          '--force-mdc',
201
230
                          '--quiet']
202
231
        # Only GPG version 1 has the --no-use-agent option.
203
 
        if self.gpg == "gpg" or self.gpg.endswith("/gpg"):
 
232
        if self.gpg == b"gpg" or self.gpg.endswith(b"/gpg"):
204
233
            self.gnupgargs.append("--no-use-agent")
205
234
 
206
235
    def __enter__(self):
275
304
 
276
305
 
277
306
# Pretend that we have an Avahi module
278
 
class avahi(object):
 
307
class avahi:
279
308
    """This isn't so much a class as it is a module-like namespace."""
280
309
    IF_UNSPEC = -1               # avahi-common/address.h
281
310
    PROTO_UNSPEC = -1            # avahi-common/address.h
315
344
    pass
316
345
 
317
346
 
318
 
class AvahiService(object):
 
347
class AvahiService:
319
348
    """An Avahi (Zeroconf) service.
320
349
 
321
350
    Attributes:
503
532
 
504
533
 
505
534
# Pretend that we have a GnuTLS module
506
 
class gnutls(object):
 
535
class gnutls:
507
536
    """This isn't so much a class as it is a module-like namespace."""
508
537
 
509
538
    library = ctypes.util.find_library("gnutls")
572
601
        pass
573
602
 
574
603
    # Classes
575
 
    class Credentials(object):
 
604
    class Credentials:
576
605
        def __init__(self):
577
606
            self._c_object = gnutls.certificate_credentials_t()
578
607
            gnutls.certificate_allocate_credentials(
582
611
        def __del__(self):
583
612
            gnutls.certificate_free_credentials(self._c_object)
584
613
 
585
 
    class ClientSession(object):
 
614
    class ClientSession:
586
615
        def __init__(self, socket, credentials=None):
587
616
            self._c_object = gnutls.session_t()
588
617
            gnutls_flags = gnutls.CLIENT
589
 
            if gnutls.check_version("3.5.6"):
 
618
            if gnutls.check_version(b"3.5.6"):
590
619
                gnutls_flags |= gnutls.NO_TICKETS
591
620
            if gnutls.has_rawpk:
592
621
                gnutls_flags |= gnutls.ENABLE_RAWPK
794
823
                                                    ctypes.c_size_t)]
795
824
        openpgp_crt_get_fingerprint.restype = _error_code
796
825
 
797
 
    if check_version("3.6.4"):
 
826
    if check_version(b"3.6.4"):
798
827
        certificate_type_get2 = _library.gnutls_certificate_type_get2
799
828
        certificate_type_get2.argtypes = [session_t, ctypes.c_int]
800
829
        certificate_type_get2.restype = _error_code
814
843
    connection.close()
815
844
 
816
845
 
817
 
class Client(object):
 
846
class Client:
818
847
    """A representation of a client host served by this server.
819
848
 
820
849
    Attributes:
821
850
    approved:   bool(); 'None' if not yet approved/disapproved
822
851
    approval_delay: datetime.timedelta(); Time to wait for approval
823
852
    approval_duration: datetime.timedelta(); Duration of one approval
824
 
    checker:    subprocess.Popen(); a running checker process used
825
 
                                    to see if the client lives.
826
 
                                    'None' if no process is running.
 
853
    checker: multiprocessing.Process(); a running checker process used
 
854
             to see if the client lives. 'None' if no process is
 
855
             running.
827
856
    checker_callback_tag: a GLib event source tag, or None
828
857
    checker_command: string; External command which is run to check
829
858
                     if client lives.  %() expansions are done at
1023
1052
        if self.checker_initiator_tag is not None:
1024
1053
            GLib.source_remove(self.checker_initiator_tag)
1025
1054
        self.checker_initiator_tag = GLib.timeout_add(
1026
 
            int(self.interval.total_seconds() * 1000),
 
1055
            random.randrange(int(self.interval.total_seconds() * 1000
 
1056
                                 + 1)),
1027
1057
            self.start_checker)
1028
1058
        # Schedule a disable() when 'timeout' has passed
1029
1059
        if self.disable_initiator_tag is not None:
1036
1066
    def checker_callback(self, source, condition, connection,
1037
1067
                         command):
1038
1068
        """The checker has completed, so take appropriate actions."""
1039
 
        self.checker_callback_tag = None
1040
 
        self.checker = None
1041
1069
        # Read return code from connection (see call_pipe)
1042
1070
        returncode = connection.recv()
1043
1071
        connection.close()
 
1072
        if self.checker is not None:
 
1073
            self.checker.join()
 
1074
        self.checker_callback_tag = None
 
1075
        self.checker = None
1044
1076
 
1045
1077
        if returncode >= 0:
1046
1078
            self.last_checker_status = returncode
1102
1134
        if self.checker is None:
1103
1135
            # Escape attributes for the shell
1104
1136
            escaped_attrs = {
1105
 
                attr: re.escape(str(getattr(self, attr)))
 
1137
                attr: shlex.quote(str(getattr(self, attr)))
1106
1138
                for attr in self.runtime_expansions}
1107
1139
            try:
1108
1140
                command = self.checker_command % escaped_attrs
1135
1167
                kwargs=popen_args)
1136
1168
            self.checker.start()
1137
1169
            self.checker_callback_tag = GLib.io_add_watch(
1138
 
                pipe[0].fileno(), GLib.IO_IN,
 
1170
                GLib.IOChannel.unix_new(pipe[0].fileno()),
 
1171
                GLib.PRIORITY_DEFAULT, GLib.IO_IN,
1139
1172
                self.checker_callback, pipe[0], command)
1140
1173
        # Re-run this periodically if run by GLib.timeout_add
1141
1174
        return True
1396
1429
                raise ValueError("Byte arrays not supported for non-"
1397
1430
                                 "'ay' signature {!r}"
1398
1431
                                 .format(prop._dbus_signature))
1399
 
            value = dbus.ByteArray(b''.join(chr(byte)
1400
 
                                            for byte in value))
 
1432
            value = dbus.ByteArray(bytes(value))
1401
1433
        prop(value)
1402
1434
 
1403
1435
    @dbus.service.method(dbus.PROPERTIES_IFACE,
2208
2240
    del _interface
2209
2241
 
2210
2242
 
2211
 
class ProxyClient(object):
 
2243
class ProxyClient:
2212
2244
    def __init__(self, child_pipe, key_id, fpr, address):
2213
2245
        self._pipe = child_pipe
2214
2246
        self._pipe.send(('init', key_id, fpr, address))
2287
2319
            approval_required = False
2288
2320
            try:
2289
2321
                if gnutls.has_rawpk:
2290
 
                    fpr = ""
 
2322
                    fpr = b""
2291
2323
                    try:
2292
2324
                        key_id = self.key_id(
2293
2325
                            self.peer_certificate(session))
2297
2329
                    logger.debug("Key ID: %s", key_id)
2298
2330
 
2299
2331
                else:
2300
 
                    key_id = ""
 
2332
                    key_id = b""
2301
2333
                    try:
2302
2334
                        fpr = self.fingerprint(
2303
2335
                            self.peer_certificate(session))
2487
2519
        return hex_fpr
2488
2520
 
2489
2521
 
2490
 
class MultiprocessingMixIn(object):
 
2522
class MultiprocessingMixIn:
2491
2523
    """Like socketserver.ThreadingMixIn, but with multiprocessing"""
2492
2524
 
2493
2525
    def sub_process_main(self, request, address):
2505
2537
        return proc
2506
2538
 
2507
2539
 
2508
 
class MultiprocessingMixInWithPipe(MultiprocessingMixIn, object):
 
2540
class MultiprocessingMixInWithPipe(MultiprocessingMixIn):
2509
2541
    """ adds a pipe to the MixIn """
2510
2542
 
2511
2543
    def process_request(self, request, client_address):
2526
2558
 
2527
2559
 
2528
2560
class IPv6_TCPServer(MultiprocessingMixInWithPipe,
2529
 
                     socketserver.TCPServer, object):
 
2561
                     socketserver.TCPServer):
2530
2562
    """IPv6-capable TCP server.  Accepts 'None' as address and/or port
2531
2563
 
2532
2564
    Attributes:
2605
2637
                    raise
2606
2638
        # Only bind(2) the socket if we really need to.
2607
2639
        if self.server_address[0] or self.server_address[1]:
 
2640
            if self.server_address[1]:
 
2641
                self.allow_reuse_address = True
2608
2642
            if not self.server_address[0]:
2609
2643
                if self.address_family == socket.AF_INET6:
2610
2644
                    any_address = "::"  # in6addr_any
2663
2697
    def add_pipe(self, parent_pipe, proc):
2664
2698
        # Call "handle_ipc" for both data and EOF events
2665
2699
        GLib.io_add_watch(
2666
 
            parent_pipe.fileno(),
2667
 
            GLib.IO_IN | GLib.IO_HUP,
 
2700
            GLib.IOChannel.unix_new(parent_pipe.fileno()),
 
2701
            GLib.PRIORITY_DEFAULT, GLib.IO_IN | GLib.IO_HUP,
2668
2702
            functools.partial(self.handle_ipc,
2669
2703
                              parent_pipe=parent_pipe,
2670
2704
                              proc=proc))
2708
2742
                return False
2709
2743
 
2710
2744
            GLib.io_add_watch(
2711
 
                parent_pipe.fileno(),
2712
 
                GLib.IO_IN | GLib.IO_HUP,
 
2745
                GLib.IOChannel.unix_new(parent_pipe.fileno()),
 
2746
                GLib.PRIORITY_DEFAULT, GLib.IO_IN | GLib.IO_HUP,
2713
2747
                functools.partial(self.handle_ipc,
2714
2748
                                  parent_pipe=parent_pipe,
2715
2749
                                  proc=proc,
2730
2764
        if command == 'getattr':
2731
2765
            attrname = request[1]
2732
2766
            if isinstance(client_object.__getattribute__(attrname),
2733
 
                          collections.Callable):
 
2767
                          collections.abc.Callable):
2734
2768
                parent_pipe.send(('function', ))
2735
2769
            else:
2736
2770
                parent_pipe.send((
2747
2781
def rfc3339_duration_to_delta(duration):
2748
2782
    """Parse an RFC 3339 "duration" and return a datetime.timedelta
2749
2783
 
2750
 
    >>> rfc3339_duration_to_delta("P7D")
2751
 
    datetime.timedelta(7)
2752
 
    >>> rfc3339_duration_to_delta("PT60S")
2753
 
    datetime.timedelta(0, 60)
2754
 
    >>> rfc3339_duration_to_delta("PT60M")
2755
 
    datetime.timedelta(0, 3600)
2756
 
    >>> rfc3339_duration_to_delta("PT24H")
2757
 
    datetime.timedelta(1)
2758
 
    >>> rfc3339_duration_to_delta("P1W")
2759
 
    datetime.timedelta(7)
2760
 
    >>> rfc3339_duration_to_delta("PT5M30S")
2761
 
    datetime.timedelta(0, 330)
2762
 
    >>> rfc3339_duration_to_delta("P1DT3M20S")
2763
 
    datetime.timedelta(1, 200)
 
2784
    >>> rfc3339_duration_to_delta("P7D") == datetime.timedelta(7)
 
2785
    True
 
2786
    >>> rfc3339_duration_to_delta("PT60S") == datetime.timedelta(0, 60)
 
2787
    True
 
2788
    >>> rfc3339_duration_to_delta("PT60M") == datetime.timedelta(0, 3600)
 
2789
    True
 
2790
    >>> rfc3339_duration_to_delta("PT24H") == datetime.timedelta(1)
 
2791
    True
 
2792
    >>> rfc3339_duration_to_delta("P1W") == datetime.timedelta(7)
 
2793
    True
 
2794
    >>> rfc3339_duration_to_delta("PT5M30S") == datetime.timedelta(0, 330)
 
2795
    True
 
2796
    >>> rfc3339_duration_to_delta("P1DT3M20S") == datetime.timedelta(1, 200)
 
2797
    True
2764
2798
    """
2765
2799
 
2766
2800
    # Parsing an RFC 3339 duration with regular expressions is not
2846
2880
def string_to_delta(interval):
2847
2881
    """Parse a string and return a datetime.timedelta
2848
2882
 
2849
 
    >>> string_to_delta('7d')
2850
 
    datetime.timedelta(7)
2851
 
    >>> string_to_delta('60s')
2852
 
    datetime.timedelta(0, 60)
2853
 
    >>> string_to_delta('60m')
2854
 
    datetime.timedelta(0, 3600)
2855
 
    >>> string_to_delta('24h')
2856
 
    datetime.timedelta(1)
2857
 
    >>> string_to_delta('1w')
2858
 
    datetime.timedelta(7)
2859
 
    >>> string_to_delta('5m 30s')
2860
 
    datetime.timedelta(0, 330)
 
2883
    >>> string_to_delta('7d') == datetime.timedelta(7)
 
2884
    True
 
2885
    >>> string_to_delta('60s') == datetime.timedelta(0, 60)
 
2886
    True
 
2887
    >>> string_to_delta('60m') == datetime.timedelta(0, 3600)
 
2888
    True
 
2889
    >>> string_to_delta('24h') == datetime.timedelta(1)
 
2890
    True
 
2891
    >>> string_to_delta('1w') == datetime.timedelta(7)
 
2892
    True
 
2893
    >>> string_to_delta('5m 30s') == datetime.timedelta(0, 330)
 
2894
    True
2861
2895
    """
2862
2896
 
2863
2897
    try:
2965
2999
 
2966
3000
    options = parser.parse_args()
2967
3001
 
2968
 
    if options.check:
2969
 
        import doctest
2970
 
        fail_count, test_count = doctest.testmod()
2971
 
        sys.exit(os.EX_OK if fail_count == 0 else 1)
2972
 
 
2973
3002
    # Default values for config file for server-global settings
2974
3003
    if gnutls.has_rawpk:
2975
3004
        priority = ("SECURE128:!CTYPE-X.509:+CTYPE-RAWPK:!RSA"
2995
3024
    del priority
2996
3025
 
2997
3026
    # Parse config file for server-global settings
2998
 
    server_config = configparser.SafeConfigParser(server_defaults)
 
3027
    server_config = configparser.ConfigParser(server_defaults)
2999
3028
    del server_defaults
3000
3029
    server_config.read(os.path.join(options.configdir, "mandos.conf"))
3001
 
    # Convert the SafeConfigParser object to a dict
 
3030
    # Convert the ConfigParser object to a dict
3002
3031
    server_settings = server_config.defaults()
3003
3032
    # Use the appropriate methods on the non-string config options
3004
3033
    for option in ("debug", "use_dbus", "use_ipv6", "restore",
3076
3105
                                  server_settings["servicename"])))
3077
3106
 
3078
3107
    # Parse config file with clients
3079
 
    client_config = configparser.SafeConfigParser(Client
3080
 
                                                  .client_defaults)
 
3108
    client_config = configparser.ConfigParser(Client.client_defaults)
3081
3109
    client_config.read(os.path.join(server_settings["configdir"],
3082
3110
                                    "clients.conf"))
3083
3111
 
3154
3182
        # Close all input and output, do double fork, etc.
3155
3183
        daemon()
3156
3184
 
3157
 
    # multiprocessing will use threads, so before we use GLib we need
3158
 
    # to inform GLib that threads will be used.
3159
 
    GLib.threads_init()
 
3185
    if gi.version_info < (3, 10, 2):
 
3186
        # multiprocessing will use threads, so before we use GLib we
 
3187
        # need to inform GLib that threads will be used.
 
3188
        GLib.threads_init()
3160
3189
 
3161
3190
    global main_loop
3162
3191
    # From the Avahi example code
3238
3267
                             if isinstance(s, bytes)
3239
3268
                             else s) for s in
3240
3269
                            value["client_structure"]]
3241
 
                        # .name & .host
3242
 
                        for k in ("name", "host"):
 
3270
                        # .name, .host, and .checker_command
 
3271
                        for k in ("name", "host", "checker_command"):
3243
3272
                            if isinstance(value[k], bytes):
3244
3273
                                value[k] = value[k].decode("utf-8")
3245
 
                        if not value.has_key("key_id"):
 
3274
                        if "key_id" not in value:
3246
3275
                            value["key_id"] = ""
3247
 
                        elif not value.has_key("fingerprint"):
 
3276
                        elif "fingerprint" not in value:
3248
3277
                            value["fingerprint"] = ""
3249
3278
                    #  old_client_settings
3250
3279
                    # .keys()
3255
3284
                        for key, value in
3256
3285
                        bytes_old_client_settings.items()}
3257
3286
                    del bytes_old_client_settings
3258
 
                    # .host
 
3287
                    # .host and .checker_command
3259
3288
                    for value in old_client_settings.values():
3260
 
                        if isinstance(value["host"], bytes):
3261
 
                            value["host"] = (value["host"]
3262
 
                                             .decode("utf-8"))
 
3289
                        for attribute in ("host", "checker_command"):
 
3290
                            if isinstance(value[attribute], bytes):
 
3291
                                value[attribute] = (value[attribute]
 
3292
                                                    .decode("utf-8"))
3263
3293
            os.remove(stored_state_path)
3264
3294
        except IOError as e:
3265
3295
            if e.errno == errno.ENOENT:
3590
3620
                sys.exit(1)
3591
3621
            # End of Avahi example code
3592
3622
 
3593
 
        GLib.io_add_watch(tcp_server.fileno(), GLib.IO_IN,
3594
 
                          lambda *args, **kwargs:
3595
 
                          (tcp_server.handle_request
3596
 
                           (*args[2:], **kwargs) or True))
 
3623
        GLib.io_add_watch(
 
3624
            GLib.IOChannel.unix_new(tcp_server.fileno()),
 
3625
            GLib.PRIORITY_DEFAULT, GLib.IO_IN,
 
3626
            lambda *args, **kwargs: (tcp_server.handle_request
 
3627
                                     (*args[2:], **kwargs) or True))
3597
3628
 
3598
3629
        logger.debug("Starting main loop")
3599
3630
        main_loop.run()
3609
3640
    # Must run before the D-Bus bus name gets deregistered
3610
3641
    cleanup()
3611
3642
 
 
3643
 
 
3644
def should_only_run_tests():
 
3645
    parser = argparse.ArgumentParser(add_help=False)
 
3646
    parser.add_argument("--check", action='store_true')
 
3647
    args, unknown_args = parser.parse_known_args()
 
3648
    run_tests = args.check
 
3649
    if run_tests:
 
3650
        # Remove --check argument from sys.argv
 
3651
        sys.argv[1:] = unknown_args
 
3652
    return run_tests
 
3653
 
 
3654
# Add all tests from doctest strings
 
3655
def load_tests(loader, tests, none):
 
3656
    import doctest
 
3657
    tests.addTests(doctest.DocTestSuite())
 
3658
    return tests
3612
3659
 
3613
3660
if __name__ == '__main__':
3614
 
    main()
 
3661
    try:
 
3662
        if should_only_run_tests():
 
3663
            # Call using ./mandos --check [--verbose]
 
3664
            unittest.main()
 
3665
        else:
 
3666
            main()
 
3667
    finally:
 
3668
        logging.shutdown()