Comment 10 for bug 1783912

Revision history for this message
Muhammad Ahmad (ahmadfsbd) wrote :

We are hitting a similar error on a customer environment after upgrading from Maas 2.9 to 3.2.

2023-09-12 06:55:19 provisioningserver.rackdservices.dhcp_probe_service: [info] Probe for external DHCP servers started on interfaces: brappformix, brext, broam.
2023-09-12 06:55:20 twisted.internet.defer: [critical] Unhandled error in Deferred:
2023-09-12 06:55:20 twisted.internet.defer: [critical]
        Traceback (most recent call last):
        Failure: twisted.internet.error.MulticastJoinError: (b'\xe0\x00\x00v', b'666\t', 98, 'Address already in use')

2023-09-12 06:55:20 twisted.internet.defer: [critical] Unhandled error in Deferred:
2023-09-12 06:55:20 twisted.internet.defer: [critical]
        Traceback (most recent call last):
        Failure: twisted.internet.error.MulticastJoinError: (b'\xe0\x00\x00v', b'\n\x0f\xa1\x05', 98, 'Address already in use')

2023-09-12 06:55:20 twisted.internet.defer: [critical] Unhandled error in Deferred:
2023-09-12 06:55:20 twisted.internet.defer: [critical]
        Traceback (most recent call last):
        Failure: twisted.internet.error.MulticastJoinError: (b'\xe0\x00\x00v', b'\n\x0f\xa8\n', 98, 'Address already in use')

2023-09-12 06:48:26 provisioningserver.utils.services: [critical] Failed to update and/or record network interface configuration: Expecting value: line 1 column 1 (char 0); interfaces: {'bond0': {'type': 'bond', 'mac_address': 'Redacted', 'links': [], 'enabled': True, 'parents': ['eno12409np1', 'eno12399np0'], 'source': 'machine-resources', 'monitored': True}, 'bond0.402': {'type': 'vlan', 'mac_address': 'Redacted', 'links': [], 'enabled': True, 'parents': ['bond0'], 'source': 'machine-resources', 'vid': 402, 'monitored': False}, 'bond0.403': {'type': 'vlan', 'mac_address': 'Redacted', 'links': [], 'enabled': True, 'parents': ['bond0'], 'source': 'machine-resources', 'vid': 403, 'monitored': False}, 'brappformix': {'type': 'bridge', 'mac_address': 'Redacted', 'links': [{'mode': 'static', 'address': 'Redacted'}], 'enabled': True, 'parents': ['bond0.403'], 'source': 'machine-resources', 'monitored': False}, 'brext': {'type': 'bridge', 'mac_address': 'Redacted', 'links': [{'mode': 'static', 'address': 'Redacted'}], 'enabled': True, 'parents': ['bond0.402'], 'source': 'machine-resources', 'monitored': False}, 'broam': {'type': 'bridge', 'mac_address': 'Redacted', 'links': [{'mode': 'static', 'address': 'Redacted', 'gateway': 'Redacted'}, {'mode': 'static', 'address': 'Redacted', 'gateway': 'Redacted'}], 'enabled': True, 'parents': ['bond0'], 'source': 'machine-resources', 'monitored': False}, 'eno12399np0': {'type': 'physical', 'mac_address': 'Redacted', 'links': [], 'enabled': True, 'parents': [], 'source': 'machine-resources', 'monitored': False}, 'eno12409np1': {'type': 'physical', 'mac_address': 'Redacted', 'links': [], 'enabled': True, 'parents': [], 'source': 'machine-resources', 'monitored': False}, 'eno8303': {'type': 'physical', 'mac_address': 'Redacted', 'links': [], 'enabled': False, 'parents': [], 'source': 'machine-resources', 'monitored': False}, 'eno8403': {'type': 'physical', 'mac_address': 'Redacted', 'links': [], 'enabled': False, 'parents': [], 'source': 'machine-resources', 'monitored': False}, 'ens1f0': {'type': 'physical', 'mac_address': 'Redacted', 'links': [], 'enabled': True, 'parents': [], 'source': 'machine-resources', 'monitored': True}, 'ens1f1': {'type': 'physical', 'mac_address': 'Redacted', 'links': [], 'enabled': False, 'parents': [], 'source': 'machine-resources', 'monitored': False}}
        Traceback (most recent call last):
          File "/usr/lib/python3/dist-packages/twisted/internet/defer.py", line 654, in _runCallbacks
            current.result = callback(current.result, *args, **kw)
          File "/usr/lib/python3/dist-packages/twisted/internet/defer.py", line 1475, in gotResult
            _inlineCallbacks(r, g, status)
          File "/usr/lib/python3/dist-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks
            result = result.throwExceptionIntoGenerator(g)
          File "/usr/lib/python3/dist-packages/twisted/python/failure.py", line 491, in throwExceptionIntoGenerator
            return g.throw(self.type, self.value, self.tb)
        --- <exception caught here> ---
          File "/usr/lib/python3/dist-packages/provisioningserver/utils/services.py", line 1091, in do_action
            yield self._updateInterfaces(interfaces)
          File "/usr/lib/python3/dist-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks
            result = result.throwExceptionIntoGenerator(g)
          File "/usr/lib/python3/dist-packages/twisted/python/failure.py", line 491, in throwExceptionIntoGenerator
            return g.throw(self.type, self.value, self.tb)
          File "/usr/lib/python3/dist-packages/provisioningserver/utils/services.py", line 1174, in _updateInterfaces
            yield self._run_refresh(
          File "/usr/lib/python3/dist-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks
            result = result.throwExceptionIntoGenerator(g)
          File "/usr/lib/python3/dist-packages/twisted/python/failure.py", line 491, in throwExceptionIntoGenerator
            return g.throw(self.type, self.value, self.tb)
          File "/usr/lib/python3/dist-packages/provisioningserver/utils/services.py", line 1201, in _run_refresh
            yield deferToThread(
          File "/usr/lib/python3/dist-packages/twisted/python/threadpool.py", line 250, in inContext
            result = inContext.theWork()
          File "/usr/lib/python3/dist-packages/twisted/python/threadpool.py", line 266, in <lambda>
            inContext.theWork = lambda: context.call(ctx, func, *args, **kw)
          File "/usr/lib/python3/dist-packages/twisted/python/context.py", line 122, in callWithContext
            return self.currentContext().callWithContext(ctx, func, *args, **kw)
          File "/usr/lib/python3/dist-packages/twisted/python/context.py", line 85, in callWithContext
            return func(*args,**kw)
          File "/usr/lib/python3/dist-packages/provisioningserver/utils/twisted.py", line 202, in wrapper
            result = func(*args, **kwargs)
          File "/usr/lib/python3/dist-packages/provisioningserver/refresh/__init__.py", line 66, in refresh
            failed_scripts = runscripts(
          File "/usr/lib/python3/dist-packages/provisioningserver/refresh/__init__.py", line 176, in runscripts
            post_process_hook(
          File "/usr/lib/python3/dist-packages/provisioningserver/utils/services.py", line 1226, in _annotate_commissioning
            lxd_data = json.load(fp)
          File "/usr/lib/python3.8/json/__init__.py", line 293, in load
            return loads(fp.read(),
          File "/usr/lib/python3.8/json/__init__.py", line 357, in loads
            return _default_decoder.decode(s)
          File "/usr/lib/python3.8/json/decoder.py", line 337, in decode
            obj, end = self.raw_decode(s, idx=_w(s, 0).end())
          File "/usr/lib/python3.8/json/decoder.py", line 355, in raw_decode
            raise JSONDecodeError("Expecting value", s, err.value) from None
        json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0)