= focal verification =
# Start by showing we can still reproduce the problem w/o the -proposed packages:
ubuntu@dannf-test:~$ sudo iptables -A INPUT -p tcp -s 91.189.88.136 -m string --string maas.io --algo bm -j DROP
ubuntu@dannf-test:~$ cat > repro.py
#!/usr/bin/env python3
from simplestreams.contentsource import RequestsUrlReader
url = "https://images.maas.io/ephemeral-v3/stable/streams/v1/index.sjson"
r = RequestsUrlReader(url)
ubuntu@dannf-test:~$ python3 ./repro.py & sleep 60
[1] 1687
ubuntu@dannf-test:~$ sudo strace -p 1687
strace: Process 1687 attached
read(3, ^Cstrace: Process 1687 detached
<detached ...>
ubuntu@dannf-test:~$ fg
python3 ./repro.py
^CTraceback (most recent call last):
File "./repro.py", line 6, in <module>
r = RequestsUrlReader(url)
File "/usr/lib/python3/dist-packages/simplestreams/contentsource.py", line 381, in __init__
self.req = requests.get(url, stream=True, auth=auth, headers=headers)
File "/usr/lib/python3/dist-packages/requests/api.py", line 75, in get
return request('get', url, params=params, **kwargs)
File "/usr/lib/python3/dist-packages/requests/api.py", line 60, in request
return session.request(method=method, url=url, **kwargs)
File "/usr/lib/python3/dist-packages/requests/sessions.py", line 533, in request
resp = self.send(prep, **send_kwargs)
File "/usr/lib/python3/dist-packages/requests/sessions.py", line 646, in send
r = adapter.send(request, **kwargs)
File "/usr/lib/python3/dist-packages/requests/adapters.py", line 439, in send
resp = conn.urlopen(
File "/usr/lib/python3/dist-packages/urllib3/connectionpool.py", line 665, in urlopen
httplib_response = self._make_request(
File "/usr/lib/python3/dist-packages/urllib3/connectionpool.py", line 376, in _make_request
self._validate_conn(conn)
File "/usr/lib/python3/dist-packages/urllib3/connectionpool.py", line 996, in _validate_conn
conn.connect()
File "/usr/lib/python3/dist-packages/urllib3/connection.py", line 366, in connect
self.sock = ssl_wrap_socket(
File "/usr/lib/python3/dist-packages/urllib3/util/ssl_.py", line 370, in ssl_wrap_socket
return context.wrap_socket(sock, server_hostname=server_hostname)
File "/usr/lib/python3/dist-packages/urllib3/contrib/pyopenssl.py", line 485, in wrap_socket
cnx.do_handshake()
File "/usr/lib/python3/dist-packages/OpenSSL/SSL.py", line 1914, in do_handshake
result = _lib.SSL_do_handshake(self._ssl)
KeyboardInterrupt
# Now upgrade and demonstrate the problem is fixed
ubuntu@dannf-test:~$ sudo apt install python3-simplestreams simplestreams
Reading package lists... Done
Building dependency tree
Reading state information... Done
The following packages will be upgraded:
python3-simplestreams simplestreams
2 upgraded, 0 newly installed, 0 to remove and 24 not upgraded.
Need to get 37.8 kB of archives.
After this operation, 0 B of additional disk space will be used.
Get:1 http://archive.ubuntu.com/ubuntu focal-proposed/main amd64 python3-simplestreams all 0.1.0-30-g3cc8988a-0ubuntu1.20.04.1 [31.8 kB]
Get:2 http://archive.ubuntu.com/ubuntu focal-proposed/universe amd64 simplestreams all 0.1.0-30-g3cc8988a-0ubuntu1.20.04.1 [6016 B]
Fetched 37.8 kB in 0s (96.3 kB/s)
(Reading database ... 58591 files and directories currently installed.)
Preparing to unpack .../python3-simplestreams_0.1.0-30-g3cc8988a-0ubuntu1.20.04.
1_all.deb ...
Unpacking python3-simplestreams (0.1.0-30-g3cc8988a-0ubuntu1.20.04.1) over (0.1.
0-30-g3cc8988a-0ubuntu1) ...
Preparing to unpack .../simplestreams_0.1.0-30-g3cc8988a-0ubuntu1.20.04.1_all.de
b ...
Unpacking simplestreams (0.1.0-30-g3cc8988a-0ubuntu1.20.04.1) over (0.1.0-30-g3c
c8988a-0ubuntu1) ...
Setting up python3-simplestreams (0.1.0-30-g3cc8988a-0ubuntu1.20.04.1) ...
Setting up simplestreams (0.1.0-30-g3cc8988a-0ubuntu1.20.04.1) ...
ubuntu@dannf-test:~$ python3 ./repro.py & sleep 60
[1] 3121
Traceback (most recent call last):
File "/usr/lib/python3/dist-packages/urllib3/contrib/pyopenssl.py", line 485, in wrap_socket
cnx.do_handshake()
File "/usr/lib/python3/dist-packages/OpenSSL/SSL.py", line 1915, in do_handshake
self._raise_ssl_error(self._ssl, result)
File "/usr/lib/python3/dist-packages/OpenSSL/SSL.py", line 1622, in _raise_ssl_error
raise WantReadError()
OpenSSL.SSL.WantReadError
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/lib/python3/dist-packages/urllib3/connectionpool.py", line 376, in _make_request
self._validate_conn(conn)
File "/usr/lib/python3/dist-packages/urllib3/connectionpool.py", line 996, in _validate_conn
conn.connect()
File "/usr/lib/python3/dist-packages/urllib3/connection.py", line 366, in connect
self.sock = ssl_wrap_socket(
File "/usr/lib/python3/dist-packages/urllib3/util/ssl_.py", line 370, in ssl_wrap_socket
return context.wrap_socket(sock, server_hostname=server_hostname)
File "/usr/lib/python3/dist-packages/urllib3/contrib/pyopenssl.py", line 488, in wrap_socket
raise timeout("select timed out")
socket.timeout: select timed out
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/lib/python3/dist-packages/requests/adapters.py", line 439, in send
resp = conn.urlopen(
File "/usr/lib/python3/dist-packages/urllib3/connectionpool.py", line 719, in urlopen
retries = retries.increment(
File "/usr/lib/python3/dist-packages/urllib3/util/retry.py", line 400, in increment
raise six.reraise(type(error), error, _stacktrace)
File "/usr/lib/python3/dist-packages/six.py", line 703, in reraise
raise value
File "/usr/lib/python3/dist-packages/urllib3/connectionpool.py", line 665, in urlopen
httplib_response = self._make_request(
File "/usr/lib/python3/dist-packages/urllib3/connectionpool.py", line 379, in _make_request
self._raise_timeout(err=e, url=url, timeout_value=conn.timeout)
File "/usr/lib/python3/dist-packages/urllib3/connectionpool.py", line 330, in _raise_timeout
raise ReadTimeoutError(
urllib3.exceptions.ReadTimeoutError: HTTPSConnectionPool(host='images.maas.io', port=443): Read timed out. (read timeout=10)
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "./repro.py", line 6, in <module>
r = RequestsUrlReader(url)
File "/usr/lib/python3/dist-packages/simplestreams/contentsource.py", line 382, in __init__
self.req = requests.get(
File "/usr/lib/python3/dist-packages/requests/api.py", line 75, in get
return request('get', url, params=params, **kwargs)
File "/usr/lib/python3/dist-packages/requests/api.py", line 60, in request
return session.request(method=method, url=url, **kwargs)
File "/usr/lib/python3/dist-packages/requests/sessions.py", line 533, in request
resp = self.send(prep, **send_kwargs)
File "/usr/lib/python3/dist-packages/requests/sessions.py", line 646, in send
r = adapter.send(request, **kwargs)
File "/usr/lib/python3/dist-packages/requests/adapters.py", line 529, in send
raise ReadTimeout(e, request=request)
requests.exceptions.ReadTimeout: HTTPSConnectionPool(host='images.maas.io', port=443): Read timed out. (read timeout=10)
= focal verification = dannf-test: ~$ sudo iptables -A INPUT -p tcp -s 91.189.88.136 -m string --string maas.io --algo bm -j DROP dannf-test: ~$ cat > repro.py
# Start by showing we can still reproduce the problem w/o the -proposed packages:
ubuntu@
ubuntu@
#!/usr/bin/env python3
from simplestreams. contentsource import RequestsUrlReader
url = "https:/ /images. maas.io/ ephemeral- v3/stable/ streams/ v1/index. sjson" er(url) dannf-test: ~$ python3 ./repro.py & sleep 60 dannf-test: ~$ sudo strace -p 1687
r = RequestsUrlRead
ubuntu@
[1] 1687
ubuntu@
strace: Process 1687 attached
read(3, ^Cstrace: Process 1687 detached
<detached ...>
ubuntu@ dannf-test: ~$ fg er(url) python3/ dist-packages/ simplestreams/ contentsource. py", line 381, in __init__ python3/ dist-packages/ requests/ api.py" , line 75, in get python3/ dist-packages/ requests/ api.py" , line 60, in request request( method= method, url=url, **kwargs) python3/ dist-packages/ requests/ sessions. py", line 533, in request python3/ dist-packages/ requests/ sessions. py", line 646, in send send(request, **kwargs) python3/ dist-packages/ requests/ adapters. py", line 439, in send python3/ dist-packages/ urllib3/ connectionpool. py", line 665, in urlopen response = self._make_request( python3/ dist-packages/ urllib3/ connectionpool. py", line 376, in _make_request _validate_ conn(conn) python3/ dist-packages/ urllib3/ connectionpool. py", line 996, in _validate_conn python3/ dist-packages/ urllib3/ connection. py", line 366, in connect python3/ dist-packages/ urllib3/ util/ssl_ .py", line 370, in ssl_wrap_socket wrap_socket( sock, server_ hostname= server_ hostname) python3/ dist-packages/ urllib3/ contrib/ pyopenssl. py", line 485, in wrap_socket do_handshake( ) python3/ dist-packages/ OpenSSL/ SSL.py" , line 1914, in do_handshake do_handshake( self._ssl)
python3 ./repro.py
^CTraceback (most recent call last):
File "./repro.py", line 6, in <module>
r = RequestsUrlRead
File "/usr/lib/
self.req = requests.get(url, stream=True, auth=auth, headers=headers)
File "/usr/lib/
return request('get', url, params=params, **kwargs)
File "/usr/lib/
return session.
File "/usr/lib/
resp = self.send(prep, **send_kwargs)
File "/usr/lib/
r = adapter.
File "/usr/lib/
resp = conn.urlopen(
File "/usr/lib/
httplib_
File "/usr/lib/
self.
File "/usr/lib/
conn.connect()
File "/usr/lib/
self.sock = ssl_wrap_socket(
File "/usr/lib/
return context.
File "/usr/lib/
cnx.
File "/usr/lib/
result = _lib.SSL_
KeyboardInterrupt
# Now upgrade and demonstrate the problem is fixed
ubuntu@ dannf-test: ~$ sudo apt install python3- simplestreams simplestreams simplestreams simplestreams archive. ubuntu. com/ubuntu focal-proposed/main amd64 python3- simplestreams all 0.1.0-30- g3cc8988a- 0ubuntu1. 20.04.1 [31.8 kB] archive. ubuntu. com/ubuntu focal-proposed/ universe amd64 simplestreams all 0.1.0-30- g3cc8988a- 0ubuntu1. 20.04.1 [6016 B]
Reading package lists... Done
Building dependency tree
Reading state information... Done
The following packages will be upgraded:
python3-
2 upgraded, 0 newly installed, 0 to remove and 24 not upgraded.
Need to get 37.8 kB of archives.
After this operation, 0 B of additional disk space will be used.
Get:1 http://
Get:2 http://
Fetched 37.8 kB in 0s (96.3 kB/s)
(Reading database ... 58591 files and directories currently installed.) simplestreams_ 0.1.0-30- g3cc8988a- 0ubuntu1. 20.04. simplestreams (0.1.0- 30-g3cc8988a- 0ubuntu1. 20.04.1) over (0.1. 0ubuntu1) ... ms_0.1. 0-30-g3cc8988a- 0ubuntu1. 20.04.1_ all.de 30-g3cc8988a- 0ubuntu1. 20.04.1) over (0.1.0-30-g3c simplestreams (0.1.0- 30-g3cc8988a- 0ubuntu1. 20.04.1) ... 30-g3cc8988a- 0ubuntu1. 20.04.1) ... dannf-test: ~$ python3 ./repro.py & sleep 60 python3/ dist-packages/ urllib3/ contrib/ pyopenssl. py", line 485, in wrap_socket do_handshake( ) python3/ dist-packages/ OpenSSL/ SSL.py" , line 1915, in do_handshake _raise_ ssl_error( self._ssl, result) python3/ dist-packages/ OpenSSL/ SSL.py" , line 1622, in _raise_ssl_error SSL.WantReadErr or
Preparing to unpack .../python3-
1_all.deb ...
Unpacking python3-
0-30-g3cc8988a-
Preparing to unpack .../simplestrea
b ...
Unpacking simplestreams (0.1.0-
c8988a-0ubuntu1) ...
Setting up python3-
Setting up simplestreams (0.1.0-
ubuntu@
[1] 3121
Traceback (most recent call last):
File "/usr/lib/
cnx.
File "/usr/lib/
self.
File "/usr/lib/
raise WantReadError()
OpenSSL.
During handling of the above exception, another exception occurred:
Traceback (most recent call last): python3/ dist-packages/ urllib3/ connectionpool. py", line 376, in _make_request _validate_ conn(conn) python3/ dist-packages/ urllib3/ connectionpool. py", line 996, in _validate_conn python3/ dist-packages/ urllib3/ connection. py", line 366, in connect python3/ dist-packages/ urllib3/ util/ssl_ .py", line 370, in ssl_wrap_socket wrap_socket( sock, server_ hostname= server_ hostname) python3/ dist-packages/ urllib3/ contrib/ pyopenssl. py", line 488, in wrap_socket
File "/usr/lib/
self.
File "/usr/lib/
conn.connect()
File "/usr/lib/
self.sock = ssl_wrap_socket(
File "/usr/lib/
return context.
File "/usr/lib/
raise timeout("select timed out")
socket.timeout: select timed out
During handling of the above exception, another exception occurred:
Traceback (most recent call last): python3/ dist-packages/ requests/ adapters. py", line 439, in send python3/ dist-packages/ urllib3/ connectionpool. py", line 719, in urlopen python3/ dist-packages/ urllib3/ util/retry. py", line 400, in increment type(error) , error, _stacktrace) python3/ dist-packages/ six.py" , line 703, in reraise python3/ dist-packages/ urllib3/ connectionpool. py", line 665, in urlopen response = self._make_request( python3/ dist-packages/ urllib3/ connectionpool. py", line 379, in _make_request _raise_ timeout( err=e, url=url, timeout_ value=conn. timeout) python3/ dist-packages/ urllib3/ connectionpool. py", line 330, in _raise_timeout exceptions. ReadTimeoutErro r: HTTPSConnection Pool(host= 'images. maas.io' , port=443): Read timed out. (read timeout=10)
File "/usr/lib/
resp = conn.urlopen(
File "/usr/lib/
retries = retries.increment(
File "/usr/lib/
raise six.reraise(
File "/usr/lib/
raise value
File "/usr/lib/
httplib_
File "/usr/lib/
self.
File "/usr/lib/
raise ReadTimeoutError(
urllib3.
During handling of the above exception, another exception occurred:
Traceback (most recent call last): er(url) python3/ dist-packages/ simplestreams/ contentsource. py", line 382, in __init__ python3/ dist-packages/ requests/ api.py" , line 75, in get python3/ dist-packages/ requests/ api.py" , line 60, in request request( method= method, url=url, **kwargs) python3/ dist-packages/ requests/ sessions. py", line 533, in request python3/ dist-packages/ requests/ sessions. py", line 646, in send send(request, **kwargs) python3/ dist-packages/ requests/ adapters. py", line 529, in send exceptions. ReadTimeout: HTTPSConnection Pool(host= 'images. maas.io' , port=443): Read timed out. (read timeout=10)
File "./repro.py", line 6, in <module>
r = RequestsUrlRead
File "/usr/lib/
self.req = requests.get(
File "/usr/lib/
return request('get', url, params=params, **kwargs)
File "/usr/lib/
return session.
File "/usr/lib/
resp = self.send(prep, **send_kwargs)
File "/usr/lib/
r = adapter.
File "/usr/lib/
raise ReadTimeout(e, request=request)
requests.