Skip to content

Commit 1a161ed

Browse files
authored
v1.01, socket timeout handling added
1 parent 75466ae commit 1a161ed

File tree

1 file changed

+9
-6
lines changed

1 file changed

+9
-6
lines changed

pyarxiver.py

+9-6
Original file line numberDiff line numberDiff line change
@@ -3,14 +3,14 @@
33

44
from io import StringIO
55
from datetime import datetime
6-
import sys, os, signal, logging
7-
from urllib.error import HTTPError
6+
import sys, os, signal, logging, socket
7+
from urllib.error import HTTPError, URLError
88
from urllib.request import Request, urlopen
99

1010

1111
# ================ constants
1212
PROJ = {'name' : 'pyarxiver',
13-
'version' : '1.00',
13+
'version' : '1.01',
1414
'author' : 'compy',
1515
'page' : 'https://github.com/com-py/',
1616
'license' : 'https://creativecommons.org/licenses/by-nc-sa/4.0/',
@@ -64,10 +64,13 @@ def download_data(url, header=False): # download data as bytes
6464
while retry < retries:
6565
retry += 1
6666
try:
67-
data = urlopen(req, timeout=10).read()
68-
except HTTPError: # session likely expired
67+
data = urlopen(req).read()
68+
except socket.timeout as error: # session likely expired
6969
if retry < retries:
70-
msg.info('http error ... {}'.format(url[-10:]))
70+
msg.info('timeout error ... {}, frag {} '.format(error, count))
71+
except (HTTPError, URLError) as error: # session likely expired
72+
if retry < retries:
73+
msg.info('http error ... {}, frag {} '.format(error, count))
7174
else: # successful
7275
success = True
7376
break

0 commit comments

Comments
 (0)