define urlopen timeout var

Author: domlysz

core/basemaps/mapservice.py

@@ -41,6 +41,8 @@
 from .. import settings
 USER_AGENT = settings.user_agent
 
+TIMEOUT = 4
+
 # Set mosaic backgroung image color, it will be the base color for area not covered
 # by the map service (ie when requests return non valid data)
 MOSAIC_BKG_COLOR = (128,128,128,255)
@@ -580,7 +582,7 @@ def downloadTile(self, laykey, col, row, zoom):
 		try:
 			#make request
 			req = urllib.request.Request(url, None, self.headers)
-			handle = urllib.request.urlopen(req, timeout=3)
+			handle = urllib.request.urlopen(req, timeout=TIMEOUT)
 			#open image stream
 			data = handle.read()
 			handle.close()

core/proj/srv.py

@@ -25,8 +25,12 @@
 import json
 
 from .. import settings
+
 USER_AGENT = settings.user_agent
 
+DEFAULT_TIMEOUT = 2
+REPROJ_TIMEOUT = 60
+
 ######################################
 # EPSG.io
 # https://github.com/klokantech/epsg.io
@@ -39,7 +43,7 @@ def ping():
 		url = "http://epsg.io"
 		try:
 			rq = Request(url, headers={'User-Agent': USER_AGENT})
-			urlopen(rq, timeout=1)
+			urlopen(rq, timeout=DEFAULT_TIMEOUT)
 			return True
 		except URLError as e:
 			log.error('Cannot ping {} web service, {}'.format(url, e.reason))
@@ -66,7 +70,7 @@ def reprojPt(epsg1, epsg2, x1, y1):
 
 		try:
 			rq = Request(url, headers={'User-Agent': USER_AGENT})
-			response = urlopen(rq).read().decode('utf8')
+			response = urlopen(rq, timeout=REPROJ_TIMEOUT).read().decode('utf8')
 		except (URLError, HTTPError) as err:
 			log.error('Http request fails url:{}, code:{}, error:{}'.format(url, err.code, err.reason))
 			raise
@@ -110,7 +114,7 @@ def reprojPts(epsg1, epsg2, points):
 
 			try:
 				rq = Request(url, headers={'User-Agent': USER_AGENT})
-				response = urlopen(rq).read().decode('utf8')
+				response = urlopen(rq, timeout=REPROJ_TIMEOUT).read().decode('utf8')
 			except (URLError, HTTPError) as err:
 				log.error('Http request fails url:{}, code:{}, error:{}'.format(url, err.code, err.reason))
 				raise
@@ -127,7 +131,7 @@ def search(query):
 		url = url.replace("{QUERY}", query)
 		log.debug('Search crs : {}'.format(url))
 		rq = Request(url, headers={'User-Agent': USER_AGENT})
-		response = urlopen(rq).read().decode('utf8')
+		response = urlopen(rq, timeout=DEFAULT_TIMEOUT).read().decode('utf8')
 		obj = json.loads(response)
 		log.debug('Search results : {}'.format([ (r['code'], r['name']) for r in obj['results'] ]))
 		return obj['results']
@@ -138,7 +142,7 @@ def getEsriWkt(epsg):
 		url = url.replace("{CODE}", str(epsg))
 		log.debug(url)
 		rq = Request(url, headers={'User-Agent': USER_AGENT})
-		wkt = urlopen(rq).read().decode('utf8')
+		wkt = urlopen(rq, timeout=DEFAULT_TIMEOUT).read().decode('utf8')
 		return wkt
 
 
@@ -162,7 +166,7 @@ def reprojPt(epsg1, epsg2, x1, y1):
 		url = url.replace("{CRS2}", str(epsg2))
 
 		rq = Request(url, headers={'User-Agent': USER_AGENT})
-		response = urlopen(rq).read().decode('utf8')
+		response = urlopen(rq, timeout=REPROJ_TIMEOUT).read().decode('utf8')
 		obj = json.loads(response)
 
 		return (float(obj['point']['x']), float(obj['point']['y']))

operators/lib/osm/nominatim.py

@@ -9,6 +9,7 @@
 from urllib.request import Request
 from urllib.parse import quote_plus
 
+TIMEOUT = 2
 
 def nominatimQuery(
     query,
@@ -31,7 +32,7 @@ def nominatimQuery(
     if user_agent:
         req.add_header('User-Agent', user_agent)
 
-    response = urlopen(req)
+    response = urlopen(req, timeout=TIMEOUT)
 
     r = json.loads(response.read().decode('utf-8'))
 

operators/lib/osm/overpy/__init__.py

@@ -25,6 +25,7 @@
     from urllib.request import urlopen, Request
     from urllib.error import HTTPError
 
+TIMEOUT = 120
 
 def is_valid_type(element, cls):
     """
@@ -77,7 +78,7 @@ def query(self, query):
             req.add_header('User-Agent', self.user_agent)
 
         try:
-            f = urlopen(req, query)
+            f = urlopen(req, query, timeout=TIMEOUT)
         except HTTPError as e:
             f = e