Memory leak #15
Description
Hi:
Thank you so much for providing an amazing package.
Use this package according to the method you said. When the route method is executed multiple times, it is found that the memory keeps increasing. I don't know if you have encountered this situation.
My test code is as follows. When I put router = OSRM(OSRM_DATASET.encode('utf-8'), contraction=True) in the for loop, the memory is stable. I don't want to instantiate OSRM in every loop based on performance. Would you like to ask if I have other options ?
Looking forward to your reply!
from pyosrm import PyOSRM, Status
from dpsolver.Util import randomly_location
import subprocess, os, re
from osrmcpy import OSRM, Coordinate
def convert_size(size):
if size <1024:
return size
elif (size >= 1024) and (size < (1024 * 1024)):
return "%.2f KB"%(size/1024)
elif (size >= (1024*1024)) and (size < (1024*1024*1024)):
return "%.2f MB"%(size/(1024*1024))
else:
return "%.2f GB"%(size/(1024*1024*1024))
def process_info():
pid = os.getpid()
res = subprocess.getstatusoutput('ps aux|grep ' + str(pid))[1].split('\n')[0]
p = re.compile(r'\s+')
l = p.split(res)
info = {'user': l[0],
'pid': l[1],
'cpu': l[2],
'mem': l[3],
'vsa': convert_size(int(l[4])*1024),
'rss': convert_size(int(l[5])*1024),
'start_time': l[6]}
return info
# location
location_start = randomly_location(10000)
location_end = randomly_location(10000)
# osrmcpy
DATA_DIR = '/mnt/d/Data/osrm/bicycle/ch'
OSRM_DATASET = os.path.join(DATA_DIR, 'china-latest.osrm')
router = OSRM(OSRM_DATASET.encode('utf-8'), contraction=True)
# pyosrm
# router = PyOSRM(use_shared_memory=True, algorithm='CH')
for start, end in zip(location_start.values(), location_end.values()):
result = router.route([start[::-1], end[::-1]])
print(process_info())