# coding: utf-
from __future__ import unicode_literals, print_function
+import multiprocessing
import signal
from future.builtins import str as text
+import sys
import os
import requests
-import threadpool
import time
-import multiprocessing as mp
try:
from urllib.parse import urlparse
from nhentai.logger import logger
from nhentai.parser import request
-from nhentai.utils import Singleton, signal_handler
+from nhentai.utils import Singleton
requests.packages.urllib3.disable_warnings()
-semaphore = mp.Semaphore()
+semaphore = multiprocessing.Semaphore(1)
class NHentaiImageNotExistException(Exception):
class Downloader(Singleton):
- def __init__(self, path='', thread=1, timeout=30, delay=0):
- if not isinstance(thread, (int, )) or thread < 1 or thread > 15:
- raise ValueError('Invalid threads count')
-
+ def __init__(self, path='', size=5, timeout=30, delay=0):
+ self.size = size
self.path = str(path)
- self.thread_count = thread
- self.threads = []
self.timeout = timeout
self.delay = delay
os.makedirs(folder)
except EnvironmentError as e:
logger.critical('{0}'.format(str(e)))
- exit(1)
+
else:
logger.warn('Path \'{0}\' already exist.'.format(folder))
queue = [(self, url, folder) for url in queue]
- pool = mp.Pool(self.thread_count, init_worker)
- for item in queue:
- pool.apply_async(download_wrapper, args=item, callback=self._download_callback)
+ pool = multiprocessing.Pool(self.size, init_worker)
+ [pool.apply_async(download_wrapper, args=item) for item in queue]
pool.close()
- print(1)
pool.join()
- print(2)
def download_wrapper(obj, url, folder=''):
- if semaphore.get_value():
+ if sys.platform == 'darwin' or semaphore.get_value():
return Downloader.download_(obj, url=url, folder=folder)
else:
return -3, None