python3下使用multiprocessing报错的问题

Question

from multiprocessing import Pool as ThreadPool
# import multiprocessing
import threading
import requests
import time

def getsource(url):
    global hasViewed
    print(url)
    html = requests.get(url)
    hasViewed.append(url)

def threadGetSource(url):
    print(url)
    x = threading.Thread(target=getsource, args=(url,))
    x.start()

urls = []
hasViewed = []

for i in range(1, 21):
    newpage = 'http://tieba.baidu.com/p/3522395718?pn={page}'.format(page = i)
    urls.append(newpage)

#多进程
pool = ThreadPool(20)
time3 = time.time()
hasViewed = []
results = pool.map(getsource, urls)
pool.close()
pool.join()
print("并行耗时: {}".format(time.time() - time3))

Answer 1

你这个文件起的名字跟 multiprocessing 库一样，而当前路径也在 sys.path 里，而且比标准库优先，所以你 from multiprocessing 实际上引入的是你这个文件本身。

把你这个文件名字改成别的就行了。