From 576444888b85f1531db964aefed6f471ff65d4cf Mon Sep 17 00:00:00 2001 From: shenxiangzhuang <1021550072@qq.com> Date: Fri, 4 Jan 2019 20:41:59 +0800 Subject: [PATCH 1/8] =?UTF-8?q?=E4=BF=AE=E5=A4=8DP99=E9=A1=B5`Myfutures(10?= =?UTF-8?q?)`=E8=BF=90=E8=A1=8C=E8=BF=94=E5=9B=9E=E6=97=B6=E9=97=B4?= =?UTF-8?q?=E4=B8=BA0=E7=9A=84=E9=97=AE=E9=A2=98?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- Ch1Spider/cookie/douban_login.py | 1 - Ch1Spider/muti-threads/mutithreadspool.py | 2 +- 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/Ch1Spider/cookie/douban_login.py b/Ch1Spider/cookie/douban_login.py index 29ecbb7..ce7bbf0 100755 --- a/Ch1Spider/cookie/douban_login.py +++ b/Ch1Spider/cookie/douban_login.py @@ -3,7 +3,6 @@ from fake_useragent import UserAgent from bs4 import BeautifulSoup - # 提交表单登录并获取cookie def get_cookie_from_net(): url = 'https://accounts.douban.com/login' diff --git a/Ch1Spider/muti-threads/mutithreadspool.py b/Ch1Spider/muti-threads/mutithreadspool.py index 192cd64..004cfe3 100755 --- a/Ch1Spider/muti-threads/mutithreadspool.py +++ b/Ch1Spider/muti-threads/mutithreadspool.py @@ -123,8 +123,8 @@ def Myfutures(num_of_max_works=10): urls = get_urls_from_file(100) Mynormal() # 串行 MyprocessPool(10) # 进程池 - Mymultithread(10) # 多线程 Myfutures(10) # 线程池 + Mymultithread(10) # 多线程 ''' From baac7f7e18bc9484f9cc2a8a88b616cc721034d4 Mon Sep 17 00:00:00 2001 From: shenxiangzhuang <1021550072@qq.com> Date: Wed, 1 May 2019 11:38:33 +0800 Subject: [PATCH 2/8] =?UTF-8?q?=E6=B7=BB=E5=8A=A0douban=5Flogin=5Fnew.py?= =?UTF-8?q?=E6=96=87=E4=BB=B6=EF=BC=8C=E6=9B=B4=E6=96=B0=E8=B1=86=E7=93=A3?= =?UTF-8?q?=E7=99=BB=E5=BD=95=E6=96=B9=E5=BC=8F?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .idea/Mybook.iml | 3 ++ Ch1Spider/cookie/douban_login.py | 4 +- Ch1Spider/cookie/douban_login_new.py | 70 ++++++++++++++++++++++++++++ 3 files changed, 75 insertions(+), 2 deletions(-) create mode 100644 Ch1Spider/cookie/douban_login_new.py diff --git a/.idea/Mybook.iml b/.idea/Mybook.iml index dbfdecd..032c3de 100755 --- a/.idea/Mybook.iml +++ b/.idea/Mybook.iml @@ -5,6 +5,9 @@ + +