使用python批量下载文献

pip3 install sci-hub

scihub -c

scihub -s 10.1186/s12864-016-2858-0

import requestsfrom bs4 import BeautifulSoupimport os

path = ".\\downloadArticles\\"if os.path.exists(path) == False:    os.mkdir(path)  #创建保存下载文章的文件夹f = open("doi_list.txt", "r", encoding="utf-8")  #存放DOI码的.txt文件中，每行存放一个文献的DOI码，完毕须换行（最后一个也须换行！）head = {\            'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.117 Safari/537.36'\            }  #20210607更新，防止HTTP403错误for line in f.readlines():    line = line[:-1] #去换行符    url = "https://www.sci-hub.ren/" + line + "#" #现在换成这个sci hub检索地址    try:        download_url = ""  #20211111更新        r = requests.get(url, headers = head)        r.raise_for_status()        r.encoding = r.apparent_encoding        soup = BeautifulSoup(r.text, "html.parser")        #download_url = "https:" + str(soup.div.ul.find(href="#")).split("href='")[-1].split(".pdf")[0] + ".pdf" #寻找出存放该文献的pdf资源地址（该检索已失效）        if soup.iframe == None:  #            download_url = "https:" + soup.embed.attrs["src"] #        else:            download_url = soup.iframe.attrs["src"]  #        print(line + " is downloading...\n  --The download url is: " + download_url)        download_r = requests.get(download_url, headers = head)        download_r.raise_for_status()        with open(path + line.replace("/","_") + ".pdf", "wb+") as temp:            temp.write(download_r.content)    except:        with open("error.txt", "a+") as error:            error.write(line + " occurs error!\n")            if "https://" in download_url:                error.write(" --The download url is: " + download_url + "\n\n")    else:        download_url = ""          print(line + " download successfully.\n")f.close()