自学教程：python 爬取影视网站下载链接

import requests,refrom requests.cookies import RequestsCookieJarfrom fake_useragent import UserAgentimport os,pickle,threading,timeimport concurrent.futuresfrom goto import with_goto

def get_content_url_name(url):    send_headers = {     "User-Agent":"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.103 Safari/537.36",    "Connection": "keep-alive",    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8",    "Accept-Language": "zh-CN,zh;q=0.8"        }    cookie_jar = RequestsCookieJar()    cookie_jar.set("mttp", "9740fe449238", domain="www.yikedy.co")    response=requests.get(url,send_headers,cookies=cookie_jar)    response.encoding='utf-8'    content=response.text    reg=re.compile(r'<a href="(.*?)" rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  class="thumbnail-img" title="(.*?)"')    url_name_list=reg.findall(content)    return url_name_listdef get_content(url):    send_headers = {     "User-Agent":"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.103 Safari/537.36",    "Connection": "keep-alive",    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8",    "Accept-Language": "zh-CN,zh;q=0.8"        }    cookie_jar = RequestsCookieJar()    cookie_jar.set("mttp", "9740fe449238", domain="www.yikedy.co")    response=requests.get(url,send_headers,cookies=cookie_jar)    response.encoding='utf-8'    return response.textdef search_durl(url):    content=get_content(url)    reg=re.compile(r"{'//x64//x65//x63//x72//x69//x70//x74//x50//x61//x72//x61//x6d':'(.*?)'}")    index=reg.findall(content)[0]    download_url=url[:-5]+r'/downloadList?decriptParam='+index    content=get_content(download_url)    reg1=re.compile(r'title=".*?" href="(.*?)" rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  rel="external nofollow" ')    download_list=reg1.findall(content)    return download_listdef get_page(url):    send_headers = {     "User-Agent":"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.103 Safari/537.36",    "Connection": "keep-alive",    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8",    "Accept-Language": "zh-CN,zh;q=0.8"        }    cookie_jar = RequestsCookieJar()    cookie_jar.set("mttp", "9740fe449238", domain="www.yikedy.co")    response=requests.get(url,send_headers,cookies=cookie_jar)    response.encoding='utf-8'    content=response.text    reg=re.compile(r'<a target="_blank" class="title" href="(.*?)" rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  title="(.*?)">(.*?)<//a>')    url_name_list=reg.findall(content)    return url_name_list@with_gotodef main():    print("=========================================================")    name=input("请输入剧名(输入quit退出):")    if name == "quit":        exit()    url="http://www.yikedy.co/search?query="+name    dlist=get_page(url)    print("/n")    if(dlist):        num=0        count=0        for i in dlist:            if (name in i[1]) :                print(f"{num} {i[1]}")                num+=1            elif num==0 and count==len(dlist)-1:                goto .end            count+=1        dest=int(input("/n/n请输入剧的编号(输100跳过此次搜寻):"))        if dest == 100:            goto .end        x=0        print("/n以下为下载链接:/n")        for i in dlist:            if (name in i[1]):                if(x==dest):                    for durl in search_durl(i[0]):                        print(f"{durl}/n")                    print("/n")                    break                x+=1    else:        label .end        print("没找到或不想看/n")

import requests,refrom requests.cookies import RequestsCookieJarfrom fake_useragent import UserAgentimport os,pickle,threading,timeimport concurrent.futuresfrom goto import with_gotodef get_content_url_name(url):    send_headers = {     "User-Agent":"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.103 Safari/537.36",    "Connection": "keep-alive",    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8",    "Accept-Language": "zh-CN,zh;q=0.8"        }    cookie_jar = RequestsCookieJar()    cookie_jar.set("mttp", "9740fe449238", domain="www.yikedy.co")    response=requests.get(url,send_headers,cookies=cookie_jar)    response.encoding='utf-8'    content=response.text    reg=re.compile(r'<a href="(.*?)" rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  class="thumbnail-img" title="(.*?)"')    url_name_list=reg.findall(content)    return url_name_listdef get_content(url):    send_headers = {     "User-Agent":"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.103 Safari/537.36",    "Connection": "keep-alive",    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8",    "Accept-Language": "zh-CN,zh;q=0.8"        }    cookie_jar = RequestsCookieJar()    cookie_jar.set("mttp", "9740fe449238", domain="www.yikedy.co")    response=requests.get(url,send_headers,cookies=cookie_jar)    response.encoding='utf-8'    return response.textdef search_durl(url):    content=get_content(url)    reg=re.compile(r"{'//x64//x65//x63//x72//x69//x70//x74//x50//x61//x72//x61//x6d':'(.*?)'}")    index=reg.findall(content)[0]    download_url=url[:-5]+r'/downloadList?decriptParam='+index    content=get_content(download_url)    reg1=re.compile(r'title=".*?" href="(.*?)" rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  rel="external nofollow" ')    download_list=reg1.findall(content)    return download_listdef get_page(url):    send_headers = {     "User-Agent":"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.103 Safari/537.36",    "Connection": "keep-alive",    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8",    "Accept-Language": "zh-CN,zh;q=0.8"        }    cookie_jar = RequestsCookieJar()    cookie_jar.set("mttp", "9740fe449238", domain="www.yikedy.co")    response=requests.get(url,send_headers,cookies=cookie_jar)    response.encoding='utf-8'    content=response.text    reg=re.compile(r'<a target="_blank" class="title" href="(.*?)" rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  rel="external nofollow"  title="(.*?)">(.*?)<//a>')    url_name_list=reg.findall(content)    return url_name_list@with_gotodef main():    print("=========================================================")    name=input("请输入剧名(输入quit退出):")    if name == "quit":        exit()    url="http://www.yikedy.co/search?query="+name    dlist=get_page(url)    print("/n")    if(dlist):        num=0        count=0        for i in dlist:            if (name in i[1]) :                print(f"{num} {i[1]}")                num+=1            elif num==0 and count==len(dlist)-1:                goto .end            count+=1        dest=int(input("/n/n请输入剧的编号(输100跳过此次搜寻):"))        if dest == 100:            goto .end        x=0        print("/n以下为下载链接:/n")        for i in dlist:            if (name in i[1]):                if(x==dest):                    for durl in search_durl(i[0]):                        print(f"{durl}/n")                    print("/n")                    break                x+=1    else:        label .end        print("没找到或不想看/n")print("本软件由CLY.所有/n/n")while(True):    main()