1 changed files with 255 additions and 0 deletions
@ -0,0 +1,255 @@ |
|||
#coding=utf-8 |
|||
#!/usr/bin/python |
|||
import sys |
|||
sys.path.append('..') |
|||
from base.spider import Spider |
|||
import json |
|||
import base64 |
|||
import re |
|||
import math |
|||
import time |
|||
import uuid |
|||
import hashlib |
|||
from urllib import request, parse |
|||
import urllib |
|||
import urllib.request |
|||
|
|||
class Spider(Spider): # 元类 默认的元类 type |
|||
def getName(self): |
|||
return "1905电影" |
|||
def init(self,extend=""): |
|||
print("============{0}============".format(extend)) |
|||
pass |
|||
def isVideoFormat(self,url): |
|||
pass |
|||
def manualVideoCheck(self): |
|||
pass |
|||
def homeContent(self,filter): |
|||
result = {} |
|||
cateManual = { |
|||
"电影": "n_1", |
|||
"微电影":"n_1_c_922", |
|||
"系列电影":"n_2", |
|||
"纪录片":"c_927", |
|||
"晚会":"n_1_c_586", |
|||
"独家":"n_1_c_178", |
|||
"综艺":"n_1_c_1024" |
|||
# ,"体育":"n_1_c_1053" |
|||
} |
|||
classes = [] |
|||
for k in cateManual: |
|||
classes.append({ |
|||
'type_name':k, |
|||
'type_id':cateManual[k] |
|||
}) |
|||
result['class'] = classes |
|||
if(filter): |
|||
result['filters'] = self.config['filter'] |
|||
return result |
|||
def homeVideoContent(self): |
|||
url = 'https://www.1905.com/vod/cctv6/lst/' |
|||
rsp = self.fetch(url, headers=self.header) |
|||
html = self.html(rsp.text) |
|||
aList = html.xpath("//div[@class='grid-2x']/a") |
|||
videos = self.custom_list(aList=aList) |
|||
result = { |
|||
'list':videos |
|||
} |
|||
return result |
|||
def categoryContent(self,tid,pg,filter,extend): |
|||
result = {} |
|||
videos=[] |
|||
by='/o1p' |
|||
if 'by' in extend.keys(): |
|||
by='/{0}p'.format(extend['by']) |
|||
url = 'https://www.1905.com/vod/list/{0}{2}{1}.html'.format(tid, pg,by) |
|||
rsp = self.fetch(url, headers=self.header) |
|||
HtmlTxt=rsp.text |
|||
html = self.html(HtmlTxt) |
|||
aList = html.xpath("//section[contains(@class,'search-list')]/div/a" if tid != u'n_2' else "//div[@class='mod']/div[1]/a") |
|||
videos = self.custom_list(aList=aList) |
|||
limit = len(aList) |
|||
result['list'] = videos |
|||
result['page'] = pg |
|||
result['pagecount'] = 100 |
|||
result['limit'] = limit |
|||
result['total'] = 100 * limit |
|||
return result |
|||
def detailContent(self,array): |
|||
result = {} |
|||
aid = array[0] |
|||
vodItems=[] |
|||
playList=[] |
|||
vod_play_from=['1905电影',] |
|||
if aid.isdigit()==False: |
|||
rsp = self.fetch(aid, headers=self.header) |
|||
HtmlTxt=rsp.text |
|||
url=self.regStr(reg=r'<a class="iconBanner-playBtn icon-banner btn-play"\s*href="(.+?)"',src=HtmlTxt) |
|||
if url=='': |
|||
url=self.regStr(reg=r'property="og:url"\scontent="(.+?)"',src=HtmlTxt) |
|||
if len(self.regStr(reg=r'(vip.1905)',src=url))>3: |
|||
vod_play_from=['1905电影(需要vip解析)',] |
|||
aid=url |
|||
else: |
|||
aid=self.regStr(reg=r'play/(.*?)\.sh',src=url) |
|||
if aid=='': |
|||
return {'list': []} |
|||
elif aid.isdigit() and vod_play_from[0].find('需要vip解析')<0: |
|||
url = "https://www.1905.com/api/content/?callback=&m=Vod&a=getVodSidebar&id={0}&fomat=json".format(aid) |
|||
rsp = self.fetch(url, headers=self.header) |
|||
HtmlTxt=rsp.text |
|||
root = json.loads(HtmlTxt) |
|||
title = root['title'] |
|||
pic = root['thumb'] |
|||
remark = root['commendreason'] |
|||
content = root['description'] |
|||
actor = root['starring'] |
|||
direct = root['direct'] |
|||
vodItems.append(title + "$" + aid) |
|||
series = root['info']['series_data'] |
|||
series = root['info']['series_data'] |
|||
for ser in series: |
|||
vodItems.append(ser['title'] + "$" + ser['contentid']) |
|||
joinStr = '#'.join(vodItems) |
|||
playList.append(joinStr) |
|||
else: |
|||
rsp = self.fetch(array[0], headers=self.header) |
|||
HtmlTxt=rsp.text |
|||
title=self.regStr(reg=r'<div class="container-right">\s*\r*\n*\t*<h1>(.+?)<',src=HtmlTxt).replace(' ','') |
|||
pic=self.regStr(reg=r'<img class="poster" src="(.+?)"',src=HtmlTxt) |
|||
remark='' |
|||
actor='' |
|||
direct='' |
|||
content=self.regStr(reg=r'<p>(.+?)</p>',src=HtmlTxt) |
|||
vodItems.append(title + "$" + aid) |
|||
joinStr = '#'.join(vodItems) |
|||
playList.append(joinStr) |
|||
|
|||
vod = { |
|||
"vod_id":array[0], |
|||
"vod_name":title, |
|||
"vod_pic":pic, |
|||
"type_name":'', |
|||
"vod_year":"", |
|||
"vod_area":"", |
|||
"vod_remarks":remark, |
|||
"vod_actor":actor, |
|||
"vod_director":direct, |
|||
"vod_content":content |
|||
} |
|||
vod['vod_play_from'] = "$$$".join(vod_play_from) |
|||
vod['vod_play_url'] = "$$$".join(playList) |
|||
result = { |
|||
'list':[ |
|||
vod |
|||
] |
|||
} |
|||
return result |
|||
|
|||
def searchContent(self,key,quick): |
|||
url = 'https://www.1905.com/search/index-p-type-film-q-{}.html?envod=1&year=0&score=0&order=0'.format(key)#只搜索能看电影,想搜其它的可以把html之后的字符删掉 |
|||
#https://www.1905.com/search/index-p-type-all-q-{}.html |
|||
rsp = self.fetch(url, headers=self.header) |
|||
html = self.html(rsp.text) |
|||
aList = html.xpath("//div/div[contains(@class,'new_content')]/div/div/div/a") |
|||
videos = self.custom_list(aList=aList) |
|||
result = { |
|||
'list':videos |
|||
} |
|||
return result |
|||
def playerContent(self,flag,id,vipFlags): |
|||
result = {} |
|||
if flag.find('vip解析')>0: |
|||
result["parse"] = 1#0=直接播放、1=嗅探 |
|||
result["playUrl"] ='' |
|||
result["url"] = id |
|||
result['jx'] = 1#1=VIP解析,0=不解析 |
|||
result["header"] = '' |
|||
else: |
|||
nonce = int(round(time.time() * 1000)) |
|||
expiretime = nonce + 600 |
|||
uid = str(uuid.uuid4()) |
|||
playerid = uid.replace("-", "")[5:20] |
|||
signature = 'cid={0}&expiretime={1}&nonce={2}&page=https%3A%2F%2Fwww.1905.com%2Fvod%2Fplay%2F{3}.shtml&playerid={4}&type=hls&uuid={5}.dde3d61a0411511d'.format(id,expiretime,nonce,id,playerid,uid) |
|||
signature = hashlib.sha1(signature.encode()).hexdigest() |
|||
url = 'https://profile.m1905.com/mvod/getVideoinfo.php?nonce={0}&expiretime={1}&cid={2}&uuid={3}&playerid={4}&page=https%3A%2F%2Fwww.1905.com%2Fvod%2Fplay%2F{5}.shtml&type=hls&signature={6}&callback='.format(nonce,expiretime,id,uid,playerid,id,signature) |
|||
rsp = self.fetch(url, headers=self.header) |
|||
HtmlTxt=rsp.text |
|||
jo = json.loads(HtmlTxt.replace("(", "").replace(")", "")) |
|||
data = jo['data']['sign'] |
|||
sign = '' |
|||
qualityStr = '' |
|||
if 'uhd' in data.keys(): |
|||
sign = data['uhd']['sign'] |
|||
qualityStr = 'uhd' |
|||
elif 'hd' in data.keys(): |
|||
sign = data['hd']['sign'] |
|||
qualityStr = 'hd' |
|||
elif 'sd' in data.keys(): |
|||
sign = data['sd']['sign'] |
|||
qualityStr = 'sd' |
|||
host = jo['data']['quality'][qualityStr]['host'] |
|||
path = jo['data']['path'][qualityStr]['path'] |
|||
playUrl = host + sign + path |
|||
result["parse"] = 1#0=直接播放、1=嗅探 |
|||
result["playUrl"] ='' |
|||
result["url"] = playUrl |
|||
result["header"] = self.header |
|||
return result |
|||
|
|||
|
|||
config = { |
|||
"player": {}, |
|||
"filter": { |
|||
"n_1":[ |
|||
{"key":"by","name":"排序:","value":[{"n":"默认(最新)","v":"o1"},{"n":"最热","v":"o3"},{"n":"好评","v":"o4"}]} |
|||
], |
|||
"n_1_c_922":[ |
|||
{"key":"by","name":"排序:","value":[{"n":"默认(最新)","v":"o1"},{"n":"最热","v":"o3"},{"n":"好评","v":"o4"}]} |
|||
], |
|||
"n_2":[ |
|||
{"key":"by","name":"排序:","value":[{"n":"默认(最新)","v":"o1"},{"n":"最热","v":"o3"},{"n":"好评","v":"o4"}]} |
|||
], |
|||
"c_927":[ |
|||
{"key":"by","name":"排序:","value":[{"n":"默认(最新)","v":"o1"},{"n":"最热","v":"o3"},{"n":"好评","v":"o4"}]} |
|||
], |
|||
"n_1_c_586":[ |
|||
{"key":"by","name":"排序:","value":[{"n":"默认(最新)","v":"o1"},{"n":"最热","v":"o3"},{"n":"好评","v":"o4"}]} |
|||
], |
|||
"n_1_c_178":[ |
|||
{"key":"by","name":"排序:","value":[{"n":"默认(最新)","v":"o1"},{"n":"最热","v":"o3"},{"n":"好评","v":"o4"}]} |
|||
], |
|||
"n_1_c_1024":[ |
|||
{"key":"by","name":"排序:","value":[{"n":"默认(最新)","v":"o1"},{"n":"最热","v":"o3"},{"n":"好评","v":"o4"}]} |
|||
] |
|||
} |
|||
} |
|||
header = { |
|||
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36 Edg/117.0.2045.43', |
|||
'Referer': 'https://www.1905.com/vod/list/n_1/o3p1.html', |
|||
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7' |
|||
} |
|||
def localProxy(self,param): |
|||
return [200, "video/MP2T", action, ""] |
|||
#-----------------------------------------------自定义函数----------------------------------------------- |
|||
#分类取结果 |
|||
def custom_list(self,aList): |
|||
videos = [] |
|||
for a in aList: |
|||
img=a.xpath('./img/@src')[0] |
|||
title=a.xpath('./img/@alt')[0] |
|||
url=a.xpath("./@href")[0] |
|||
if url.find('vip.1905')>1:#可以除掉 |
|||
continue |
|||
if self.regStr(reg=r'(play)',src=url)=='': |
|||
vod_id="{0}".format(url) |
|||
else: |
|||
id=self.regStr(reg=r'play/(.*?)\.sh',src=url) |
|||
vod_id="{0}".format(id) |
|||
videos.append({ |
|||
"vod_id":vod_id, |
|||
"vod_name":title, |
|||
"vod_pic":img, |
|||
"vod_remarks":'' |
|||
}) |
|||
return videos |
|||
Loading…
Reference in new issue