235 lines
9.5 KiB
Python
235 lines
9.5 KiB
Python
import sys
|
|
sys.path.append('../')
|
|
import re
|
|
from pyquery import PyQuery as pq#need install
|
|
from lxml import etree#need install
|
|
from bs4 import BeautifulSoup#need install
|
|
import json
|
|
from ADC_function import *
|
|
|
|
'''
|
|
API
|
|
注册：https://www.airav.wiki/api/auth/signup
|
|
设置：https://www.airav.wiki/api/get_web_settings
|
|
搜索：https://www.airav.wiki/api/video/list?lng=zh-CN&search=
|
|
搜索：https://www.airav.wiki/api/video/list?lang=zh-TW&lng=zh-TW&search=
|
|
'''
|
|
host = 'https://www.airav.wiki'
|
|
|
|
# airav这个网站没有演员图片，所以直接使用javbus的图
|
|
def getActorPhoto(htmlcode): #//*[@id="star_qdt"]/li/a/img
|
|
soup = BeautifulSoup(htmlcode, 'lxml')
|
|
a = soup.find_all(attrs={'class': 'star-name'})
|
|
d={}
|
|
for i in a:
|
|
l=i.a['href']
|
|
t=i.get_text()
|
|
html = etree.fromstring(get_html(l), etree.HTMLParser())
|
|
p=str(html.xpath('//*[@id="waterfall"]/div[1]/div/div[1]/img/@src')).strip(" ['']")
|
|
p2={t:p}
|
|
d.update(p2)
|
|
return d
|
|
|
|
def getTitle(htmlcode): #获取标题
|
|
doc = pq(htmlcode)
|
|
# h5:first-child定位第一个h5标签，妈的找了好久才找到这个语法
|
|
title = str(doc('div.d-flex.videoDataBlock h5.d-none.d-md-block:nth-child(2)').text()).replace(' ', '-')
|
|
try:
|
|
title2 = re.sub('n\d+-','',title)
|
|
|
|
return title2
|
|
except:
|
|
return title
|
|
|
|
def getStudio(htmlcode): #获取厂商 已修改
|
|
html = etree.fromstring(htmlcode,etree.HTMLParser())
|
|
# 如果记录中冇导演，厂商排在第4位
|
|
if '製作商:' == str(html.xpath('/html/body/div[5]/div[1]/div[2]/p[4]/span/text()')).strip(" ['']"):
|
|
result = str(html.xpath('/html/body/div[5]/div[1]/div[2]/p[4]/a/text()')).strip(" ['']")
|
|
# 如果记录中有导演，厂商排在第5位
|
|
elif '製作商:' == str(html.xpath('/html/body/div[5]/div[1]/div[2]/p[5]/span/text()')).strip(" ['']"):
|
|
result = str(html.xpath('/html/body/div[5]/div[1]/div[2]/p[5]/a/text()')).strip(" ['']")
|
|
else:
|
|
result = ''
|
|
return result
|
|
def getYear(htmlcode): #获取年份
|
|
html = etree.fromstring(htmlcode,etree.HTMLParser())
|
|
result = str(html.xpath('/html/body/div[5]/div[1]/div[2]/p[2]/text()')).strip(" ['']")
|
|
return result
|
|
def getCover(htmlcode): #获取封面链接
|
|
doc = pq(htmlcode)
|
|
image = doc('a.bigImage')
|
|
return image.attr('href')
|
|
def getRelease(htmlcode): #获取出版日期
|
|
html = etree.fromstring(htmlcode, etree.HTMLParser())
|
|
result = str(html.xpath('/html/body/div[5]/div[1]/div[2]/p[2]/text()')).strip(" ['']")
|
|
return result
|
|
def getRuntime(htmlcode): #获取分钟 已修改
|
|
html = etree.fromstring(htmlcode, etree.HTMLParser())
|
|
result = str(html.xpath('/html/body/div[5]/div[1]/div[2]/p[3]/text()')).strip(" ['']分鐘")
|
|
return result
|
|
|
|
def getActor(htmlcode): #获取女优
|
|
b=[]
|
|
soup=BeautifulSoup(htmlcode,'lxml')
|
|
a=soup.find_all(attrs={'class':'videoAvstarListItem'})
|
|
for i in a:
|
|
b.append(i.get_text())
|
|
return b
|
|
|
|
def getNum(htmlcode): #获取番号
|
|
html = etree.fromstring(htmlcode, etree.HTMLParser())
|
|
result = str(html.xpath('/html/body/div[5]/div[1]/div[2]/p[1]/span[2]/text()')).strip(" ['']")
|
|
return result
|
|
def getDirector(htmlcode): #获取导演 已修改
|
|
html = etree.fromstring(htmlcode, etree.HTMLParser())
|
|
if '導演:' == str(html.xpath('/html/body/div[5]/div[1]/div[2]/p[4]/span/text()')).strip(" ['']"):
|
|
result = str(html.xpath('/html/body/div[5]/div[1]/div[2]/p[4]/a/text()')).strip(" ['']")
|
|
else:
|
|
result = '' # 记录中有可能没有导演数据
|
|
return result
|
|
|
|
def getOutline(htmlcode): #获取演员
|
|
html = etree.fromstring(htmlcode, etree.HTMLParser())
|
|
try:
|
|
result = html.xpath("string(//div[@class='d-flex videoDataBlock']/div[@class='synopsis']/p)").replace('\n','')
|
|
return result
|
|
except:
|
|
return ''
|
|
def getSerise(htmlcode): #获取系列 已修改
|
|
html = etree.fromstring(htmlcode, etree.HTMLParser())
|
|
# 如果记录中冇导演，系列排在第6位
|
|
if '系列:' == str(html.xpath('/html/body/div[5]/div[1]/div[2]/p[6]/span/text()')).strip(" ['']"):
|
|
result = str(html.xpath('/html/body/div[5]/div[1]/div[2]/p[6]/a/text()')).strip(" ['']")
|
|
# 如果记录中有导演，系列排在第7位
|
|
elif '系列:' == str(html.xpath('/html/body/div[5]/div[1]/div[2]/p[7]/span/text()')).strip(" ['']"):
|
|
result = str(html.xpath('/html/body/div[5]/div[1]/div[2]/p[7]/a/text()')).strip(" ['']")
|
|
else:
|
|
result = ''
|
|
return result
|
|
def getTag(htmlcode): # 获取标签
|
|
tag = []
|
|
soup = BeautifulSoup(htmlcode, 'lxml')
|
|
x = soup.find_all(attrs={'class': 'tagBtnMargin'})
|
|
a = x[0].find_all('a')
|
|
|
|
for i in a:
|
|
tag.append(i.get_text())
|
|
return tag
|
|
|
|
def getExtrafanart(htmlcode): # 获取剧照
|
|
html_pather = re.compile(r'<div class=\"mobileImgThumbnail\">[\s\S]*?</div></div></div></div>')
|
|
html = html_pather.search(htmlcode)
|
|
if html:
|
|
html = html.group()
|
|
extrafanart_pather = re.compile(r'<img.*?src=\"(.*?)\"')
|
|
extrafanart_imgs = extrafanart_pather.findall(html)
|
|
if extrafanart_imgs:
|
|
return extrafanart_imgs
|
|
return ''
|
|
|
|
def search(keyword): #搜索，返回结果
|
|
result = []
|
|
page = 1
|
|
while page > 0:
|
|
# search_result = {"offset": 0,"count": 4,"result": [
|
|
# {"vid": "99-07-15076","slug": "Wrop6o","name": "朝ゴミ出しする近所の遊び好きノーブラ奥さん 江波りゅう",
|
|
# "url": "","view": 98,"img_url": "https://wiki-img.airav.wiki/storage/big_pic/99-07-15076.jpg","barcode": "_1pondo_012717_472"},
|
|
# {"vid": "99-27-00286","slug": "DlPEua","name": "放課後に、仕込んでください 〜優等生は無言でスカートを捲り上げる〜",
|
|
# "url": "","view": 69,"img_url": "https://wiki-img.airav.wiki/storage/big_pic/99-27-00286.jpg","barcode": "caribbeancom012717-360"},
|
|
# {"vid": "99-07-15070","slug": "VLS3WY","name": "放課後に、仕込んでください ～優等生は無言でスカートを捲り上げる～ ももき希",
|
|
# "url": "","view": 58,"img_url": "https://wiki-img.airav.wiki/storage/big_pic/99-07-15070.jpg","barcode": "caribbeancom_012717-360"},
|
|
# {"vid": "99-27-00287","slug": "YdMVb3","name": "朝ゴミ出しする近所の遊び好きノーブラ奥さん 江波りゅう",
|
|
# "url": "","view": 56,"img_url": "https://wiki-img.airav.wiki/storage/big_pic/99-27-00287.jpg","barcode": "1pondo_012717_472"}
|
|
# ],"status": "ok"}
|
|
search_result = get_html(host + '/api/video/list?lang=zh-TW&lng=jp&search=' + keyword + '&page=' + str(page))
|
|
|
|
try:
|
|
json_data = json.loads(search_result)
|
|
except json.decoder.JSONDecodeError:
|
|
print("[-]Json decoder error!")
|
|
return []
|
|
|
|
result_offset = int(json_data["offset"])
|
|
result_count = int(json_data["count"])
|
|
result_size = len(json_data["result"])
|
|
if result_count <= 0 or result_size <= 0:
|
|
return result
|
|
elif result_count > result_offset + result_size: #请求下一页内容
|
|
result.extend(json_data["result"])
|
|
page += 1
|
|
elif result_count == result_offset + result_size: #请求最后一页内容
|
|
result.extend(json_data["result"])
|
|
page = 0
|
|
else:
|
|
page = 0
|
|
|
|
return result
|
|
|
|
def main(number):
|
|
try:
|
|
try:
|
|
htmlcode = get_html('https://cn.airav.wiki/video/' + number)
|
|
javbus_htmlcode = get_html('https://www.javbus.com/ja/' + number)
|
|
|
|
|
|
except:
|
|
print(number)
|
|
|
|
dic = {
|
|
# 标题可使用airav
|
|
'title': str(re.sub('\w+-\d+-', '', getTitle(htmlcode))),
|
|
# 制作商选择使用javbus
|
|
'studio': getStudio(javbus_htmlcode),
|
|
# 年份也是用javbus
|
|
'year': str(re.search('\d{4}', getYear(javbus_htmlcode)).group()),
|
|
# 简介 使用 airav
|
|
'outline': getOutline(htmlcode),
|
|
# 使用javbus
|
|
'runtime': getRuntime(javbus_htmlcode),
|
|
# 导演 使用javbus
|
|
'director': getDirector(javbus_htmlcode),
|
|
# 作者 使用airav
|
|
'actor': getActor(htmlcode),
|
|
# 发售日使用javbus
|
|
'release': getRelease(javbus_htmlcode),
|
|
# 番号使用javbus
|
|
'number': getNum(javbus_htmlcode),
|
|
# 封面链接 使用javbus
|
|
'cover': getCover(javbus_htmlcode),
|
|
# 剧照获取
|
|
'extrafanart': getExtrafanart(htmlcode),
|
|
'imagecut': 1,
|
|
# 使用 airav
|
|
'tag': getTag(htmlcode),
|
|
# 使用javbus
|
|
'label': getSerise(javbus_htmlcode),
|
|
# 妈的，airav不提供作者图片
|
|
'actor_photo': getActorPhoto(javbus_htmlcode),
|
|
|
|
'website': 'https://www.airav.wiki/video/' + number,
|
|
'source': 'airav.py',
|
|
# 使用javbus
|
|
'series': getSerise(javbus_htmlcode),
|
|
}
|
|
js = json.dumps(dic, ensure_ascii=False, sort_keys=True, indent=4,separators=(',', ':'), ) # .encode('UTF-8')
|
|
return js
|
|
except:
|
|
data = {
|
|
"title": "",
|
|
}
|
|
js = json.dumps(
|
|
data, ensure_ascii=False, sort_keys=True, indent=4, separators=(",", ":")
|
|
)
|
|
return js
|
|
|
|
|
|
if __name__ == '__main__':
|
|
#print(main('ADN-188'))
|
|
|
|
print(search('ADN-188'))
|
|
print(search('012717_472'))
|
|
print(search('080719-976'))
|
|
print(search('姫川ゆうな'))
|
|
|