mirror of https://github.com/qist/tvbox.git
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
240 lines
13 KiB
240 lines
13 KiB
import re
|
|
import sys
|
|
from base64 import b64encode, b64decode
|
|
from urllib.parse import quote, unquote
|
|
from pyquery import PyQuery as pq
|
|
from requests import Session, adapters
|
|
from urllib3.util.retry import Retry
|
|
from concurrent.futures import ThreadPoolExecutor, as_completed
|
|
sys.path.append('..')
|
|
from base.spider import Spider
|
|
|
|
class Spider(Spider):
|
|
def init(self, extend=""):
|
|
self.host = "https://www.22a5.com"
|
|
self.session = Session()
|
|
adapter = adapters.HTTPAdapter(max_retries=Retry(total=3, backoff_factor=0.5, status_forcelist=[429, 500, 502, 503, 504]), pool_connections=20, pool_maxsize=50)
|
|
self.session.mount("http://", adapter)
|
|
self.session.mount("https://", adapter)
|
|
self.headers = {"User-Agent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36"}
|
|
self.session.headers.update(self.headers)
|
|
|
|
def getName(self): return "爱听音乐"
|
|
def isVideoFormat(self, url): return bool(re.search(r'\.(m3u8|mp4|mp3|m4a|flv)(\?|$)', url or "", re.I))
|
|
def manualVideoCheck(self): return False
|
|
def destroy(self): self.session.close()
|
|
|
|
def homeContent(self, filter):
|
|
classes = [{"type_name": n, "type_id": i} for n, i in [("歌手","/singerlist/index/index/index/index.html"), ("TOP榜单","/list/top.html"), ("新歌榜","/list/new.html"), ("电台","/radiolist/index.html"), ("高清MV","/mvlist/oumei.html"), ("专辑","/albumlist/index.html"), ("歌单","/playtype/index.html")]]
|
|
filters = {p: d for p in [c["type_id"] for c in classes if "singer" not in c["type_id"]] if (d := self._fetch_filters(p))}
|
|
|
|
if "/radiolist/index.html" not in filters:
|
|
filters["/radiolist/index.html"] = [{"key": "id", "name": "分类", "value": [{"n": n, "v": v} for n,v in zip(["最新","最热","有声小说","相声","音乐","情感","国漫","影视","脱口秀","历史","儿童","教育","八卦","推理","头条"], ["index","hot","novel","xiangyi","music","emotion","game","yingshi","talkshow","history","children","education","gossip","tuili","headline"])]}]
|
|
|
|
filters["/singerlist/index/index/index/index.html"] = [
|
|
{"key": "area", "name": "地区", "value": [{"n": n, "v": v} for n,v in [("全部","index"),("华语","huayu"),("欧美","oumei"),("韩国","hanguo"),("日本","ribrn")]]},
|
|
{"key": "sex", "name": "性别", "value": [{"n": n, "v": v} for n,v in [("全部","index"),("男","male"),("女","girl"),("组合","band")]]},
|
|
{"key": "genre", "name": "流派", "value": [{"n": n, "v": v} for n,v in [("全部","index"),("流行","liuxing"),("电子","dianzi"),("摇滚","yaogun"),("嘻哈","xiha"),("R&B","rb"),("民谣","minyao"),("爵士","jueshi"),("古典","gudian")]]},
|
|
{"key": "char", "name": "字母", "value": [{"n": n, "v": v} for n,v in [("全部","index")] + [{"n": chr(i), "v": chr(i).lower()} for i in range(65, 91)]]}
|
|
]
|
|
return {"class": classes, "filters": filters, "list": []}
|
|
|
|
def homeVideoContent(self): return {"list": []}
|
|
|
|
def categoryContent(self, tid, pg, filter, extend):
|
|
pg = int(pg or 1)
|
|
url = tid
|
|
if "/singerlist/" in tid:
|
|
p = tid.split('/')
|
|
if len(p) >= 6:
|
|
url = "/".join(p[:2] + [extend.get(k, p[i]) for i, k in enumerate(["area", "sex", "genre"], 2)] + [f"{extend.get('char', 'index')}.html"])
|
|
elif "id" in extend and extend["id"] not in ["index", "top"]:
|
|
url = tid.replace("index.html", f"{extend['id']}.html").replace("top.html", f"{extend['id']}.html")
|
|
if url == tid: url = f"{tid.rsplit('/', 1)[0]}/{extend['id']}.html"
|
|
|
|
if pg > 1:
|
|
sep = "/" if any(x in url for x in ["/singerlist/", "/radiolist/", "/mvlist/", "/playtype/", "/list/"]) else "_"
|
|
url = re.sub(r'(_\d+|/\d+)?\.html$', f'{sep}{pg}.html', url)
|
|
|
|
doc = self.getpq(url)
|
|
return {"list": self._parse_list(doc(".play_list li, .video_list li, .pic_list li, .singer_list li, .ali li, .layui-row li, .base_l li"), tid), "page": pg, "pagecount": 9999, "limit": 90, "total": 999999}
|
|
|
|
def searchContent(self, key, quick, pg="1"):
|
|
return {"list": self._parse_list(self.getpq(f"/so/{quote(key)}/{pg}.html")(".base_l li, .play_list li"), "search"), "page": int(pg)}
|
|
|
|
def detailContent(self, ids):
|
|
url = self._abs(ids[0])
|
|
doc = self.getpq(url)
|
|
vod = {"vod_id": url, "vod_name": self._clean(doc("h1").text() or doc("title").text()), "vod_pic": self._abs(doc(".djpg img, .pic img, .djpic img").attr("src")), "vod_play_from": "爱听音乐", "vod_content": ""}
|
|
|
|
if any(x in url for x in ["/playlist/", "/album/", "/list/", "/singer/", "/special/", "/radio/", "/radiolist/"]):
|
|
eps = self._get_eps(doc)
|
|
page_urls = {self._abs(a.attr("href")) for a in doc(".page a, .dede_pages a, .pagelist a").items() if a.attr("href") and "javascript" not in a.attr("href")} - {url}
|
|
if page_urls:
|
|
with ThreadPoolExecutor(max_workers=5) as ex:
|
|
for r in as_completed([ex.submit(lambda u: self._get_eps(self.getpq(u)), u) for u in sorted(page_urls, key=lambda x: int(re.search(r'[_\/](\d+)\.html', x).group(1)) if re.search(r'[_\/](\d+)\.html', x) else 0)]):
|
|
eps.extend(r.result() or [])
|
|
if eps:
|
|
vod.update({"vod_play_from": "播放列表", "vod_play_url": "#".join(eps)})
|
|
return {"list": [vod]}
|
|
|
|
play_list = []
|
|
if mid := re.search(r'/(song|mp3|radio|radiolist|radioplay)/([^/]+)\.html', url):
|
|
lrc_url = f"{self.host}/plug/down.php?ac=music&lk=lrc&id={mid.group(2)}"
|
|
play_list = [f"播放${self.e64('0@@@@' + url + '|||' + lrc_url)}"]
|
|
|
|
elif vid := re.search(r'/(video|mp4)/([^/]+)\.html', url):
|
|
with ThreadPoolExecutor(max_workers=3) as ex:
|
|
fs = {ex.submit(self._api, "/plug/down.php", {"ac": "vplay", "id": vid.group(2), "q": q}): n for n, q in [("蓝光", 1080), ("超清", 720), ("高清", 480)]}
|
|
play_list = [f"{fs[f]}${self.e64('0@@@@'+u)}" for f in as_completed(fs) if (u := f.result())]
|
|
play_list.sort(key=lambda x: {"蓝":0, "超":1, "高":2}.get(x[0], 3))
|
|
|
|
vod["vod_play_url"] = "#".join(play_list) if play_list else f"解析失败${self.e64('1@@@@'+url)}"
|
|
return {"list": [vod]}
|
|
|
|
def playerContent(self, flag, id, vipFlags):
|
|
raw = self.d64(id).split("@@@@")[-1]
|
|
url, subt = raw.split("|||") if "|||" in raw else (raw, "")
|
|
url = url.replace(r"\/", "/")
|
|
|
|
if ".html" in url and not self.isVideoFormat(url):
|
|
if mid := re.search(r'/(song|mp3|radio|radiolist|radioplay)/([^/]+)\.html', url):
|
|
if r_url := self._api("/js/play.php", method="POST", data={"id": mid.group(2), "type": "music"}, headers={"Referer": url.replace("http://","https://"), "X-Requested-With": "XMLHttpRequest"}):
|
|
url = r_url if ".php" not in r_url else url
|
|
elif vid := re.search(r'/(video|mp4)/([^/]+)\.html', url):
|
|
with ThreadPoolExecutor(max_workers=3) as ex:
|
|
for f in as_completed([ex.submit(self._api, "/plug/down.php", {"ac": "vplay", "id": vid.group(2), "q": q}) for q in [1080, 720, 480]]):
|
|
if v_url := f.result():
|
|
url = v_url; break
|
|
|
|
result = {"parse": 0, "url": url, "header": {"User-Agent": self.headers["User-Agent"]}}
|
|
if "22a5.com" in url: result["header"]["Referer"] = self.host + "/"
|
|
|
|
# OK影视3.6.5+支持LRC格式滚动歌词
|
|
if subt:
|
|
try:
|
|
r = self.session.get(subt, headers={"Referer": self.host + "/"}, timeout=5)
|
|
lrc_content = r.text
|
|
if lrc_content:
|
|
# 过滤广告内容
|
|
lrc_content = self._filter_lrc_ads(lrc_content)
|
|
result["lrc"] = lrc_content
|
|
except:
|
|
pass
|
|
|
|
return result
|
|
|
|
def _filter_lrc_ads(self, lrc_text):
|
|
"""过滤LRC歌词中的广告内容"""
|
|
lines = lrc_text.splitlines()
|
|
filtered_lines = []
|
|
|
|
# 广告关键词模式
|
|
ad_patterns = [
|
|
r'欢迎来访.*',
|
|
r'本站.*',
|
|
r'.*广告.*',
|
|
r'QQ群.*',
|
|
r'.*www\..*',
|
|
r'.*http.*',
|
|
r'.*\.com.*',
|
|
r'.*\.cn.*',
|
|
r'.*\.net.*',
|
|
r'.*音乐网.*',
|
|
r'.*提供.*',
|
|
r'.*下载.*',
|
|
]
|
|
|
|
for line in lines:
|
|
# 保留时间标签行，但过滤掉广告文本
|
|
if re.match(r'\[\d{2}:\d{2}', line):
|
|
# 检查是否包含广告
|
|
is_ad = False
|
|
for pattern in ad_patterns:
|
|
if re.search(pattern, line, re.IGNORECASE):
|
|
is_ad = True
|
|
break
|
|
|
|
if not is_ad:
|
|
filtered_lines.append(line)
|
|
else:
|
|
# 非时间标签行（可能是元数据），保留
|
|
filtered_lines.append(line)
|
|
|
|
return '\n'.join(filtered_lines)
|
|
|
|
def localProxy(self, param):
|
|
url = unquote(param.get("url", ""))
|
|
type_ = param.get("type")
|
|
|
|
if type_ == "img":
|
|
return [200, "image/jpeg", self.session.get(url, headers={"Referer": self.host + "/"}, timeout=5).content, {}]
|
|
|
|
elif type_ == "lrc":
|
|
try:
|
|
r = self.session.get(url, headers={"Referer": self.host + "/"}, timeout=5)
|
|
# 同时过滤代理中的广告
|
|
lrc_content = r.text
|
|
lrc_content = self._filter_lrc_ads(lrc_content)
|
|
return [200, "application/octet-stream", lrc_content.encode('utf-8'), {}]
|
|
except:
|
|
return [404, "text/plain", "Error", {}]
|
|
|
|
return None
|
|
|
|
def _parse_list(self, items, tid=""):
|
|
res = []
|
|
for li in items.items():
|
|
a = li("a").eq(0)
|
|
if not (href := a.attr("href")) or href == "/" or any(x in href for x in ["/user/", "/login/", "javascript"]): continue
|
|
if not (name := self._clean(li(".name").text() or a.attr("title") or a.text())): continue
|
|
pic = self._abs((li("img").attr("src") or "").replace('120', '500'))
|
|
res.append({"vod_id": self._abs(href), "vod_name": name, "vod_pic": f"{self.getProxyUrl()}&url={pic}&type=img" if pic else "", "style": {"type": "oval" if "/singer/" in href else ("list" if any(x in tid for x in ["/list/", "/playtype/", "/albumlist/"]) else "rect"), "ratio": 1 if "/singer/" in href else 1.33}})
|
|
return res
|
|
|
|
def _get_eps(self, doc):
|
|
eps = []
|
|
for li in doc(".play_list li, .song_list li, .music_list li").items():
|
|
if not (a := li("a").eq(0)).attr("href") or not re.search(r'/(song|mp3|radio|radiolist|radioplay)/([^/]+)\.html', a.attr("href")): continue
|
|
full_url = self._abs(a.attr("href"))
|
|
|
|
lrc_part = ""
|
|
mid = re.search(r'/(song|mp3|radio|radiolist|radioplay)/([^/]+)\.html', full_url)
|
|
if mid:
|
|
lrc_url = f"{self.host}/plug/down.php?ac=music&lk=lrc&id={mid.group(2)}"
|
|
lrc_part = f"|||{lrc_url}"
|
|
|
|
eps.append(f"{self._clean(a.text() or li('.name').text())}${self.e64('0@@@@' + full_url + lrc_part)}")
|
|
return eps
|
|
|
|
def _clean(self, text): return re.sub(r'(爱玩音乐网|视频下载说明|视频下载地址|www\.2t58\.com|MP3免费下载|LRC歌词下载|全部歌曲|\[第\d+页\]|刷新|每日推荐|最新|热门|推荐|MV|高清|无损)', '', text or "", flags=re.I).strip()
|
|
|
|
def _fetch_filters(self, url):
|
|
doc, filters = self.getpq(url), []
|
|
for i, group in enumerate([doc(s) for s in [".ilingku_fl", ".class_list", ".screen_list", ".box_list", ".nav_list"] if doc(s)]):
|
|
opts, seen = [{"n": "全部", "v": "top" if "top" in url else "index"}], set()
|
|
for a in group("a").items():
|
|
if (v := (a.attr("href") or "").split("?")[0].rstrip('/').split('/')[-1].replace('.html','')) and v not in seen:
|
|
opts.append({"n": a.text().strip(), "v": v}); seen.add(v)
|
|
if len(opts) > 1: filters.append({"key": f"id{i}" if i else "id", "name": "分类", "value": opts})
|
|
return filters
|
|
|
|
def _api(self, path, params=None, method="GET", headers=None, data=None):
|
|
try:
|
|
h = self.headers.copy()
|
|
if headers: h.update(headers)
|
|
r = (self.session.post if method == "POST" else self.session.get)(f"{self.host}{path}", params=params, data=data, headers=h, timeout=10, allow_redirects=False)
|
|
if loc := r.headers.get("Location"): return self._abs(loc.strip())
|
|
return self._abs(r.json().get("url", "").replace(r"\/", "/")) or (r.text.strip() if r.text.strip().startswith("http") else "")
|
|
except: return ""
|
|
|
|
def getpq(self, url):
|
|
import time
|
|
for _ in range(2):
|
|
try: return pq(self.session.get(self._abs(url), timeout=5).text)
|
|
except: time.sleep(0.1)
|
|
return pq("<html></html>")
|
|
|
|
def _abs(self, url): return url if url.startswith("http") else (f"{self.host}{'/' if not url.startswith('/') else ''}{url}" if url else "")
|
|
def e64(self, text): return b64encode(text.encode("utf-8")).decode("utf-8")
|
|
def d64(self, text): return b64decode(text.encode("utf-8")).decode("utf-8") |