Files
gitlab-instance-0a899031_do…/back/mult1
2025-09-27 19:04:22 +08:00

637 lines
25 KiB
Plaintext
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
# -*- encoding: utf-8 -*-
"""
多路并行版:
- 同时启动 N 路N = youtube.ini 的 keys 数量)
- 每路独立 ffmpeg 进程、watchdog、定期刷新抖音真实播放地址
- 共享 URL 池,避免重复占用同一个主播
"""
import asyncio
import os
import sys
import signal
import time
import datetime
import re
import uuid
import threading
import subprocess
from typing import Any, List, Tuple, Optional, Dict, Set
import configparser
import urllib.request
from src import spider, stream
from src.utils import logger, Color, check_md5
from ffmpeg_install import check_ffmpeg, ffmpeg_path, current_env_path
# --------------------- 基础环境 ---------------------
version = "relay-parallel-2.0.0"
os.environ['PATH'] = ffmpeg_path + os.pathsep + current_env_path
script_path = os.path.split(os.path.realpath(sys.argv[0]))[0]
config_file = f'{script_path}/config/config.ini'
url_config_file = f'{script_path}/config/URL_config.ini'
yt_ini_file = f"{script_path}/config/youtube.ini"
text_encoding = 'utf-8-sig'
color = Color()
# ---------- YouTube 推流配置(读取 youtube.ini ----------
_yt_cfg = configparser.ConfigParser()
with open(yt_ini_file, "r", encoding="utf-8-sig") as f:
_yt_cfg.read_file(f)
def _yt_get(section: str, key: str, fallback=None, cast=str):
try:
if cast is bool:
return _yt_cfg.getboolean(section, key, fallback=fallback)
if cast is int:
return _yt_cfg.getint(section, key, fallback=fallback)
return _yt_cfg.get(section, key, fallback=fallback)
except Exception:
return fallback
def _yt_get_list(section: str, key: str) -> List[str]:
raw = _yt_get(section, key, fallback="", cast=str) or ""
# 支持逗号、空白、换行分隔
parts = re.split(r"[,;\s]+", raw.strip())
return [p for p in parts if p]
def _safe_int(v, lo, hi, default):
try:
v = int(v)
if v < lo or v > hi:
return default
return v
except Exception:
return default
def _round_res(w: int, h: int) -> Tuple[int, int]:
# 强制偶数,避免 1088/1918 这类尺寸H.264 对齐问题)
return (w & ~1, h & ~1)
def _build_youtube_rtmp_url(key: str, secure: bool, ingest: str | None):
node = (ingest or "a").strip().lower()
node = node if node.isalpha() and len(node) == 1 else "a"
scheme = "rtmps" if secure else "rtmp"
host = f"{node}.rtmps.youtube.com" if secure else f"{node}.rtmp.youtube.com"
return f"{scheme}://{host}/live2/{key}"
# --------------------- 简化配置读取 ---------------------
def read_config_value(cfg: configparser.RawConfigParser, section: str, option: str, default_value: Any) -> Any:
try:
cfg.read(config_file, encoding=text_encoding)
if section not in cfg.sections():
cfg.add_section(section)
return cfg.get(section, option)
except (configparser.NoSectionError, configparser.NoOptionError):
cfg.set(section, option, str(default_value))
with open(config_file, 'w', encoding=text_encoding) as f:
cfg.write(f)
return default_value
_CN_BOOL = {"是": True, "否": False}
cfg = configparser.RawConfigParser()
use_proxy = _CN_BOOL.get(read_config_value(cfg, '录制设置', '是否使用代理ip(是/否)', "否"), False)
proxy_addr = read_config_value(cfg, '录制设置', '代理地址', "")
proxy_addr = proxy_addr if use_proxy and proxy_addr.strip() else None
# Cookie按需
dy_cookie = read_config_value(cfg, 'Cookie', '抖音cookie', '')
tiktok_cookie = read_config_value(cfg, 'Cookie', 'tiktok_cookie', '')
# 可选:启动时检测系统代理(仅提示)
try:
if not use_proxy:
urllib.request.urlopen("https://www.google.com/", timeout=5)
print("提示:你的网络似乎直连可用(无需代理)。")
except Exception:
if not use_proxy:
color.print_colored("提示:无法直连海外站,如需 TikTok 请在 config.ini 开启代理并填写代理地址。", color.YELLOW)
# --------------------- URL 列表读取 ---------------------
def parse_urls_from_file(path: str) -> List[str]:
urls, seen = [], set()
if not os.path.isfile(path):
open(path, 'w', encoding=text_encoding).close()
print("URL_config.ini 为空,请写入直播间地址后再运行。")
return urls
with open(path, "r", encoding=text_encoding, errors='ignore') as f:
for line in f:
s = line.strip()
if not s or s.startswith("#"):
continue
# 拆分最多3段取包含 https 或域名的那段)
parts = re.split(r"[,]\s*", s)
cand = None
for p in parts:
if '://' in p or re.match(r"^[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}", p):
cand = p
break
if not cand:
continue
url = cand if '://' in cand else f"https://{cand}"
if url not in seen:
seen.add(url)
urls.append(url)
return urls
# --------------------- 直播解析与选源 ---------------------
def is_flv_preferred_platform(link: str) -> bool:
return any(i in link for i in ["douyin", "tiktok"])
def select_source_url(link: str, stream_info: dict) -> Optional[str]:
if not stream_info:
return None
if is_flv_preferred_platform(link):
flv = stream_info.get("flv_url")
if flv:
try:
from urllib.parse import urlparse, parse_qs
qs = parse_qs(urlparse(flv).query or "")
if (qs.get("codec") or [""])[0].lower() == "h265":
logger.warning("FLV 不支持 h265改用 HLS。")
else:
return flv
except Exception:
return flv
return stream_info.get("record_url") or stream_info.get("m3u8_url") or stream_info.get("flv_url")
async def fetch_port_info(url: str, record_quality_code: str = "OD") -> dict:
proxy = proxy_addr
port_info = {}
try:
if "douyin.com/" in url:
if 'v.douyin.com' not in url and '/user/' not in url:
j = await spider.get_douyin_stream_data(url=url, proxy_addr=proxy, cookies=dy_cookie)
else:
j = await spider.get_douyin_app_stream_data(url=url, proxy_addr=proxy, cookies=dy_cookie)
port_info = await stream.get_douyin_stream_url(j, record_quality_code, proxy)
elif url.startswith("https://www.tiktok.com/"):
if proxy:
j = await spider.get_tiktok_stream_data(url=url, proxy_addr=proxy, cookies=tiktok_cookie)
port_info = await stream.get_tiktok_stream_url(j, record_quality_code, proxy)
else:
logger.error("TikTok 需要代理,请在 config.ini 开启并配置代理。")
port_info = {"anchor_name": "", "is_live": False}
elif (".m3u8" in url) or (".flv" in url):
port_info = {
"anchor_name": "自定义_" + str(uuid.uuid4())[:8],
"is_live": True,
}
if url.endswith(".flv"):
port_info["flv_url"] = url
else:
port_info["m3u8_url"] = url
else:
port_info = {"anchor_name": "", "is_live": False}
except Exception as e:
logger.error(f"解析失败: {e}")
port_info = {"anchor_name": "", "is_live": False}
return port_info
# --------------------- ffmpeg 输出参数生成(可复用) ---------------------
def build_youtube_output_for_key(key: str, resolution: Optional[str]) -> Tuple[str, list, list]:
if not key:
logger.error("错误: youtube.ini 未配置 key/keys")
sys.exit(1)
secure = _yt_get("youtube", "secure", fallback=False, cast=bool)
ingest = _yt_get("youtube", "ingest", fallback="a", cast=str)
res_str = (resolution or _yt_get("youtube", "resolution", fallback="", cast=str) or "").strip()
bv = _safe_int(_yt_get("youtube", "bitrate", fallback=5000, cast=int), 300, 20000, 5000)
ba = _safe_int(_yt_get("youtube", "audio_bitrate", fallback=128, cast=int), 64, 384, 128)
fps = _safe_int(_yt_get("youtube", "fps", fallback=30, cast=int), 10, 60, 30)
gop = _safe_int(_yt_get("youtube", "gop", fallback=2*fps, cast=int), fps, 4*fps, 2*fps)
out_url = _build_youtube_rtmp_url(key, secure, ingest)
v_args = [
"-c:v", "libx264",
"-preset", "veryfast",
"-tune", "zerolatency",
"-profile:v", "high",
"-level:v", "4.2",
"-pix_fmt", "yuv420p",
"-r", str(fps),
"-g", str(gop),
"-b:v", f"{bv}k",
"-maxrate", f"{bv}k",
"-bufsize", f"{max(2*bv, 4000)}k",
]
a_args = [
"-c:a", "aac",
"-b:a", f"{ba}k",
"-ar", "44100",
"-ac", "2",
]
if res_str:
try:
w, h = map(int, res_str.lower().split("x"))
w, h = _round_res(w, h)
vf = (
f"scale={w}:{h}:force_original_aspect_ratio=decrease,"
f"pad={w}:{h}:(ow-iw)/2:(oh-ih)/2,"
f"crop={w}:{h},"
f"format=yuv420p"
)
v_args = ["-vf", vf] + v_args
except Exception:
logger.warning(f"resolution '{res_str}' 非法,忽略")
return out_url, v_args, a_args
# --------------------- 启动 ffmpeg ---------------------
def launch_ffmpeg(input_url: str,
out_url: str,
extra_headers: Optional[str],
v_args: list,
a_args: list) -> subprocess.Popen:
user_agent = ("Mozilla/5.0 (Linux; Android 11; SM-G973U) "
"AppleWebKit/537.36 (KHTML, like Gecko) "
"Chrome/87.0.4280.141 Mobile Safari/537.36")
base = [
"ffmpeg", "-nostdin", "-hide_banner",
"-stats", "-stats_period", "60",
"-progress", "pipe:1",
"-loglevel", "info",
# 输入容错 & 自动重连
"-rw_timeout", "15000000",
"-timeout", "10000000",
"-reconnect", "1",
"-reconnect_streamed", "1",
"-reconnect_at_eof", "1",
"-reconnect_delay_max", "30",
"-user_agent", user_agent,
"-protocol_whitelist", "file,http,https,tcp,tls,crypto,udp,rtmp,rtp,httpproxy",
"-thread_queue_size", "4096",
"-analyzeduration", "10000000",
"-probesize", "10000000",
]
if extra_headers:
base += ["-headers", extra_headers]
env = os.environ.copy()
if proxy_addr:
env["http_proxy"] = proxy_addr
env["https_proxy"] = proxy_addr
base = ["ffmpeg", "-http_proxy", proxy_addr] + base[1:]
base += ["-re", "-i", input_url]
base += [
"-fflags", "+genpts+igndts+discardcorrupt+nobuffer",
"-xerror",
"-use_wallclock_as_timestamps", "1",
"-avioflags", "direct",
"-rtbufsize", "100M",
]
base += v_args + a_args
base += ["-f", "flv", out_url]
cmd_str = " ".join(base)
print("ffmpeg cmd:", cmd_str if len(cmd_str) < 500 else cmd_str[:500] + " ...")
logger.info(f"启动推流:{input_url} -> {out_url}")
creationflags = 0
if os.name == "nt":
creationflags = subprocess.CREATE_NEW_PROCESS_GROUP
p = subprocess.Popen(
base,
stdin=subprocess.PIPE,
stdout=subprocess.PIPE,
stderr=subprocess.STDOUT,
bufsize=0,
env=env,
creationflags=creationflags
)
p.last_out_ts = time.time()
def _reader():
try:
for line in iter(p.stdout.readline, b''):
if not line:
break
text = line.decode(errors="ignore").strip()
p.last_out_ts = time.time()
if ("bitrate=" in text) or ("frame=" in text) or ("speed=" in text):
logger.info(f"[ffmpeg统计] {text}")
if "Server disconnected" in text:
logger.error(f"[输出异常] {text}")
elif "not supported" in text or "Invalid" in text or "invalid" in text:
logger.error(f"[转码异常] {text}")
except Exception:
pass
threading.Thread(target=_reader, daemon=True).start()
return p
def stop_ffmpeg(p: Optional[subprocess.Popen]):
if not p:
return
try:
if os.name == "nt":
if p.stdin:
try: p.stdin.write(b"q"); p.stdin.flush()
except Exception: pass
p.wait(timeout=6)
else:
p.send_signal(signal.SIGINT)
p.wait(timeout=10)
except Exception:
try: p.kill()
except Exception: pass
# --------------------- 平台头部 ---------------------
def headers_for_platform(platform_name: str, live_url: str) -> Optional[str]:
live_domain = '/'.join(live_url.split('/')[0:3])
record_headers = {
'PandaTV': 'origin:https://www.pandalive.co.kr',
'WinkTV': 'origin:https://www.winktv.co.kr',
'PopkonTV': 'origin:https://www.popkontv.com',
'FlexTV': 'origin:https://www.flextv.co.kr',
'千度热播': 'referer:https://qiandurebo.com',
'17Live': 'referer:https://17.live/en/live/6302408',
'浪Live': 'referer:https://www.lang.live',
'shopee': f'origin:{live_domain}',
'Blued直播': 'referer:https://app.blued.cn'
}
return record_headers.get(platform_name)
def detect_platform(url: str) -> str:
if "douyin.com" in url: return "抖音直播"
if "tiktok.com" in url: return "TikTok直播"
if url.endswith(".flv") or url.endswith(".m3u8"): return "自定义录制直播"
return "未知平台"
# --------------------- 并行协调器 ---------------------
class UrlCoordinator:
""" 管理 URL 池、热更新、分配给不同 worker避免重复占用 """
def __init__(self, path: str):
self.path = path
self.urls: List[str] = parse_urls_from_file(path)
self.idx: int = 0
self.in_use: Set[str] = set()
self.lock = threading.Lock()
self.last_md5 = check_md5(path)
def refresh_if_changed(self):
try:
md5 = check_md5(self.path)
if md5 != self.last_md5:
self.urls = parse_urls_from_file(self.path) or self.urls
self.last_md5 = md5
print(f"[{now_str()}] 已重载 URL 列表,数量:{len(self.urls)}")
except Exception as e:
logger.warning(f"URL 列表热更新失败:{e}")
def acquire_next_live(self, quality_code: str = "OD") -> Optional[Tuple[str, dict]]:
""" 顺序扫描,跳过 in_use找到正在直播的返回并占用 """
with self.lock:
if not self.urls:
return None
start = self.idx
tried = 0
while tried < len(self.urls):
url = self.urls[self.idx]
self.idx = (self.idx + 1) % len(self.urls)
tried += 1
if url in self.in_use:
continue
# 释放锁去解析,避免长时间占用
pass_url = url
break
else:
return None
# 锁外解析
port = asyncio.run(fetch_port_info(pass_url, quality_code))
if not port.get("anchor_name") or not port.get("is_live"):
return None
with self.lock:
# 二次检查,确保没被别人抢占
if pass_url in self.in_use:
return None
self.in_use.add(pass_url)
return pass_url, port
def release(self, url: Optional[str]):
if not url:
return
with self.lock:
self.in_use.discard(url)
def now_str(): return datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S")
# --------------------- Worker ---------------------
class StreamWorker(threading.Thread):
def __init__(self, worker_id: int, key: str, resolution: Optional[str], coordinator: UrlCoordinator):
super().__init__(daemon=True)
self.worker_id = worker_id
self.key = key
self.resolution = resolution
self.coordinator = coordinator
self.current_url: Optional[str] = None
self.current_real_url: Optional[str] = None
self.current_proc: Optional[subprocess.Popen] = None
self.current_platform = ""
self.current_anchor = ""
self.record_quality_code = "OD"
self.watchdog_grace = 120
self.watchdog_silence = 600
self.refresh_real_url_every = 300
self.check_interval_live = 8
self.scan_interval_when_idle = 2
self._stop_event = threading.Event()
def stop(self):
self._stop_event.set()
def run(self):
color.print_colored(f"[Worker-{self.worker_id}] 启动", color.GREEN)
try:
while not self._stop_event.is_set():
# 刷新 URL 文件
self.coordinator.refresh_if_changed()
if self.current_proc and self.current_url:
retcode = self.current_proc.poll()
if retcode is not None:
color.print_colored(f"[{now_str()}][Worker-{self.worker_id}] ffmpeg 退出(code={retcode}),释放并切源…", color.YELLOW)
stop_ffmpeg(self.current_proc)
self.coordinator.release(self.current_url)
self._clear_state()
continue
# 仍在推流:检查主播是否仍在直播
still_live = True
try:
port = asyncio.run(fetch_port_info(self.current_url, self.record_quality_code))
still_live = bool(port.get("is_live"))
except Exception as e:
logger.error(f"[Worker-{self.worker_id}] 检测当前源失败:{e}")
still_live = True
if still_live:
elapsed = int(time.time() - self.start_time)
h, m = divmod(elapsed, 3600)
m, s = divmod(m, 60)
dur_str = f"{h:02d}:{m:02d}:{s:02d}"
print(f"\r[{now_str()}][Worker-{self.worker_id}] 正在转播({dur_str}){self.current_platform} | {self.current_anchor} | {self.current_url}", end="")
# 定期刷新真实播放地址
try:
if elapsed >= self.refresh_real_url_every and (elapsed % self.refresh_real_url_every) < self.check_interval_live:
new_port = asyncio.run(fetch_port_info(self.current_url, self.record_quality_code))
new_real_url = select_source_url(self.current_url, new_port)
if new_real_url and new_real_url != self.current_real_url:
color.print_colored(f"\n[{now_str()}][Worker-{self.worker_id}] 刷新播放地址token 变化),重启 ffmpeg…", color.YELLOW)
stop_ffmpeg(self.current_proc)
out_url, v_args, a_args = build_youtube_output_for_key(self.key, self.resolution)
headers = headers_for_platform(self.current_platform, self.current_url)
self.current_proc = launch_ffmpeg(new_real_url, out_url, headers, v_args, a_args)
self.current_real_url = new_real_url
self.start_time = time.time()
time.sleep(self.check_interval_live)
continue
except Exception as e:
logger.warning(f"[Worker-{self.worker_id}] 刷新播放地址失败:{e}")
# watchdog心跳超时才重启
silence = time.time() - getattr(self.current_proc, "last_out_ts", 0)
if elapsed >= self.watchdog_grace and silence > self.watchdog_silence:
color.print_colored(f"\n[{now_str()}][Worker-{self.worker_id}] 超过10分钟未见输出重启…", color.YELLOW)
stop_ffmpeg(self.current_proc)
self._clear_state(release=True)
time.sleep(1)
continue
time.sleep(self.check_interval_live)
continue
else:
color.print_colored(f"\n[{now_str()}][Worker-{self.worker_id}] 主播停播,释放并切源…", color.YELLOW)
stop_ffmpeg(self.current_proc)
self._clear_state(release=True)
continue
# 未在推流:尝试分配新的直播 URL
got = self.coordinator.acquire_next_live(self.record_quality_code)
if not got:
print(f"[{now_str()}][Worker-{self.worker_id}] 无可用直播源,稍后再试…")
time.sleep(self.scan_interval_when_idle)
continue
url, port = got
real_url = select_source_url(url, port)
if not real_url:
print(f"[{now_str()}][Worker-{self.worker_id}] 未得到播放地址,跳过:{url}")
self.coordinator.release(url)
time.sleep(1)
continue
self.current_platform = detect_platform(url)
self.current_anchor = port.get("anchor_name", "")
headers = headers_for_platform(self.current_platform, url)
out_url, v_args, a_args = build_youtube_output_for_key(self.key, self.resolution)
self.current_proc = launch_ffmpeg(real_url, out_url, headers, v_args, a_args)
self.current_url = url
self.current_real_url = real_url
self.start_time = time.time()
color.print_colored(f"[{now_str()}][Worker-{self.worker_id}] 开始转播:{self.current_platform} | {self.current_anchor} | {url}", color.GREEN)
except Exception as e:
logger.error(f"[Worker-{self.worker_id}] 主循环异常:{e}")
finally:
stop_ffmpeg(self.current_proc)
self.coordinator.release(self.current_url)
print(f"[Worker-{self.worker_id}] 已退出。")
def _clear_state(self, release: bool = False):
if release and self.current_url:
self.coordinator.release(self.current_url)
self.current_url = None
self.current_real_url = None
self.current_proc = None
self.current_platform = ""
self.current_anchor = ""
# --------------------- 启动入口 ---------------------
def check_ffmpeg_existence() -> bool:
try:
result = subprocess.run(['ffmpeg', '-version'], check=True, capture_output=True, text=True)
if result.returncode == 0:
print(result.stdout.splitlines()[0])
except Exception:
pass
finally:
return bool(check_ffmpeg())
def main():
print("-----------------------------------------------------")
print("| DouyinLiveRecorder - 多路并行转推版 |")
print("-----------------------------------------------------")
print(f"版本号: {version}\nGitHub: https://github.com/ihmily/DouyinLiveRecorder")
print("模式:并行检测 + 并行推流(每路独立 watchdog")
print(".....................................................")
if not check_ffmpeg_existence():
logger.error("缺少 ffmpeg程序退出")
sys.exit(1)
urls = parse_urls_from_file(url_config_file)
if not urls:
logger.error("URL_config.ini 中没有可用 URL。")
sys.exit(1)
keys = _yt_get_list("youtube", "keys")
if not keys:
# 兼容单 key 配置
single_key = _yt_get("youtube", "key", fallback="", cast=str)
if single_key:
keys = [single_key]
if not keys:
logger.error("youtube.ini 没有配置 [youtube].keys 或 key")
sys.exit(1)
# 可选:为每个 key 指定不同分辨率(与 keys 顺序对应),否则使用全局 resolution
per_res = _yt_get_list("youtube", "resolutions") # 例如1920x1080,1080x1920,1280x720
while per_res and len(per_res) < len(keys):
per_res.append(per_res[-1]) # 不足时沿用最后一个
# 协调器(共享 URL 池)
coordinator = UrlCoordinator(url_config_file)
# 启动多路 worker
workers: List[StreamWorker] = []
for i, key in enumerate(keys, start=1):
res_for_this = per_res[i-1] if per_res else None
w = StreamWorker(worker_id=i, key=key, resolution=res_for_this, coordinator=coordinator)
w.start()
workers.append(w)
# 主线程仅负责捕获 Ctrl+C 并优雅退出
try:
while True:
time.sleep(1)
except KeyboardInterrupt:
print("\n收到中断正在退出…")
finally:
for w in workers:
w.stop()
for w in workers:
w.join(timeout=10)
print("全部 worker 已退出。")
if __name__ == "__main__":
main()