dr/cat/js/bilibili.js

/*
* @File     : bilibili.js
* @Author   : jade
* @Date     : 2024/4/3 9:27
* @Email    : jadehh@1ive.com
* @Software : Samples
* @Desc     : 哔哩哔哩
*/
import {Spider} from "./spider.js";
import * as Utils from "../lib/utils.js";
import {Crypto, _, load} from "../lib/cat.js";
import {VodDetail, VodShort} from "../lib/vod.js";

class BilibiliSpider extends Spider {
    constructor() {
        super();
        this.siteUrl = "https://www.bilibili.com"
        this.apiUrl = "https://api.bilibili.com"
        this.cookie = ""
        this.bili_jct = '';
        this.is_login = false
        this.is_vip = false
        this.vod_audio_id = {
            30280: 192000,
            30232: 132000,
            30216: 64000,
        };
        this.vod_codec = {
            // 13: 'AV1',
            12: 'HEVC',
            7: 'AVC',
        };

        this.play_url_obj = {
            80: "1080P 高清",
            64: "720P 高清",
            32: "420P 清晰",
            16: "360P 流畅"
        }
    }

    getHeader() {
        const headers = super.getHeader();
        if (!_.isEmpty(this.cookie)) {
            headers["cookie"] = this.cookie;
        }
        return headers;
    }


    initCookie(cookie) {
        this.cookie = cookie
        if (cookie.includes('bili_jct')) {
            this.bili_jct = cookie.split('bili_jct=')[1].split(";")[0];
        }
    }

    async spiderInit(Req) {
        this.is_login = await this.checkLogin()
        if (this.is_login) {
            await this.jadeLog.info("哔哩哔哩登录成功", true)
        } else {
            await this.jadeLog.error("哔哩哔哩登录失败", true)
        }
        if (Req === null) {
            // dash mpd 代理
            this.js2Base = await js2Proxy(true, this.siteType, this.siteKey, 'dash/', this.getHeader());
        } else {
            this.js2Base = await js2Proxy(Req, "dash", this.getHeader());
        }
    }

    async init(cfg) {
        await this.initCookie(cfg["ext"]["cookie"])
        await super.init(cfg);
        await this.spiderInit(null)
    }

    getName() {
        return "🏰┃哔哩哔哩┃🏰"
    }

    getAppName() {
        return "哔哩哔哩"
    }

    getJSName() {
        return "bilibili"
    }

    getType() {
        return 3
    }

    async setClasses() {
        let $ = await this.getHtml(this.siteUrl)
        let navElements = $("[class=\"channel-items__left\"]").find("a")
        for (const navElement of navElements) {
            this.classes.push(this.getTypeDic($(navElement).text(), $(navElement).text()))
        }
        if (!_.isEmpty(this.bili_jct)) {
            this.classes.push(this.getTypeDic("历史记录", "历史记录"))
        }
    }

    async getFilter($) {
        return [
            {
                key: 'order',
                name: '排序',
                value: [
                    {n: '综合排序', v: '0'},
                    {n: '最多点击', v: 'click'},
                    {n: '最新发布', v: 'pubdate'},
                    {n: '最多弹幕', v: 'dm'},
                    {n: '最多收藏', v: 'stow'},
                ],
            },
            {
                key: 'duration',
                name: '时长',
                value: [
                    {n: '全部时长', v: '0'},
                    {n: '60分钟以上', v: '4'},
                    {n: '30~60分钟', v: '3'},
                    {n: '10~30分钟', v: '2'},
                    {n: '10分钟以下', v: '1'},
                ],
            },
        ];
    }

    async setFilterObj() {
        for (const typeDic of this.classes) {
            let type_id = typeDic["type_name"]
            if (type_id !== "最近更新" && type_id !== "历史记录") {
                this.filterObj[type_id] = await this.getFilter()
            }
        }
    }

    getFullTime(numberSec) {
        let totalSeconds = '';
        try {
            let timeParts = numberSec.split(":");
            let min = parseInt(timeParts[0]);
            let sec = parseInt(timeParts[1]);
            totalSeconds = min * 60 + sec;
        } catch (e) {
            totalSeconds = parseInt(numberSec);
        }
        if (isNaN(totalSeconds)) {
            return '无效输入';
        }
        if (totalSeconds >= 3600) {
            const hours = Math.floor(totalSeconds / 3600);
            const remainingSecondsAfterHours = totalSeconds % 3600;
            const minutes = Math.floor(remainingSecondsAfterHours / 60);
            const seconds = remainingSecondsAfterHours % 60;
            return `${hours}小时 ${minutes}分钟 ${seconds}秒`;
        } else {
            const minutes = Math.floor(totalSeconds / 60);
            const seconds = totalSeconds % 60;
            return `${minutes}分钟 ${seconds}秒`;
        }
    }

    removeTags(input) {
        return input.replace(/<[^>]*>/g, '');
    }

    async parseVodShortListFromJson(objList) {
        let vod_list = []
        for (const vodData of objList) {
            let vodShort = new VodShort()
            vodShort.vod_id = vodData["bvid"]
            if (vodData.hasOwnProperty("rcmd_reason")) {
                vodShort.vod_remarks = vodData["rcmd_reason"]["content"]
            } else {
                vodShort.vod_remarks = this.getFullTime(vodData["duration"])
            }

            vodShort.vod_name = this.removeTags(vodData["title"])
            let imageUrl = vodData["pic"];
            if (imageUrl.startsWith('//')) {
                imageUrl = 'https:' + imageUrl;
            }
            vodShort.vod_pic = imageUrl
            vod_list.push(vodShort)
        }
        return vod_list
    }

    async parseVodDetailfromJson(obj, bvid) {
        let cd = this.getFullTime(obj["duration"]);
        const aid = obj.aid;
        let vodDetail = new VodDetail()
        vodDetail.vod_name = obj["title"]
        vodDetail.vod_pic = obj["pic"]
        vodDetail.type_name = obj["tname"]
        vodDetail.vod_remarks = cd
        vodDetail.vod_content = obj["desc"]

        let params = {"avid": aid, "cid": obj["cid"], "qn": "127", "fnval": 4048, "fourk": 1}
        let playUrlDatas = JSON.parse(await this.fetch(this.apiUrl + "/x/player/playurl", params, this.getHeader()));
        let playUrldDataList = playUrlDatas["data"];
        const accept_quality = playUrldDataList["accept_quality"];
        const accept_description = playUrldDataList["accept_description"];
        const qualityList = [];
        const descriptionList = [];

        for (let i = 0; i < accept_quality.length; i++) {
            if (!this.is_vip) {
                if (this.is_login) {
                    if (accept_quality[i] > 80) continue;
                } else {
                    if (accept_quality[i] > 32) continue;
                }

            }
            descriptionList.push(Utils.base64Encode(accept_description[i]));
            qualityList.push(accept_quality[i]);
        }
        let treeMap = {};
        const jSONArray = obj["pages"];
        let playList = [];
        for (let j = 0; j < jSONArray.length; j++) {
            const jSONObject6 = jSONArray[j];
            const cid = jSONObject6.cid;
            const playUrl = j + '$' + aid + '+' + cid + '+' + qualityList.join(':') + '+' + descriptionList.join(':');
            playList.push(playUrl);
        }
        for (let quality of qualityList) {
            treeMap[`dash - ${this.play_url_obj[quality]}`] = playList.join("#")
        }
        for (let quality of qualityList) {
            treeMap[`mp4 - ${this.play_url_obj[quality]}`] = playList.join("#")
        }
        let relatedParams = {"bvid": bvid}
        const relatedData = JSON.parse(await this.fetch(this.apiUrl + "/x/web-interface/archive/related", relatedParams, this.getHeader())).data;
        playList = [];
        for (let j = 0; j < relatedData.length; j++) {
            const jSONObject6 = relatedData[j];
            const cid = jSONObject6.cid;
            const title = jSONObject6.title;
            const aaid = jSONObject6.aid;
            const playUrl = title + '$' + aaid + '+' + cid + '+' + qualityList.join(':') + '+' + descriptionList.join(':');
            playList.push(playUrl);
        }
        for (let quality of qualityList) {
            treeMap["相关" + ` - ${this.play_url_obj[quality]}`] = playList.join("#")
        }
        vodDetail.vod_play_from = Object.keys(treeMap).join("$$$");
        vodDetail.vod_play_url = Object.values(treeMap).join("$$$");
        return vodDetail
    }

    async setHomeVod() {
        let params = {"ps": 20}
        let content = await this.fetch(this.apiUrl + "/x/web-interface/popular", params, this.getHeader())
        this.homeVodList = await this.parseVodShortListFromJson(JSON.parse(content)["data"]["list"])

    }

    async setDetail(id) {
        const detailUrl = this.apiUrl + "/x/web-interface/view";
        let params = {"bvid": id}

        const detailData = JSON.parse(await this.fetch(detailUrl, params, this.getHeader())).data
        // 记录历史
        if (!_.isEmpty(this.bili_jct)) {
            const historyReport = this.apiUrl + '/x/v2/history/report';
            let dataPost = {
                aid: detailData.aid,
                cid: detailData.cid,
                csrf: this.bili_jct,
            }
            await this.post(historyReport, dataPost, this.getHeader(), "form");
        }
        this.vodDetail = await this.parseVodDetailfromJson(detailData, id)

    }

    findKeyByValue(obj, value) {
        for (const key in obj) {
            if (obj[key] === value) {
                return key;
            }
        }
        return null;
    }


    async setPlay(flag, id, flags) {
        const ids = id.split('+');
        const aid = ids[0];
        const cid = ids[1];
        let quality_name = flag.split(" - ")[1]
        let quality_id = this.findKeyByValue(this.play_url_obj, quality_name)
        this.danmuUrl = this.apiUrl + '/x/v1/dm/list.so?oid=' + cid;
        this.result.header = this.getHeader()
        if (flag.indexOf("dash") > -1 || flag.indexOf('相关') > -1) {
            // dash mpd 代理
            this.playUrl = this.js2Base + Utils.base64Encode(aid + '+' + cid + '+' + quality_id)
        } else if (flag.indexOf('mp4') > -1) {
            // 直链
            const url = this.apiUrl + `/x/player/playurl`;
            let params = {"avid": aid, "cid": cid, "qn": parseInt(quality_id), "fourk": "1"}
            const resp = JSON.parse(await this.fetch(url, params, this.getHeader()));
            const data = resp.data;
            this.playUrl = data["durl"][0].url;
        } else {
            // 音频外挂
            let urls = [];
            let audios = [];
            const url = this.siteUrl + "/x/player/playurl"
            let params = {"avid": aid, "cid": cid, "qn": quality_id, "fnval": 4048, "fourk": 1};
            let resp = JSON.parse(await this.fetch(url, params, this.getHeader()));
            const dash = resp.data.dash;
            const video = dash.video;
            const audio = dash.audio;
            for (let j = 0; j < video.length; j++) {
                const dashjson = video[j];
                if (dashjson.id === quality_id) {
                    for (const key in this.vod_codec) {
                        if (dashjson["codecid"] === key) {
                            urls.push(Utils.base64Decode(quality_id) + ' ' + this.vod_codec[key], dashjson["baseUrl"]);
                        }
                    }
                }
            }
            if (audios.length === 0) {
                for (let j = 0; j < audio.length; j++) {
                    const dashjson = audio[j];
                    for (const key in this.vod_audio_id) {
                        if (dashjson.id === key) {
                            audios.push({
                                title: _.floor(parseInt(this.vod_audio_id[key]) / 1024) + 'Kbps',
                                bit: this.vod_audio_id[key],
                                url: dashjson["baseUrl"],
                            });
                        }
                    }
                }
                audios = _.sortBy(audios, 'bit');
            }
            this.playUrl = urls
            this.extra = {"audio": audios}
        }
    }

    async checkLogin() {
        let result = JSON.parse(await this.fetch('https://api.bilibili.com/x/web-interface/nav', null, this.getHeader()));
        this.is_vip = result["data"]["vipStatus"]
        return result["data"]["isLogin"]
    }

    async setCategory(tid, pg, filter, extend) {
        let page;
        if (parseInt(pg) < 1) {
            page = 1;
        } else {
            page = parseInt(pg)
        }
        if (Object.keys(extend).length > 0 && extend.hasOwnProperty('tid') && extend['tid'].length > 0) {
            tid = extend['tid'];
        }
        let url = '';
        url = this.apiUrl + `/x/web-interface/search/type?search_type=video&keyword=${encodeURIComponent(tid)}`;

        if (Object.keys(extend).length > 0) {
            for (const k in extend) {
                if (k === 'tid') {
                    continue;
                }
                url += `&${encodeURIComponent(k)}=${encodeURIComponent(extend[k])}`;
            }
        }
        url += `&page=${encodeURIComponent(page)}`;
        if (tid === "历史记录") {
            url = this.apiUrl + "/x/v2/history?pn=" + page;
        }
        const data = JSON.parse(await this.fetch(url, null, this.getHeader())).data;
        let items = data.result;
        if (tid === "历史记录") {
            items = data;
        }
        this.vodList = await this.parseVodShortListFromJson(items)
    }

    async setSearch(wd, quick) {
        const ext = {
            duration: '0',
        };
        let resp = JSON.parse(await this.category(wd, 1, true, ext));
        this.vodList = resp["list"]
    }

    getDashMedia(dash) {
        try {
            let qnid = dash.id;
            const codecid = dash["codecid"];
            const media_codecs = dash["codecs"];
            const media_bandwidth = dash["bandwidth"];
            const media_startWithSAP = dash["startWithSap"];
            const media_mimeType = dash.mimeType;
            const media_BaseURL = dash["baseUrl"].replace(/&/g, '&amp;');
            const media_SegmentBase_indexRange = dash["SegmentBase"]["indexRange"];
            const media_SegmentBase_Initialization = dash["SegmentBase"]["Initialization"];
            const mediaType = media_mimeType.split('/')[0];
            let media_type_params = '';

            if (mediaType === 'video') {
                const media_frameRate = dash.frameRate;
                const media_sar = dash["sar"];
                const media_width = dash.width;
                const media_height = dash.height;
                media_type_params = `height='${media_height}' width='${media_width}' frameRate='${media_frameRate}' sar='${media_sar}'`;
            } else if (mediaType === 'audio') {
                for (const key in this.vod_audio_id) {
                    if (qnid === key) {
                        const audioSamplingRate = this.vod_audio_id[key];
                        media_type_params = `numChannels='2' sampleRate='${audioSamplingRate}'`;
                    }
                }
            }
            qnid += '_' + codecid;
            return `<AdaptationSet lang="chi">
        <ContentComponent contentType="${mediaType}"/>
        <Representation id="${qnid}" bandwidth="${media_bandwidth}" codecs="${media_codecs}" mimeType="${media_mimeType}" ${media_type_params} startWithSAP="${media_startWithSAP}">
          <BaseURL>${media_BaseURL}</BaseURL>
          <SegmentBase indexRange="${media_SegmentBase_indexRange}">
            <Initialization range="${media_SegmentBase_Initialization}"/>
          </SegmentBase>
        </Representation>
      </AdaptationSet>`;
        } catch (e) {
            // Handle exceptions here
        }
    }

    getDash(ja, videoList, audioList) {
        const duration = ja.data.dash["duration"];
        const minBufferTime = ja.data.dash["minBufferTime"];
        return `<MPD xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="urn:mpeg:dash:schema:mpd:2011" xsi:schemaLocation="urn:mpeg:dash:schema:mpd:2011 DASH-MPD.xsd" type="static" mediaPresentationDuration="PT${duration}S" minBufferTime="PT${minBufferTime}S" profiles="urn:mpeg:dash:profile:isoff-on-demand:2011">
      <Period duration="PT${duration}S" start="PT0S">
        ${videoList}
        ${audioList}
      </Period>
    </MPD>`;
    }

    async proxy(segments, headers) {
        let what = segments[0];
        let url = Utils.base64Decode(segments[1]);
        if (what === 'dash') {
            const ids = url.split('+');
            const aid = ids[0];
            const cid = ids[1];
            const str5 = ids[2];
            const urls = this.apiUrl + `/x/player/playurl?avid=${aid}&cid=${cid}&qn=${str5}&fnval=4048&fourk=1`;
            let videoList = '';
            let audioList = '';
            let content = await this.fetch(urls, null, headers);
            let resp = JSON.parse(content)
            const dash = resp.data.dash;
            const video = dash.video;
            const audio = dash.audio;
            for (let i = 0; i < video.length; i++) {
                // if (i > 0) continue; // 只取一个
                const dashjson = video[i];
                if (dashjson.id.toString() === str5) {
                    videoList += this.getDashMedia(dashjson);
                }
            }

            for (let i = 0; i < audio.length; i++) {
                // if (i > 0) continue;
                const ajson = audio[i];
                for (const key in this.vod_audio_id) {
                    if (ajson.id.toString() === key) {
                        audioList += this.getDashMedia(ajson);
                    }
                }
            }
            let mpd = this.getDash(resp, videoList, audioList);
            return JSON.stringify({
                code: 200,
                content: mpd,
                headers: {
                    'Content-Type': 'application/dash+xml',
                },
            });
        }
        return JSON.stringify({
            code: 500,
            content: '',
        });
    }

}

let spider = new BilibiliSpider()

async function init(cfg) {
    await spider.init(cfg)
}

async function home(filter) {
    return await spider.home(filter)
}

async function homeVod() {
    return await spider.homeVod()
}

async function category(tid, pg, filter, extend) {
    return await spider.category(tid, pg, filter, extend)
}

async function detail(id) {
    return await spider.detail(id)
}

async function play(flag, id, flags) {
    return await spider.play(flag, id, flags)
}

async function search(wd, quick) {
    return await spider.search(wd, quick)
}

async function proxy(segments, headers) {
    return await spider.proxy(segments, headers)
}

export function __jsEvalReturn() {
    return {
        init: init,
        home: home,
        homeVod: homeVod,
        category: category,
        detail: detail,
        play: play,
        search: search,
        proxy: proxy
    };
}

export {spider}