;
+ })
+ );
+
+ return {
+ title: targetItem.title,
+ link,
+ description: targetItem.description,
+ item,
+ };
+};
+
+export const route: Route = {
+ path: '/announcement/:type',
+ categories: ['finance'],
+ view: ViewType.Articles,
+ example: '/binance/announcement/new-cryptocurrency-listing',
+ parameters: {
+ type: {
+ description: 'Binance Announcement type',
+ default: 'new-cryptocurrency-listing',
+ options: [
+ { value: 'new-cryptocurrency-listing', label: 'New Cryptocurrency Listing' },
+ { value: 'latest-binance-news', label: 'Latest Binance News' },
+ { value: 'latest-activities', label: 'Latest Activities' },
+ { value: 'new-fiat-listings', label: 'New Fiat Listings' },
+ { value: 'api-updates', label: 'API Updates' },
+ { value: 'crypto-airdrop', label: 'Crypto Airdrop' },
+ { value: 'wallet-maintenance-updates', label: 'Wallet Maintenance Updates' },
+ { value: 'delisting', label: 'Delisting' },
+ ],
+ },
+ },
+ name: 'Announcement',
+ description: `
+Type category
+
+ - new-cryptocurrency-listing => New Cryptocurrency Listing
+ - latest-binance-news => Latest Binance News
+ - latest-activities => Latest Activities
+ - new-fiat-listings => New Fiat Listings
+ - api-updates => API Updates
+ - crypto-airdrop => Crypto Airdrop
+ - wallet-maintenance-updates => Wallet Maintenance Updates
+ - delisting => Delisting
+`,
+ maintainers: ['enpitsulin'],
+ handler,
+};
diff --git a/lib/routes/binance/launchpool.ts b/lib/routes/binance/launchpool.ts
new file mode 100644
index 00000000000000..de966316864bc9
--- /dev/null
+++ b/lib/routes/binance/launchpool.ts
@@ -0,0 +1,47 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/launchpool',
+ categories: ['finance'],
+ example: '/binance/launchpool',
+ radar: [
+ {
+ source: ['binance.com/:lang/support/announcement'],
+ },
+ ],
+ name: 'Binance数字货币及交易对上新',
+ maintainers: ['zhenlohuang'],
+ handler,
+};
+
+async function handler() {
+ const baseUrl = 'https://www.binance.com/zh-CN/support/announcement';
+ const url = `${baseUrl}/数字货币及交易对上新?c=48&navId=48`;
+
+ const response = await got({
+ url,
+ headers: {
+ Referer: 'https://www.binance.com/',
+ },
+ });
+
+ const $ = load(response.data);
+ const appData = JSON.parse($('#__APP_DATA').text());
+ const articles = appData.appState.loader.dataByRouteId.d969.catalogs.find((catalog) => catalog.catalogId === 48).articles.filter((article) => article.title.includes('币安新币挖矿上线'));
+
+ return {
+ title: 'Binance | 数字货币及交易对上新',
+ link: url,
+ description: '数字货币及交易对上新',
+ item: articles.map((item) => ({
+ title: item.title,
+ link: `${baseUrl}/${item.code}`,
+ description: item.title,
+ pubDate: parseDate(item.releaseDate),
+ })),
+ };
+}
diff --git a/lib/routes/binance/namespace.ts b/lib/routes/binance/namespace.ts
new file mode 100644
index 00000000000000..361bdeb4cf7292
--- /dev/null
+++ b/lib/routes/binance/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Binance',
+ url: 'binance.com',
+ lang: 'en',
+};
diff --git a/lib/routes/binance/types.ts b/lib/routes/binance/types.ts
new file mode 100644
index 00000000000000..4078150e634a9c
--- /dev/null
+++ b/lib/routes/binance/types.ts
@@ -0,0 +1,26 @@
+export interface AnnouncementsConfig {
+ title: string;
+ description: string;
+ url: string;
+ imgUrl: string;
+}
+
+export interface AnnouncementCatalog {
+ articles: AnnouncementArticle[];
+ catalogId: number;
+ catalogName: string;
+ catalogType: 1;
+ catalogs: [];
+ description: null;
+ icon: string;
+ parentCatalogId: null;
+ total: number;
+}
+
+export interface AnnouncementArticle {
+ id: number;
+ code: string;
+ title: string;
+ type: number;
+ releaseDate: number;
+}
diff --git a/lib/routes/bing/daily-wallpaper.ts b/lib/routes/bing/daily-wallpaper.ts
new file mode 100644
index 00000000000000..c19a684de382e6
--- /dev/null
+++ b/lib/routes/bing/daily-wallpaper.ts
@@ -0,0 +1,84 @@
+import type { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/:routeParams?',
+ parameters: {
+ routeParams: '额外参数type,story和lang:请参阅以下说明和表格',
+ },
+ radar: [
+ {
+ source: ['www.bing.com/'],
+ target: '',
+ },
+ {
+ source: ['cn.bing.com/'],
+ target: '',
+ },
+ ],
+ name: '每日壁纸',
+ maintainers: ['FHYunCai', 'LLLLLFish'],
+ handler,
+ url: 'www.bing.com/',
+ example: '/bing/type=UHD&story=1&lang=zh-CN',
+ description: `| 参数 | 含义 | 接受的值 | 默认值 | 备注 |
+|-------|--------------------|-----------------------------------------------------------|-----------|--------------------------------------------------------|
+| type | 输出壁纸的像素类型 | UHD/1920x1080/1920x1200/768x1366/1080x1920/1080x1920_logo | 1920x1080 | 1920x1200与1080x1920_logo带有水印,输入的值不在接受范围内都会输出成1920x1080 |
+| story | 是否输出壁纸的故事 | 1/0 | 0 | 输入的值不为1都不会输出故事 |
+| lang | 输出壁纸图文的地区(中文或者是英文) | zh/en | zh | zh/en输出的壁纸图文不一定是一样的;如果en不生效,试着部署到其他地方 |
+`,
+};
+
+async function handler(ctx) {
+ const routeParams = new URLSearchParams(ctx.req.param('routeParams'));
+ let type = routeParams.get('type') || '1920x1080';
+ let lang = routeParams.get('lang');
+ let apiUrl = '';
+ const allowedTypes = ['UHD', '1920x1080', '1920x1200', '768x1366', '1080x1920', '1080x1920_logo'];
+ if (lang !== 'zh' && lang !== 'en') {
+ lang = 'zh';
+ }
+ if (lang === 'zh') {
+ lang = 'zh-CN';
+ apiUrl = 'https://cn.bing.com';
+ } else {
+ lang = 'en-US';
+ apiUrl = 'https://www.bing.com';
+ }
+ if (!allowedTypes.includes(type)) {
+ type = '1920x1080';
+ }
+ const story = routeParams.get('story') === '1';
+ const resp = await ofetch('/hp/api/model', {
+ baseURL: apiUrl,
+ method: 'GET',
+ query: {
+ mtk: lang,
+ },
+ });
+ const items = resp.MediaContents.map((item) => {
+ const ssd = item.Ssd;
+ const link = `${apiUrl}${item.ImageContent.Image.Url.match(/\/th\?id=[^_]+_[^_]+/)[0].replace(/(_\d+x\d+\.webp)$/i, '')}_${type}.jpg`;
+ let description = `${item.ImageContent.Headline} `;
+ description += `${item.ImageContent.QuickFact.MainText} ${item.ImageContent.Description}
`;
+ }
+ return {
+ title: item.ImageContent.Title,
+ description,
+ link: `${apiUrl}${item.ImageContent.BackstageUrl}`,
+ author: item.ImageContent.Copyright,
+ pubDate: timezone(parseDate(ssd, 'YYYYMMDD_HHmm'), 0),
+ };
+ });
+ return {
+ title: 'Bing每日壁纸',
+ link: apiUrl,
+ description: 'Bing每日壁纸',
+ item: items,
+ };
+}
diff --git a/lib/routes/bing/namespace.ts b/lib/routes/bing/namespace.ts
new file mode 100644
index 00000000000000..abaf432718e02f
--- /dev/null
+++ b/lib/routes/bing/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Bing',
+ url: 'cn.bing.com',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/bing/search.ts b/lib/routes/bing/search.ts
new file mode 100644
index 00000000000000..85f352e415f16c
--- /dev/null
+++ b/lib/routes/bing/search.ts
@@ -0,0 +1,57 @@
+import 'dayjs/locale/zh-cn.js';
+
+import dayjs from 'dayjs';
+import localizedFormat from 'dayjs/plugin/localizedFormat.js';
+
+import type { Route } from '@/types';
+import { parseDate } from '@/utils/parse-date';
+import parser from '@/utils/rss-parser';
+
+dayjs.extend(localizedFormat);
+
+export const route: Route = {
+ path: '/search/:keyword',
+ categories: ['other'],
+ example: '/bing/search/rss',
+ parameters: { keyword: '搜索关键词' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['cn.bing.com/'],
+ target: '',
+ },
+ ],
+ name: '搜索',
+ maintainers: ['CaoMeiYouRen'],
+ handler,
+ url: 'cn.bing.com/',
+};
+
+async function handler(ctx) {
+ const q = ctx.req.param('keyword');
+ const searchParams = new URLSearchParams({
+ format: 'rss',
+ q,
+ });
+ const url = new URL('https://cn.bing.com/search');
+ url.search = searchParams.toString();
+ const data = await parser.parseURL(url.toString());
+ return {
+ title: data.title,
+ link: data.link,
+ description: data.description + ' - ' + data.copyright,
+ image: data.image.url,
+ item: data.items.map((e) => ({
+ ...e,
+ description: e.content,
+ pubDate: parseDate(e.pubDate, 'dddd, DD MMM YYYY HH:mm:ss [GMT]', 'zh-cn'),
+ })),
+ };
+}
diff --git a/lib/routes/biodiscover/index.ts b/lib/routes/biodiscover/index.ts
new file mode 100644
index 00000000000000..9f576d06fa32fd
--- /dev/null
+++ b/lib/routes/biodiscover/index.ts
@@ -0,0 +1,60 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/:channel?',
+ radar: [
+ {
+ source: ['www.biodiscover.com/:channel'],
+ target: '/:channel',
+ },
+ ],
+ name: 'Unknown',
+ maintainers: ['aidistan'],
+ handler,
+};
+
+async function handler(ctx) {
+ const channel = ctx.req.param('channel');
+ const listUrl = 'http://www.biodiscover.com/' + channel;
+ const response = await got({ url: listUrl });
+ const $ = load(response.data);
+
+ const items = $('.new_list .newList_box')
+ .toArray()
+ .map((item) => ({
+ pubDate: parseDate($(item).find('.news_flow_tag .times').text().trim()),
+ link: 'http://www.biodiscover.com' + $(item).find('h2 a').attr('href'),
+ }));
+
+ return {
+ title: '生物探索 - ' + $('.header li.sel a').text(),
+ link: listUrl,
+ description: $('meta[name=description]').attr('content'),
+ item: await Promise.all(
+ items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got({ url: item.link });
+ const $ = load(detailResponse.data);
+
+ // remove sharing info if exists
+ const lastNode = $('.main_info').children().last();
+ if (lastNode.css('display') === 'none') {
+ lastNode.remove();
+ }
+
+ return {
+ title: $('h1').text().trim(),
+ description: $('.main_info').html(),
+ pubDate: item.pubDate,
+ link: item.link,
+ };
+ })
+ )
+ ),
+ };
+}
diff --git a/lib/routes/biodiscover/namespace.ts b/lib/routes/biodiscover/namespace.ts
new file mode 100644
index 00000000000000..e81481e842ebeb
--- /dev/null
+++ b/lib/routes/biodiscover/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'biodiscover.com 生物探索',
+ url: 'www.biodiscover.com',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/bioone/featured.ts b/lib/routes/bioone/featured.ts
new file mode 100644
index 00000000000000..c8c9f8ea892fd3
--- /dev/null
+++ b/lib/routes/bioone/featured.ts
@@ -0,0 +1,79 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/featured',
+ categories: ['journal'],
+ example: '/bioone/featured',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['bioone.org/'],
+ },
+ ],
+ name: 'Featured articles',
+ maintainers: ['nczitzk'],
+ handler,
+ url: 'bioone.org/',
+};
+
+async function handler(ctx) {
+ const rootUrl = 'https://bioone.org';
+ const response = await got(rootUrl, {
+ https: {
+ rejectUnauthorized: false,
+ },
+ });
+
+ const $ = load(response.data);
+
+ let items = $('.items h4 a')
+ .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 10)
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ const link = item.attr('href').split('?')[0];
+
+ return {
+ title: item.text(),
+ link: link.includes('http') ? link : `${rootUrl}${link}`,
+ };
+ });
+
+ items = await Promise.all(
+ items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got(item.link, {
+ https: {
+ rejectUnauthorized: false,
+ },
+ });
+ const content = load(detailResponse.data);
+
+ item.description = content('#divARTICLECONTENTTop').html();
+ item.doi = content('meta[name="dc.Identifier"]').attr('content');
+ item.pubDate = parseDate(content('meta[name="dc.Date"]').attr('content'));
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: 'Featured articles - BioOne',
+ link: rootUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/bioone/journal.ts b/lib/routes/bioone/journal.ts
new file mode 100644
index 00000000000000..b7a0a7b551f71c
--- /dev/null
+++ b/lib/routes/bioone/journal.ts
@@ -0,0 +1,87 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/journals/:journal?',
+ categories: ['journal'],
+ example: '/bioone/journals/acta-chiropterologica',
+ parameters: { journal: 'Journals, can be found in URL' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['bioone.org/journals/:journal', 'bioone.org/'],
+ target: '/journals/:journal',
+ },
+ ],
+ name: 'Journals',
+ maintainers: ['nczitzk'],
+ handler,
+};
+
+async function handler(ctx) {
+ const journal = ctx.req.param('journal') ?? 'acta-chiropterologica';
+
+ const rootUrl = 'https://bioone.org';
+ const currentUrl = `${rootUrl}/journals/${journal}/current`;
+ const response = await got(currentUrl, {
+ https: {
+ rejectUnauthorized: false,
+ },
+ });
+
+ const $ = load(response.data);
+
+ let items = $('.TOCLineItemBoldText')
+ .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 20)
+ .toArray()
+ .map((item) => {
+ item = $(item).parent();
+
+ return {
+ link: `${rootUrl}${item.attr('href')}`,
+ };
+ });
+
+ items = await Promise.all(
+ items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got(item.link, {
+ https: {
+ rejectUnauthorized: false,
+ },
+ });
+
+ const content = load(detailResponse.data);
+
+ content('.ProceedingsArticleOpenAccessPanel').remove();
+ content('#divNotSignedSection, #rightRail').remove();
+
+ item.description = content('.panel-body').html();
+ item.title = content('meta[name="dc.Title"]').attr('content');
+ item.author = content('meta[name="dc.Creator"]').attr('content');
+ item.doi = content('meta[name="dc.Identifier"]').attr('content');
+ item.pubDate = parseDate(content('meta[name="dc.Date"]').attr('content'));
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: `${$('.panel-body .row a').first().text()} - BioOne`,
+ description: $('.panel-body .row text').first().text(),
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/bioone/namespace.ts b/lib/routes/bioone/namespace.ts
new file mode 100644
index 00000000000000..f2a193208ed7b8
--- /dev/null
+++ b/lib/routes/bioone/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'BioOne',
+ url: 'bioone.org',
+ lang: 'en',
+};
diff --git a/lib/routes/biquge/index.ts b/lib/routes/biquge/index.ts
new file mode 100644
index 00000000000000..817222c6c6c960
--- /dev/null
+++ b/lib/routes/biquge/index.ts
@@ -0,0 +1,112 @@
+import { load } from 'cheerio';
+import iconv from 'iconv-lite';
+
+import { config } from '@/config';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import { getSubPath } from '@/utils/common-utils';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const allowHost = new Set([
+ 'www.xbiquwx.la',
+ 'www.biqu5200.net',
+ 'www.xbiquge.so',
+ 'www.biqugeu.net',
+ 'www.b520.cc',
+ 'www.ahfgb.com',
+ 'www.ibiquge.la',
+ 'www.biquge.tv',
+ 'www.bswtan.com',
+ 'www.biquge.co',
+ 'www.bqzhh.com',
+ 'www.biqugse.com',
+ 'www.ibiquge.info',
+ 'www.ishuquge.com',
+ 'www.mayiwxw.com',
+]);
+
+export const route: Route = {
+ path: '*',
+ name: 'Unknown',
+ maintainers: [],
+ handler,
+};
+
+async function handler(ctx) {
+ const rootUrl = getSubPath(ctx).split('/').slice(1, 4).join('/');
+ const currentUrl = getSubPath(ctx).slice(1);
+ if (!config.feature.allow_user_supply_unsafe_domain && !allowHost.has(new URL(rootUrl).hostname)) {
+ throw new ConfigNotFoundError(`This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
+ }
+
+ const response = await got({
+ method: 'get',
+ url: currentUrl,
+ responseType: 'buffer',
+ https: {
+ rejectUnauthorized: false,
+ },
+ });
+
+ const isGBK = /charset="?'?gb/i.test(response.data.toString());
+ const encoding = isGBK ? 'gbk' : 'utf-8';
+
+ const $ = load(iconv.decode(response.data, encoding));
+ const author = $('meta[property="og:novel:author"]').attr('content');
+ const pubDate = timezone(parseDate($('meta[property="og:novel:update_time"]').attr('content')), +8);
+
+ let items = $('dl dd a')
+ .toArray()
+ .toReversed()
+ .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 1)
+ .map((item) => {
+ item = $(item);
+
+ let link = '';
+ const url = item.attr('href');
+ if (url.startsWith('http')) {
+ link = url;
+ } else if (/^\//.test(url)) {
+ link = `${rootUrl}${url}`;
+ } else {
+ link = `${currentUrl}/${url}`;
+ }
+
+ return {
+ title: item.text(),
+ link,
+ author,
+ pubDate,
+ };
+ });
+
+ items = await Promise.all(
+ items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got({
+ method: 'get',
+ url: item.link,
+ responseType: 'buffer',
+ https: {
+ rejectUnauthorized: false,
+ },
+ });
+
+ const content = load(iconv.decode(detailResponse.data, encoding));
+
+ item.description = content('#content').html();
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: `${$('meta[property="og:title"]').attr('content')} - 笔趣阁`,
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/biquge/namespace.ts b/lib/routes/biquge/namespace.ts
new file mode 100644
index 00000000000000..25da181955d1f8
--- /dev/null
+++ b/lib/routes/biquge/namespace.ts
@@ -0,0 +1,28 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '笔趣阁',
+ url: 'xbiquwx.la',
+ description: `::: tip
+此处的 **笔趣阁** 指网络上使用和 **笔趣阁** 样式相似模板的小说阅读网站，包括但不限于下方列举的网址。
+:::
+
+| 网址 | 名称 |
+| ---------------------------------------------------- | ---------- |
+| [https://www.xbiquwx.la](https://www.xbiquwx.la) | 笔尖中文 |
+| [http://www.biqu5200.net](http://www.biqu5200.net) | 笔趣阁 |
+| [https://www.xbiquge.so](https://www.xbiquge.so) | 笔趣阁 |
+| [https://www.biqugeu.net](https://www.biqugeu.net) | 顶点小说网 |
+| [http://www.b520.cc](http://www.b520.cc) | 笔趣阁 |
+| [https://www.ahfgb.com](https://www.ahfgb.com) | 笔趣鸽 |
+| [https://www.ibiquge.la](https://www.ibiquge.la) | 香书小说 |
+| [https://www.biquge.tv](https://www.biquge.tv) | 笔趣阁 |
+| [https://www.bswtan.com](https://www.bswtan.com) | 笔书网 |
+| [https://www.biquge.co](https://www.biquge.co) | 笔趣阁 |
+| [https://www.bqzhh.com](https://www.bqzhh.com) | 笔趣阁 |
+| [http://www.biqugse.com](http://www.biqugse.com) | 笔趣阁 |
+| [https://www.ibiquge.info](https://www.ibiquge.info) | 爱笔楼 |
+| [https://www.ishuquge.com](https://www.ishuquge.com) | 书趣阁 |
+| [https://www.mayiwxw.com](https://www.mayiwxw.com) | 蚂蚁文学 |`,
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/bit/cs/cs.ts b/lib/routes/bit/cs/cs.ts
new file mode 100644
index 00000000000000..ed0141fb2900a1
--- /dev/null
+++ b/lib/routes/bit/cs/cs.ts
@@ -0,0 +1,52 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+import util from './utils';
+
+export const route: Route = {
+ path: '/cs',
+ categories: ['university'],
+ example: '/bit/cs',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['cs.bit.edu.cn/tzgg', 'cs.bit.edu.cn/'],
+ },
+ ],
+ name: '计院通知',
+ maintainers: ['sinofp'],
+ handler,
+ url: 'cs.bit.edu.cn/tzgg',
+};
+
+async function handler() {
+ const link = 'https://cs.bit.edu.cn/tzgg/';
+ const response = await got({
+ method: 'get',
+ url: link,
+ });
+
+ const $ = load(response.data);
+
+ const list = $('.box_list01 li').toArray();
+
+ const result = await util.ProcessFeed(list, cache);
+
+ return {
+ title: $('title').text(),
+ link,
+ description: $('meta[name="description"]').attr('content'),
+ item: result,
+ };
+}
diff --git a/lib/routes/bit/cs/utils.ts b/lib/routes/bit/cs/utils.ts
new file mode 100644
index 00000000000000..ad67790a430737
--- /dev/null
+++ b/lib/routes/bit/cs/utils.ts
@@ -0,0 +1,52 @@
+import { load } from 'cheerio';
+
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+// 专门定义一个function用于加载文章内容
+async function loadContent(item) {
+ // 异步请求文章
+ const response = await got(item.link);
+ // 加载文章内容
+ const $ = load(response.data);
+
+ // 提取作者
+ const zuozhe = $('.zuozhe').children().next();
+ item.author = zuozhe.first().text();
+
+ // 提取内容
+ item.description = $('.wz_art').html();
+
+ // 返回解析的结果
+ return item;
+}
+
+const ProcessFeed = (list, caches) => {
+ const host = 'https://cs.bit.edu.cn/tzgg/';
+
+ return Promise.all(
+ // 遍历每一篇文章
+ list.map((item) => {
+ const $ = load(item);
+
+ const $title = $('a');
+ // 还原相对链接为绝对链接
+ const itemUrl = new URL($title.attr('href'), host).href;
+
+ // 列表上提取到的信息
+ const single = {
+ title: $title.text(),
+ link: itemUrl,
+ // author: '教务部',
+ pubDate: timezone(parseDate($('span').text()), 8),
+ };
+
+ // 使用tryGet方法从缓存获取内容。
+ // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
+ return caches.tryGet(single.link, () => loadContent(single));
+ })
+ );
+};
+
+export default { ProcessFeed };
diff --git a/lib/routes/bit/jwc/jwc.ts b/lib/routes/bit/jwc/jwc.ts
new file mode 100644
index 00000000000000..c0e1d405254dc2
--- /dev/null
+++ b/lib/routes/bit/jwc/jwc.ts
@@ -0,0 +1,52 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+import util from './utils';
+
+export const route: Route = {
+ path: '/jwc',
+ categories: ['university'],
+ example: '/bit/jwc',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['jwc.bit.edu.cn/tzgg', 'jwc.bit.edu.cn/'],
+ },
+ ],
+ name: '教务处通知',
+ maintainers: ['sinofp'],
+ handler,
+ url: 'jwc.bit.edu.cn/tzgg',
+};
+
+async function handler() {
+ const link = 'https://jwc.bit.edu.cn/tzgg/';
+ const response = await got({
+ method: 'get',
+ url: link,
+ });
+
+ const $ = load(response.data);
+
+ const list = $('li.gpTextArea').toArray();
+
+ const result = await util.ProcessFeed(list, cache);
+
+ return {
+ title: $('title').text(),
+ link,
+ description: '北京理工大学教务部',
+ item: result,
+ };
+}
diff --git a/lib/routes/bit/jwc/utils.ts b/lib/routes/bit/jwc/utils.ts
new file mode 100644
index 00000000000000..1bcc9b522bda5a
--- /dev/null
+++ b/lib/routes/bit/jwc/utils.ts
@@ -0,0 +1,48 @@
+import { load } from 'cheerio';
+
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+// 专门定义一个function用于加载文章内容
+async function loadContent(item) {
+ // 异步请求文章
+ const response = await got(item.link);
+ // 加载文章内容
+ const $ = load(response.data);
+
+ // 提取内容
+ item.description = $('.gp-article').html();
+
+ // 返回解析的结果
+ return item;
+}
+
+const ProcessFeed = (list, caches) => {
+ const host = 'https://jwc.bit.edu.cn/tzgg/';
+
+ return Promise.all(
+ // 遍历每一篇文章
+ list.map((item) => {
+ const $ = load(item);
+
+ const $title = $('a');
+ // 还原相对链接为绝对链接
+ const itemUrl = new URL($title.attr('href'), host).href;
+
+ // 列表上提取到的信息
+ const single = {
+ title: $title.text(),
+ link: itemUrl,
+ author: '教务部',
+ pubDate: timezone(parseDate($('span').text()), 8),
+ };
+
+ // 使用tryGet方法从缓存获取内容。
+ // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
+ return caches.tryGet(single.link, () => loadContent(single));
+ })
+ );
+};
+
+export default { ProcessFeed };
diff --git a/lib/routes/bit/namespace.ts b/lib/routes/bit/namespace.ts
new file mode 100644
index 00000000000000..0566caa96cb222
--- /dev/null
+++ b/lib/routes/bit/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '北京理工大学',
+ url: 'cs.bit.edu.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/bit/rszhaopin.ts b/lib/routes/bit/rszhaopin.ts
new file mode 100644
index 00000000000000..b966cc9242fb6e
--- /dev/null
+++ b/lib/routes/bit/rszhaopin.ts
@@ -0,0 +1,55 @@
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/rszhaopin',
+ categories: ['university'],
+ example: '/bit/rszhaopin',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['rszhaopin.bit.edu.cn/'],
+ },
+ ],
+ name: '人才招聘',
+ maintainers: ['nczitzk'],
+ handler,
+ url: 'rszhaopin.bit.edu.cn/',
+};
+
+async function handler() {
+ const rootUrl = 'https://rszhaopin.bit.edu.cn';
+ const apiUrl = `${rootUrl}/ajax/ajaxService`;
+ const currentUrl = `${rootUrl}/zp.html#/notices/0`;
+
+ const response = await got({
+ method: 'post',
+ url: apiUrl,
+ form: {
+ __xml: 'A2GgW6kPrLjaqavT0I8o9cOIXCYxazGialM66OpRk0MhwwOeUI1mF8yRBJHzicA9uL8Y9gYrXjdMocslRUopTMDJSRAykGXsjUoPibT4uK8Rz8Zj7U00coBCcJibpVwRZzFk',
+ __type: 'extTrans',
+ },
+ });
+
+ const items = response.data.return_data.list.map((item) => ({
+ title: item.title,
+ description: item.content,
+ pubDate: parseDate(item.createtime),
+ link: `${rootUrl}/zp.html#/notice/${item.id}`,
+ }));
+
+ return {
+ title: '人才招聘 - 北京理工大学',
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/bit/yjs.ts b/lib/routes/bit/yjs.ts
new file mode 100644
index 00000000000000..c20f2aa017dbef
--- /dev/null
+++ b/lib/routes/bit/yjs.ts
@@ -0,0 +1,53 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/yjs',
+ categories: ['university'],
+ example: '/bit/yjs',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['grd.bit.edu.cn/zsgz/zsxx/index.htm', 'grd.bit.edu.cn/'],
+ },
+ ],
+ name: '研究生院招生信息',
+ maintainers: ['shengmaosu'],
+ handler,
+ url: 'grd.bit.edu.cn/zsgz/zsxx/index.htm',
+};
+
+async function handler() {
+ const link = 'https://grd.bit.edu.cn/zsgz/zsxx/index.htm';
+ const response = await got(link);
+ const $ = load(response.data);
+ const list = $('.tongzhigonggao li');
+
+ return {
+ title: '北京理工大学研究生院',
+ link,
+ description: '北京理工大学研究生院通知公告',
+ item:
+ list &&
+ list.toArray().map((item) => {
+ item = $(item);
+ const a = item.find('a');
+ return {
+ title: a.text(),
+ link: new URL(a.attr('href'), link).href,
+ pubDate: parseDate(item.find('span').text(), 'YYYY-MM-DD'),
+ };
+ }),
+ };
+}
diff --git a/lib/routes/bitbucket/commits.ts b/lib/routes/bitbucket/commits.ts
new file mode 100644
index 00000000000000..4d3d3ee89c2e32
--- /dev/null
+++ b/lib/routes/bitbucket/commits.ts
@@ -0,0 +1,65 @@
+import queryString from 'query-string';
+
+import { config } from '@/config';
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/commits/:workspace/:repo_slug',
+ categories: ['programming'],
+ example: '/bitbucket/commits/blaze-lib/blaze',
+ parameters: { workspace: 'Workspace', repo_slug: 'Repository' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['bitbucket.com/commits/:workspace/:repo_slug'],
+ },
+ ],
+ name: 'Commits',
+ maintainers: ['AuroraDysis'],
+ handler,
+};
+
+async function handler(ctx) {
+ const workspace = ctx.req.param('workspace');
+ const repo_slug = ctx.req.param('repo_slug');
+
+ const headers = {
+ Accept: 'application/json',
+ };
+ let auth = '';
+ if (config.bitbucket && config.bitbucket.username && config.bitbucket.password) {
+ auth = config.bitbucket.username + ':' + config.bitbucket.password + '@';
+ }
+ const response = await got({
+ method: 'get',
+ url: `https://${auth}api.bitbucket.org/2.0/repositories/${workspace}/${repo_slug}/commits/`,
+ searchParams: queryString.stringify({
+ sort: '-target.date',
+ }),
+ headers,
+ });
+ const data = response.data.values;
+ return {
+ allowEmpty: true,
+ title: `Recent Commits to ${workspace}/${repo_slug}`,
+ link: `https://bitbucket.org/${workspace}/${repo_slug}`,
+ item:
+ data &&
+ data.map((item) => ({
+ title: item.message,
+ author: item.author.raw,
+ description: item.rendered.message.html || 'No description',
+ pubDate: parseDate(item.date),
+ link: item.links.html.href,
+ })),
+ };
+}
diff --git a/lib/routes/bitbucket/namespace.ts b/lib/routes/bitbucket/namespace.ts
new file mode 100644
index 00000000000000..a5607f530fa05a
--- /dev/null
+++ b/lib/routes/bitbucket/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Bitbucket',
+ url: 'bitbucket.com',
+ lang: 'en',
+};
diff --git a/lib/routes/bitbucket/tags.ts b/lib/routes/bitbucket/tags.ts
new file mode 100644
index 00000000000000..9add7af6222ec0
--- /dev/null
+++ b/lib/routes/bitbucket/tags.ts
@@ -0,0 +1,60 @@
+import queryString from 'query-string';
+
+import { config } from '@/config';
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/tags/:workspace/:repo_slug',
+ categories: ['programming'],
+ example: '/bitbucket/tags/blaze-lib/blaze',
+ parameters: { workspace: 'Workspace', repo_slug: 'Repository' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'Tags',
+ maintainers: ['AuroraDysis'],
+ handler,
+};
+
+async function handler(ctx) {
+ const workspace = ctx.req.param('workspace');
+ const repo_slug = ctx.req.param('repo_slug');
+
+ const headers = {
+ Accept: 'application/json',
+ };
+ let auth = '';
+ if (config.bitbucket && config.bitbucket.username && config.bitbucket.password) {
+ auth = config.bitbucket.username + ':' + config.bitbucket.password + '@';
+ }
+ const response = await got({
+ method: 'get',
+ url: `https://${auth}api.bitbucket.org/2.0/repositories/${workspace}/${repo_slug}/refs/tags/`,
+ searchParams: queryString.stringify({
+ sort: '-target.date',
+ }),
+ headers,
+ });
+ const data = response.data.values;
+ return {
+ allowEmpty: true,
+ title: `Recent Tags in ${workspace}/${repo_slug}`,
+ link: `https://bitbucket.org/${workspace}/${repo_slug}`,
+ item:
+ data &&
+ data.map((item) => ({
+ title: item.name,
+ author: item.tagger.raw,
+ description: item.message || 'No description',
+ pubDate: parseDate(item.date),
+ link: item.links.html.href,
+ })),
+ };
+}
diff --git a/lib/routes/bitget/announcement.ts b/lib/routes/bitget/announcement.ts
new file mode 100644
index 00000000000000..46807eb2867d4f
--- /dev/null
+++ b/lib/routes/bitget/announcement.ts
@@ -0,0 +1,204 @@
+import { load } from 'cheerio';
+
+import { config } from '@/config';
+import type { DataItem, Route } from '@/types';
+import { ViewType } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+import type { BitgetResponse } from './type';
+
+const handler: Route['handler'] = async (ctx) => {
+ const baseUrl = 'https://www.bitget.com';
+ const announcementApiUrl = `${baseUrl}/v1/msg/push/stationLetterNew`;
+ const { type, lang = 'zh-CN' } = ctx.req.param<'/bitget/announcement/:type/:lang?'>();
+ const languageCode = lang.replace('-', '_');
+ const headers = {
+ Referer: baseUrl,
+ accept: 'application/json, text/plain, */*',
+ 'content-type': 'application/json;charset=UTF-8',
+ language: languageCode,
+ locale: languageCode,
+ };
+ const pageSize = ctx.req.query('limit') ?? '10';
+
+ // stationLetterType: 0 表示全部通知，02 表示新币上线，01 表示最新活动，06 表示最新公告
+ const reqBody: {
+ pageSize: string;
+ openUnread: number;
+ stationLetterType: string;
+ isPre: boolean;
+ lastEndId: null;
+ languageType: number;
+ excludeStationLetterType?: string;
+ } = {
+ pageSize,
+ openUnread: 0,
+ stationLetterType: '0',
+ isPre: false,
+ lastEndId: null,
+ languageType: 1,
+ };
+
+ // 根据 type 判断 reqBody 的 stationLetterType 的值
+ switch (type) {
+ case 'new-listing':
+ reqBody.stationLetterType = '02';
+ break;
+
+ case 'latest-activities':
+ reqBody.stationLetterType = '01';
+ break;
+
+ case 'new-announcement':
+ reqBody.stationLetterType = '06';
+ break;
+
+ case 'all':
+ reqBody.stationLetterType = '0';
+ reqBody.excludeStationLetterType = '00';
+ break;
+
+ default:
+ throw new Error('Invalid type');
+ }
+
+ const response = (await cache.tryGet(
+ `bitget:announcement:${type}:${pageSize}:${lang}`,
+ async () => {
+ const result = await ofetch(announcementApiUrl, {
+ method: 'POST',
+ body: reqBody,
+ headers,
+ });
+ if (result?.code !== '200') {
+ throw new Error('Failed to fetch announcements, error code: ' + result?.code);
+ }
+ return result;
+ },
+ config.cache.routeExpire,
+ false
+ )) as BitgetResponse;
+
+ if (!response) {
+ throw new Error('Failed to fetch announcements');
+ }
+ const items = response.data.items;
+ const data = await Promise.all(
+ items.map(
+ (item) =>
+ cache.tryGet(`bitget:announcement:${item.id}:${pageSize}:${lang}`, async () => {
+ // 从 unix 时间戳转换为日期
+ const date = parseDate(Number(item.sendTime));
+ const dataItem: DataItem = {
+ title: item.title ?? '',
+ link: item.openUrl ?? '',
+ pubDate: item.sendTime ? date : undefined,
+ description: item.content ?? '',
+ };
+
+ if (item.imgUrl) {
+ dataItem.image = item.imgUrl;
+ }
+
+ if (item.stationLetterType === '01' || item.stationLetterType === '06') {
+ try {
+ const itemResponse = await ofetch(item.openUrl ?? '', {
+ headers,
+ });
+ const $ = load(itemResponse);
+ const nextData = JSON.parse($('script#__NEXT_DATA__').text());
+ dataItem.description = nextData.props.pageProps.details?.content || nextData.props.pageProps.pageInitInfo?.ruleContent || item.content || '';
+ } catch (error: any) {
+ if (error.name && (error.name === 'HTTPError' || error.name === 'RequestError' || error.name === 'FetchError')) {
+ dataItem.description = item.content ?? '';
+ } else {
+ throw error;
+ }
+ }
+ }
+ return dataItem;
+ }) as Promise
+ )
+ );
+
+ return {
+ title: `Bitget | ${findTypeLabel(type)}`,
+ link: `https://www.bitget.com/${lang}/inmail`,
+ item: data,
+ };
+};
+
+const findTypeLabel = (type: string) => {
+ const typeMap = {
+ all: 'All',
+ 'new-listing': 'New Listing',
+ 'latest-activities': 'Latest Activities',
+ 'new-announcement': 'New Announcement',
+ };
+ return typeMap[type];
+};
+
+export const route: Route = {
+ path: '/announcement/:type/:lang?',
+ categories: ['finance'],
+ view: ViewType.Articles,
+ example: '/bitget/announcement/all/zh-CN',
+ parameters: {
+ type: {
+ description: 'Bitget 通知类型',
+ default: 'all',
+ options: [
+ { value: 'all', label: '全部通知' },
+ { value: 'new-listing', label: '新币上线' },
+ { value: 'latest-activities', label: '最新活动' },
+ { value: 'new-announcement', label: '最新公告' },
+ ],
+ },
+ lang: {
+ description: '语言',
+ default: 'zh-CN',
+ options: [
+ { value: 'zh-CN', label: '中文' },
+ { value: 'en-US', label: 'English' },
+ { value: 'es-ES', label: 'Español' },
+ { value: 'fr-FR', label: 'Français' },
+ { value: 'de-DE', label: 'Deutsch' },
+ { value: 'ja-JP', label: '日本語' },
+ { value: 'ru-RU', label: 'Русский' },
+ { value: 'ar-SA', label: 'العربية' },
+ ],
+ },
+ },
+ radar: [
+ {
+ source: ['www.bitget.com/:lang/inmail'],
+ target: '/announcement/all/:lang',
+ },
+ ],
+ name: 'Announcement',
+ description: `
+type:
+| Type | Description |
+| --- | --- |
+| all | 全部通知 |
+| new-listing | 新币上线 |
+| latest-activities | 最新活动 |
+| new-announcement | 最新公告 |
+
+lang:
+| Lang | Description |
+| --- | --- |
+| zh-CN | 中文 |
+| en-US | English |
+| es-ES | Español |
+| fr-FR | Français |
+| de-DE | Deutsch |
+| ja-JP | 日本語 |
+| ru-RU | Русский |
+| ar-SA | العربية |
+`,
+ maintainers: ['YukiCoco'],
+ handler,
+};
diff --git a/lib/routes/bitget/namespace.ts b/lib/routes/bitget/namespace.ts
new file mode 100644
index 00000000000000..808a994ef2fe24
--- /dev/null
+++ b/lib/routes/bitget/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Bitget',
+ url: 'bitget.com',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/bitget/type.ts b/lib/routes/bitget/type.ts
new file mode 100644
index 00000000000000..3e87c360b48c22
--- /dev/null
+++ b/lib/routes/bitget/type.ts
@@ -0,0 +1,26 @@
+export interface BitgetResponse {
+ code: string;
+ data: {
+ endId: string;
+ hasNextPage: boolean;
+ hasPrePage: boolean;
+ items: Array<{
+ businessType?: number;
+ content?: string;
+ id: string;
+ imgUrl?: string;
+ openUrl?: string;
+ openUrlName?: string;
+ readStats?: number;
+ sendTime?: string;
+ stationLetterType?: string;
+ title?: string;
+ }>;
+ notifyFlag: boolean;
+ page: number;
+ pageSize: number;
+ startId: string;
+ total: number;
+ };
+ params: any[];
+}
diff --git a/lib/routes/bitmovin/blog.ts b/lib/routes/bitmovin/blog.ts
new file mode 100644
index 00000000000000..d7ff08da8f9ffa
--- /dev/null
+++ b/lib/routes/bitmovin/blog.ts
@@ -0,0 +1,52 @@
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+const baseUrl = 'https://bitmovin.com';
+
+export const route: Route = {
+ path: '/blog',
+ categories: ['programming'],
+ example: '/bitmovin/blog',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['bitmovin.com/blog', 'bitmovin.com/'],
+ },
+ ],
+ name: 'Blog',
+ maintainers: ['elxy'],
+ handler,
+ url: 'bitmovin.com/blog',
+};
+
+async function handler(ctx) {
+ const apiUrl = `${baseUrl}/wp-json/wp/v2`;
+ const { data } = await got(`${apiUrl}/posts`, {
+ searchParams: {
+ per_page: ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 100,
+ },
+ });
+
+ const items = data.map((item) => ({
+ title: item.title.rendered,
+ author: item.authors.map((a) => a.display_name).join(', '),
+ description: item.content.rendered,
+ pubDate: parseDate(item.date_gmt),
+ link: item.link,
+ }));
+
+ return {
+ title: 'Blog - Bitmovin',
+ link: `${baseUrl}/blog/`,
+ item: items,
+ };
+}
diff --git a/lib/routes/bitmovin/namespace.ts b/lib/routes/bitmovin/namespace.ts
new file mode 100644
index 00000000000000..85fa757746ab20
--- /dev/null
+++ b/lib/routes/bitmovin/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Bitmovin',
+ url: 'bitmovin.com',
+ lang: 'en',
+};
diff --git a/lib/routes/bjfu/grs.ts b/lib/routes/bjfu/grs.ts
new file mode 100644
index 00000000000000..17cb96940fb0f1
--- /dev/null
+++ b/lib/routes/bjfu/grs.ts
@@ -0,0 +1,78 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/grs',
+ categories: ['university'],
+ example: '/bjfu/grs',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['graduate.bjfu.edu.cn/'],
+ },
+ ],
+ name: '研究生院培养动态',
+ maintainers: ['markmingjie'],
+ handler,
+ url: 'graduate.bjfu.edu.cn/',
+};
+
+async function handler() {
+ const url = 'http://graduate.bjfu.edu.cn/pygl/pydt/index.html';
+ const response = await got.get(url);
+ const data = response.data;
+ const $ = load(data);
+ const list = $('.itemList li')
+ .slice(0, 11)
+ .toArray()
+ .map((e) => {
+ const element = $(e);
+ const title = element.find('li a').attr('title');
+ const link = element.find('li a').attr('href');
+ const date = element
+ .find('li a')
+ .text()
+ .match(/\d{4}-\d{2}-\d{2}/);
+ const pubDate = timezone(parseDate(date), 8);
+
+ return {
+ title,
+ link: 'http://graduate.bjfu.edu.cn/pygl/pydt/' + link,
+ author: '北京林业大学研究生院培养动态',
+ pubDate,
+ };
+ });
+
+ const result = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const itemReponse = await got.get(item.link);
+ const data = itemReponse.data;
+ const itemElement = load(data);
+
+ item.description = itemElement('.articleTxt').html();
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: '北林研培养动态',
+ link: url,
+ item: result,
+ };
+}
diff --git a/lib/routes/bjfu/it/index.ts b/lib/routes/bjfu/it/index.ts
new file mode 100644
index 00000000000000..b9028da852ed0f
--- /dev/null
+++ b/lib/routes/bjfu/it/index.ts
@@ -0,0 +1,81 @@
+import { load } from 'cheerio';
+import iconv from 'iconv-lite';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+import util from './utils';
+
+export const route: Route = {
+ path: '/it/:type',
+ categories: ['university'],
+ example: '/bjfu/it/xyxw',
+ parameters: { type: '通知类别' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['it.bjfu.edu.cn/:type/index.html'],
+ },
+ ],
+ name: '信息学院通知',
+ maintainers: ['wzc-blog'],
+ handler,
+ description: `| 学院新闻 | 科研动态 | 本科生培养 | 研究生培养 |
+| -------- | -------- | ---------- | ---------- |
+| xyxw | kydt | pydt | pydt2 |`,
+};
+
+async function handler(ctx) {
+ const type = ctx.req.param('type');
+ let title, path;
+ switch (type) {
+ case 'kydt':
+ title = '科研动态';
+ path = 'kyxz/kydt/';
+ break;
+ case 'pydt':
+ title = '本科生培养';
+ path = 'bkspy/pydt/';
+ break;
+ case 'pydt2':
+ title = '研究生培养';
+ path = 'yjspy/pydt2/';
+ break;
+ default:
+ title = '学院新闻';
+ path = 'xyxw/';
+ }
+ const base = 'http://it.bjfu.edu.cn/' + path;
+
+ const response = await got({
+ method: 'get',
+ responseType: 'buffer',
+ url: base,
+ });
+
+ const data = response.data;
+ let $ = load(iconv.decode(data, 'utf-8'));
+ const charset = $('meta[charset]').attr('charset');
+ if (charset?.toLowerCase() !== 'utf-8') {
+ $ = load(iconv.decode(data, charset ?? 'utf-8'));
+ }
+
+ const list = $('.item-content').toArray();
+
+ const result = await util.ProcessFeed(base, list, cache); // 感谢@hoilc指导
+
+ return {
+ title: '北林信息 - ' + title,
+ link: 'http://it.bjfu.edu.cn/' + path,
+ description: '北京林业大学信息学院 - ' + title,
+ item: result,
+ };
+}
diff --git a/lib/routes/bjfu/it/utils.ts b/lib/routes/bjfu/it/utils.ts
new file mode 100644
index 00000000000000..ef3517502e2525
--- /dev/null
+++ b/lib/routes/bjfu/it/utils.ts
@@ -0,0 +1,72 @@
+import { load } from 'cheerio';
+import iconv from 'iconv-lite';
+
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+// 完整文章页
+async function loadContent(link) {
+ let response;
+ try {
+ response = await got.get(link, {
+ responseType: 'buffer',
+ });
+ } catch {
+ return { description: '' };
+ }
+
+ const data = response.data; // 不用转码
+
+ // 加载文章内容
+ let $ = load(iconv.decode(data, 'utf-8'));
+ const charset = $('meta[charset]').attr('charset');
+ if (charset?.toLowerCase() !== 'utf-8') {
+ $ = load(iconv.decode(data, charset ?? 'utf-8'));
+ }
+
+ // 提取内容
+ const description = ($('.template-body').length ? $('.template-body').html() : '') + ($('.template-tail').length ? $('.template-tail').html() : '');
+
+ // 返回解析的结果
+ return { description };
+}
+
+const ProcessFeed = (base, list, caches) =>
+ // 使用 Promise.all() 进行 async 并发
+ Promise.all(
+ // 遍历每一篇文章
+ list.map((item) => {
+ const $ = load(item);
+
+ const $title = $('a');
+ // 还原相对链接为绝对链接
+ const itemUrl = new URL($title.attr('href'), base).href; // 感谢@hoilc指导
+
+ // 解析日期
+ const pubDate = timezone(
+ parseDate(
+ $('span')
+ .text()
+ .match(/\d{4}-\d{2}-\d{2}/)
+ ),
+ +8
+ );
+
+ // 使用tryGet方法从缓存获取内容。
+ // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
+ return caches.tryGet(itemUrl, async () => {
+ const { description } = await loadContent(itemUrl);
+
+ // 列表上提取到的信息
+ return {
+ title: $title.text(),
+ link: itemUrl,
+ author: '北林信息',
+ description,
+ pubDate,
+ };
+ });
+ })
+ );
+export default { ProcessFeed };
diff --git a/lib/routes/bjfu/jwc/index.ts b/lib/routes/bjfu/jwc/index.ts
new file mode 100644
index 00000000000000..60cbe744410e1e
--- /dev/null
+++ b/lib/routes/bjfu/jwc/index.ts
@@ -0,0 +1,80 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+import util from './utils';
+
+export const route: Route = {
+ path: '/jwc/:type',
+ categories: ['university'],
+ example: '/bjfu/jwc/jwkx',
+ parameters: { type: '通知类别' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['jwc.bjfu.edu.cn/:type/index.html'],
+ },
+ ],
+ name: '教务处通知公告',
+ maintainers: ['markmingjie'],
+ handler,
+ description: `| 教务快讯 | 考试信息 | 课程信息 | 教改动态 | 图片新闻 |
+| -------- | -------- | -------- | -------- | -------- |
+| jwkx | ksxx | kcxx | jgdt | tpxw |`,
+};
+
+async function handler(ctx) {
+ const type = ctx.req.param('type');
+ let title, path;
+ switch (type) {
+ case 'jgdt':
+ title = '教改动态';
+ path = 'jgdt/';
+ break;
+ case 'ksxx':
+ title = '考试信息';
+ path = 'ksxx/';
+ break;
+ case 'kcxx':
+ title = '课程信息';
+ path = 'tkxx/';
+ break;
+ case 'tpxw':
+ title = '图片新闻';
+ path = 'tpxw/';
+ break;
+ case 'jwkx':
+ default:
+ title = '教务快讯';
+ path = 'jwkx/';
+ }
+ const base = 'http://jwc.bjfu.edu.cn/' + path;
+
+ const response = await got({
+ method: 'get',
+ url: base,
+ });
+
+ const data = response.data; // 不用转码
+ const $ = load(data);
+
+ const list = $('.list_c li').slice(0, 15).toArray();
+
+ const result = await util.ProcessFeed(base, list, cache); // 感谢@hoilc指导
+
+ return {
+ title: '北林教务处 - ' + title,
+ link: 'http://jwc.bjfu.edu.cn/' + path,
+ description: '北京林业大学教务处 - ' + title,
+ item: result,
+ };
+}
diff --git a/lib/routes/bjfu/jwc/utils.ts b/lib/routes/bjfu/jwc/utils.ts
new file mode 100644
index 00000000000000..c0e633ebae647c
--- /dev/null
+++ b/lib/routes/bjfu/jwc/utils.ts
@@ -0,0 +1,59 @@
+import { load } from 'cheerio';
+
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+// 完整文章页
+async function loadContent(link) {
+ const response = await got.get(link);
+
+ const data = response.data; // 不用转码
+
+ // 加载文章内容
+ const $ = load(data);
+
+ // 提取内容
+ const description = ($('#con_c').length ? $('#con_c').html() : '') + ($('#con_fujian').length ? $('#con_fujian').html() : '');
+
+ // 返回解析的结果
+ return { description };
+}
+
+const ProcessFeed = (base, list, caches) =>
+ Promise.all(
+ // 遍历每一篇文章
+ list.map((item) => {
+ const $ = load(item);
+
+ const $title = $('a');
+ // 还原相对链接为绝对链接
+ const itemUrl = new URL($title.attr('href'), base).href; // 感谢@hoilc指导
+
+ // 解析日期
+ const pubDate = timezone(
+ parseDate(
+ $('.datetime')
+ .text()
+ .match(/\d{4}-\d{2}-\d{2}/)
+ ),
+ +8
+ );
+
+ // 使用tryGet方法从缓存获取内容。
+ // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
+ return caches.tryGet(itemUrl, async () => {
+ const { description } = await loadContent(itemUrl);
+
+ // 列表上提取到的信息
+ return {
+ title: $title.text(),
+ link: itemUrl,
+ author: '北林教务处',
+ description,
+ pubDate,
+ };
+ });
+ })
+ );
+export default { ProcessFeed };
diff --git a/lib/routes/bjfu/kjc.ts b/lib/routes/bjfu/kjc.ts
new file mode 100644
index 00000000000000..dee0e77ed398f8
--- /dev/null
+++ b/lib/routes/bjfu/kjc.ts
@@ -0,0 +1,79 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/kjc',
+ categories: ['university'],
+ example: '/bjfu/kjc',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['kyc.bjfu.edu.cn/'],
+ },
+ ],
+ name: '科技处通知公告',
+ maintainers: ['markmingjie'],
+ handler,
+ url: 'kyc.bjfu.edu.cn/',
+};
+
+async function handler() {
+ const url = 'http://kyc.bjfu.edu.cn/tztg/index.html';
+ const response = await got.get(url);
+ const data = response.data;
+ const $ = load(data);
+ const list = $('.ll_con_r_b li')
+ .slice(0, 15)
+ .toArray()
+ .map((e) => {
+ const element = $(e);
+ const title = element.find('.ll_con_r_b_title a').text();
+ const link = element.find('a').attr('href');
+ const date = element
+ .find('.ll_con_r_b_time')
+ .text()
+ .match(/\d{4}-\d{2}-\d{2}/);
+ const pubDate = timezone(parseDate(date), 8);
+
+ return {
+ title,
+ link: 'http://kyc.bjfu.edu.cn/tztg/' + link,
+ author: '北京林业大学科技处通知公告',
+ pubDate,
+ };
+ });
+
+ const result = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const itemReponse = await got.get(item.link);
+ const data = itemReponse.data;
+ const itemElement = load(data);
+
+ item.description = itemElement('#a_con_l_con').html();
+ item.title = item.title.includes('...') ? itemElement('#a_con_l_title').text() : item.title;
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: '北林科技处通知',
+ link: url,
+ item: result,
+ };
+}
diff --git a/lib/routes/bjfu/namespace.ts b/lib/routes/bjfu/namespace.ts
new file mode 100644
index 00000000000000..91be22f07922da
--- /dev/null
+++ b/lib/routes/bjfu/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '北京林业大学',
+ url: 'graduate.bjfu.edu.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/bjfu/news/index.ts b/lib/routes/bjfu/news/index.ts
new file mode 100644
index 00000000000000..843c7858eccd1a
--- /dev/null
+++ b/lib/routes/bjfu/news/index.ts
@@ -0,0 +1,88 @@
+import { load } from 'cheerio';
+import iconv from 'iconv-lite';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+import util from './utils';
+
+export const route: Route = {
+ path: '/news/:type',
+ categories: ['university'],
+ example: '/bjfu/news/lsyw',
+ parameters: { type: '新闻栏目' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['news.bjfu.edu.cn/:type/index.html'],
+ },
+ ],
+ name: '绿色新闻网',
+ maintainers: ['markmingjie'],
+ handler,
+ description: `| 绿色要闻 | 校园动态 | 教学科研 | 党建思政 | 一周排行 |
+| -------- | -------- | -------- | -------- | -------- |
+| lsyw | xydt | jxky | djsz | yzph |`,
+};
+
+async function handler(ctx) {
+ const type = ctx.req.param('type');
+ let title, path;
+ switch (type) {
+ case 'xydt':
+ title = '校园动态';
+ path = 'lsxy/';
+ break;
+ case 'jxky':
+ title = '教学科研';
+ path = 'jxky/';
+ break;
+ case 'djsz':
+ title = '党建思政';
+ path = 'djsz/';
+ break;
+ case 'yzph':
+ title = '一周排行';
+ path = 'yzph/';
+ break;
+ case 'lsyw':
+ default:
+ title = '绿色要闻';
+ path = 'lsyw/';
+ }
+ const base = 'http://news.bjfu.edu.cn/' + path;
+
+ const response = await got({
+ method: 'get',
+ responseType: 'buffer',
+ url: base,
+ });
+
+ const data = response.data;
+ let $ = load(iconv.decode(data, 'utf-8'));
+ const charset = $('meta[http-equiv="Content-Type"]')
+ .attr('content')
+ .match(/charset=(.*)/)?.[1];
+ if (charset?.toLowerCase() !== 'utf-8') {
+ $ = load(iconv.decode(data, charset ?? 'utf-8'));
+ }
+
+ const list = $('.news_ul li').slice(0, 12).toArray();
+
+ const result = await util.ProcessFeed(base, list, cache); // 感谢@hoilc指导
+
+ return {
+ title: '北林新闻- ' + title,
+ link: 'http://news.bjfu.edu.cn/' + path,
+ description: '绿色新闻网 - ' + title,
+ item: result,
+ };
+}
diff --git a/lib/routes/bjfu/news/utils.ts b/lib/routes/bjfu/news/utils.ts
new file mode 100644
index 00000000000000..3511db1b2e4105
--- /dev/null
+++ b/lib/routes/bjfu/news/utils.ts
@@ -0,0 +1,60 @@
+import { load } from 'cheerio';
+
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+// 完整文章页
+async function loadContent(link) {
+ const response = await got.get(link);
+
+ const data = response.data; // 不用转码
+
+ // 加载文章内容
+ const $ = load(data);
+
+ // 解析日期
+ const pubDate = timezone(
+ parseDate(
+ $('.article')
+ .text()
+ .match(/\d{4}(?:\/\d{2}){2}/)
+ ),
+ +8
+ );
+
+ // 提取内容
+ const description = $('.article_con').html();
+ const title = $('h2').text();
+
+ // 返回解析的结果
+ return { description, pubDate, title };
+}
+
+const ProcessFeed = (base, list, caches) =>
+ Promise.all(
+ // 遍历每一篇文章
+ list.map((item) => {
+ const $ = load(item);
+
+ const $title = $('a');
+ // 还原相对链接为绝对链接
+ const itemUrl = new URL($title.attr('href'), base).href; // 感谢@hoilc指导
+
+ // 使用tryGet方法从缓存获取内容。
+ // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
+ return caches.tryGet(itemUrl, async () => {
+ const { description, pubDate, title } = await loadContent(itemUrl);
+
+ // 列表上提取到的信息
+ return {
+ title: $title.text().includes('...') ? title : $title.text(),
+ link: itemUrl,
+ author: '绿色新闻网',
+ description,
+ pubDate,
+ };
+ });
+ })
+ );
+export default { ProcessFeed };
diff --git a/lib/routes/bjnews/cat.ts b/lib/routes/bjnews/cat.ts
new file mode 100644
index 00000000000000..ce7296654c9638
--- /dev/null
+++ b/lib/routes/bjnews/cat.ts
@@ -0,0 +1,45 @@
+import { load } from 'cheerio';
+import pMap from 'p-map';
+
+import type { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+
+import { fetchArticle } from './utils';
+
+export const route: Route = {
+ path: '/cat/:cat',
+ categories: ['traditional-media'],
+ example: '/bjnews/cat/depth',
+ parameters: { cat: '分类, 可从URL中找到' },
+ features: {},
+ radar: [
+ {
+ source: ['www.bjnews.com.cn/:cat'],
+ },
+ ],
+ name: '分类',
+ maintainers: ['dzx-dzx'],
+ handler,
+ url: 'www.bjnews.com.cn',
+};
+
+async function handler(ctx) {
+ const url = `https://www.bjnews.com.cn/${ctx.req.param('cat')}`;
+ const res = await ofetch(url);
+ const $ = load(res);
+ const list = $('#waterfall-container .pin_demo > a')
+ .toArray()
+ .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 15)
+ .map((a) => ({
+ title: $(a).text(),
+ link: $(a).attr('href'),
+ category: $(a).parent().find('.source').text().trim(),
+ }));
+
+ const out = await pMap(list, (item) => fetchArticle(item), { concurrency: 2 });
+ return {
+ title: `新京报 - 分类 - ${$('.cur').text().trim()}`,
+ link: url,
+ item: out,
+ };
+}
diff --git a/lib/routes/bjnews/column.ts b/lib/routes/bjnews/column.ts
new file mode 100644
index 00000000000000..6529d9b3e3443a
--- /dev/null
+++ b/lib/routes/bjnews/column.ts
@@ -0,0 +1,43 @@
+import type { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+import { fetchArticle } from './utils';
+
+export const route: Route = {
+ path: '/column/:column',
+ categories: ['traditional-media'],
+ example: '/bjnews/column/204',
+ parameters: { column: '栏目ID, 可从手机版网页URL中找到' },
+ features: {},
+ radar: [
+ {
+ source: ['m.bjnews.com.cn/column/:column.htm'],
+ },
+ ],
+ name: '分类',
+ maintainers: ['dzx-dzx'],
+ handler,
+ url: 'www.bjnews.com.cn',
+};
+
+async function handler(ctx) {
+ const columnID = ctx.req.param('column');
+ const url = `https://api.bjnews.com.cn/api/v101/news/column_news.php?column_id=${columnID}`;
+ const res = await ofetch(url);
+ const list = res.data.slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 15).map((e) => ({
+ title: e.row.title,
+ guid: e.uuid,
+ pubDate: timezone(parseDate(e.row.publish_time), +8),
+ updated: timezone(parseDate(e.row.update_time), +8),
+ link: `https://www.bjnews.com.cn/detail/${e.uuid}.html`,
+ }));
+
+ const out = await Promise.all(list.map((item) => fetchArticle(item)));
+ return {
+ title: `新京报 - 栏目 - ${res.data[0].row.column_info[0].column_name}`,
+ link: `https://m.bjnews.com.cn/column/${columnID}.html`,
+ item: out,
+ };
+}
diff --git a/lib/routes/bjnews/namespace.ts b/lib/routes/bjnews/namespace.ts
new file mode 100644
index 00000000000000..9a69d93d2f7a2d
--- /dev/null
+++ b/lib/routes/bjnews/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '新京报',
+ url: 'www.bjnews.com.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/bjnews/news.js b/lib/routes/bjnews/news.js
deleted file mode 100644
index 19c7096c392d77..00000000000000
--- a/lib/routes/bjnews/news.js
+++ /dev/null
@@ -1,43 +0,0 @@
-const cheerio = require('cheerio');
-const date = require('@/utils/date');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
- const url = `http://www.bjnews.com.cn/${ctx.params.cat}`;
- const res = await got.get(url);
- const $ = cheerio.load(res.data);
- const list = $('#waterfall-container .pin_demo > a').get();
-
- const out = await Promise.all(
- list.map(async (item) => {
- const $ = cheerio.load(item);
-
- const title = $('.pin_tit').text();
- const itemUrl = $('a').attr('href');
- const cache = await ctx.cache.get(itemUrl);
- if (cache) {
- return Promise.resolve(JSON.parse(cache));
- }
-
- const responses = await got.get(itemUrl);
- const $d = cheerio.load(responses.data);
- $d('img').each((i, e) => $(e).attr('referrerpolicy', 'no-referrer'));
-
- const single = {
- title,
- pubDate: date($d('.left-info .timer').text(), +8),
- author: $d('.left-info .reporter').text(),
- link: itemUrl,
- guid: itemUrl,
- description: $d('#contentStr').html(),
- };
- ctx.cache.set(itemUrl, JSON.stringify(single));
- return Promise.resolve(single);
- })
- );
- ctx.state.data = {
- title: $('title').text(),
- link: url,
- item: out,
- };
-};
diff --git a/lib/routes/bjnews/utils.ts b/lib/routes/bjnews/utils.ts
new file mode 100644
index 00000000000000..86379eae19ea72
--- /dev/null
+++ b/lib/routes/bjnews/utils.ts
@@ -0,0 +1,20 @@
+import { load } from 'cheerio';
+
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export function fetchArticle(item) {
+ return cache.tryGet(item.link, async () => {
+ const responses = await ofetch(item.link);
+ const $d = load(responses);
+ // $d('img').each((i, e) => $(e).attr('referrerpolicy', 'no-referrer'));
+
+ item.pubDate = timezone(parseDate($d('.left-info .timer').text()), +8);
+ item.author = $d('.left-info .reporter').text();
+ item.description = $d('#contentStr').html();
+
+ return item;
+ });
+}
diff --git a/lib/routes/bjp/apod.ts b/lib/routes/bjp/apod.ts
new file mode 100644
index 00000000000000..5e17a040401e10
--- /dev/null
+++ b/lib/routes/bjp/apod.ts
@@ -0,0 +1,74 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import { ViewType } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/apod',
+ categories: ['picture'],
+ view: ViewType.Pictures,
+ example: '/bjp/apod',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['bjp.org.cn/APOD/today.shtml', 'bjp.org.cn/APOD/list.shtml', 'bjp.org.cn/'],
+ },
+ ],
+ name: '每日一图',
+ maintainers: ['HenryQW'],
+ handler,
+ url: 'bjp.org.cn/APOD/today.shtml',
+};
+
+async function handler(ctx) {
+ const baseUrl = 'https://www.bjp.org.cn';
+ const listUrl = `${baseUrl}/APOD/list.shtml`;
+
+ const res = await got(listUrl);
+
+ const $ = load(res.data);
+
+ const list = $('td[align=left] b')
+ .toArray()
+ .map((e) => {
+ e = $(e);
+ return {
+ title: e.find('a').attr('title'),
+ link: `${baseUrl}${e.find('a').attr('href')}`,
+ pubDate: timezone(parseDate(e.find('span').text().replace('：', ''), 'YYYY-MM-DD'), 8),
+ };
+ })
+ .toSorted((a, b) => b.pubDate - a.pubDate)
+ .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 10);
+
+ const items = await Promise.all(
+ list.map((e) =>
+ cache.tryGet(e.link, async () => {
+ const { data } = await got.get(e.link);
+ const $ = load(data);
+
+ e.description = $('.juzhong').html();
+
+ return e;
+ })
+ )
+ );
+ return {
+ title: $('head title').text(),
+ description: '探索宇宙！每天发布一张迷人宇宙的影像，以及由专业天文学家撰写的简要说明。',
+ link: listUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/bjp/namespace.ts b/lib/routes/bjp/namespace.ts
new file mode 100644
index 00000000000000..3a5e74689f2fdc
--- /dev/null
+++ b/lib/routes/bjp/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '北京天文馆',
+ url: 'www.bjp.org.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/bjsk/index.ts b/lib/routes/bjsk/index.ts
new file mode 100644
index 00000000000000..c89e2a7a620bcf
--- /dev/null
+++ b/lib/routes/bjsk/index.ts
@@ -0,0 +1,78 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+const baseUrl = 'https://www.bjsk.org.cn';
+
+export const route: Route = {
+ path: '/:path?',
+ categories: ['government'],
+ example: '/bjsk/newslist-1394-1474-0',
+ parameters: { path: '路径，默认为 `newslist-1486-0-0`' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: '通用',
+ maintainers: ['TonyRL'],
+ handler,
+ description: `::: tip
+ 路径处填写对应页面 URL 中 \`https://www.bjsk.org.cn/\` 和 \`.html\` 之间的字段。下面是一个例子。
+
+ 若订阅 [社科资讯 > 社科要闻](https://www.bjsk.org.cn/newslist-1394-1474-0.html) 则将对应页面 URL \`https://www.bjsk.org.cn/newslist-1394-1474-0.html\` 中 \`https://www.bjsk.org.cn/\` 和 \`.html\` 之间的字段 \`newslist-1394-1474-0\` 作为路径填入。此时路由为 [\`/bjsk/newslist-1394-1474-0\`](https://rsshub.app/bjsk/newslist-1394-1474-0)
+:::`,
+};
+
+async function handler(ctx) {
+ const { path = 'newslist-1486-0-0' } = ctx.req.param();
+ const link = `${baseUrl}/${path}.html`;
+ const { data: response } = await got(link, {
+ https: {
+ rejectUnauthorized: false,
+ },
+ });
+ const $ = load(response);
+
+ const list = $('.article-list a')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ return {
+ title: item.attr('title'),
+ link: `${baseUrl}${item.attr('href')}`,
+ pubDate: parseDate(item.find('.time').text(), 'YYYY.MM.DD'),
+ };
+ });
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const { data: response } = await got(item.link, {
+ https: {
+ rejectUnauthorized: false,
+ },
+ });
+ const $ = load(response);
+ item.description = $('.article-main').html();
+ item.author = $('.info')
+ .text()
+ .match(/作者：(.*)\s+来源/)[1];
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: $('head title').text(),
+ link,
+ image: 'https://www.bjsk.org.cn/favicon.ico',
+ item: items,
+ };
+}
diff --git a/lib/routes/bjsk/keti.ts b/lib/routes/bjsk/keti.ts
new file mode 100644
index 00000000000000..ea706b6f662aa6
--- /dev/null
+++ b/lib/routes/bjsk/keti.ts
@@ -0,0 +1,85 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/keti/:id?',
+ categories: ['government'],
+ example: '/bjsk/keti',
+ parameters: { id: '分类 id，见下表，默认为通知公告' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['keti.bjsk.org.cn/indexAction!to_index.action', 'keti.bjsk.org.cn/'],
+ target: '/keti/:id',
+ },
+ ],
+ name: '基金项目管理平台',
+ maintainers: ['nczitzk'],
+ handler,
+ url: 'keti.bjsk.org.cn/indexAction!to_index.action',
+ description: `| 通知公告 | 资料下载 |
+| -------------------------------- | -------------------------------- |
+| 402881027cbb8c6f017cbb8e17710002 | 2c908aee818e04f401818e08645c0002 |`,
+};
+
+async function handler(ctx) {
+ const id = ctx.req.param('id') ?? '402881027cbb8c6f017cbb8e17710002';
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 100;
+
+ const rootUrl = 'https://keti.bjsk.org.cn';
+ const currentUrl = `${rootUrl}/articleAction!to_moreList.action?entity.columnId=${id}&pagination.pageSize=${limit}`;
+
+ const response = await got({
+ method: 'get',
+ url: currentUrl,
+ });
+
+ const $ = load(response.data);
+
+ let items = $('a.news')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+
+ return {
+ title: item.find('.zizizi').text(),
+ link: `${rootUrl}${item.attr('href')}`,
+ pubDate: parseDate(item.find('.date').text()),
+ };
+ });
+
+ items = await Promise.all(
+ items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got({
+ method: 'get',
+ url: item.link,
+ });
+
+ const content = load(detailResponse.data);
+
+ item.description = content('.d_text').html();
+ item.author = content('div.d_information p span').last().text();
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: `北京社科基金项目管理平台 - ${$('.noticetop').text()}`,
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/bjsk/namespace.ts b/lib/routes/bjsk/namespace.ts
new file mode 100644
index 00000000000000..98b823b5d52114
--- /dev/null
+++ b/lib/routes/bjsk/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '北京社科网',
+ url: 'bjsk.org.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/bjtu/gs.ts b/lib/routes/bjtu/gs.ts
new file mode 100644
index 00000000000000..af3ab85f7cc943
--- /dev/null
+++ b/lib/routes/bjtu/gs.ts
@@ -0,0 +1,225 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+const rootURL = 'https://gs.bjtu.edu.cn';
+const urlCms = `${rootURL}/cms/item/?tag=`;
+const urlZszt = `${rootURL}/cms/zszt/item/?cat=`;
+const title = ' - 北京交通大学研究生院';
+const zsztRegex = /_zszt/;
+const struct = {
+ noti_zs: {
+ selector: {
+ list: '.tab-content li',
+ },
+ tag: 1,
+ name: '通知公告_招生',
+ },
+ noti: {
+ selector: {
+ list: '.tab-content li',
+ },
+ tag: 2,
+ name: '通知公告',
+ },
+ news: {
+ selector: {
+ list: '.tab-content li',
+ },
+ tag: 3,
+ name: '新闻动态',
+ },
+ zsxc: {
+ selector: {
+ list: '.tab-content li',
+ },
+ tag: 4,
+ name: '招生宣传',
+ },
+ py: {
+ selector: {
+ list: '.tab-content li',
+ },
+ tag: 5,
+ name: '培养',
+ },
+ zs: {
+ selector: {
+ list: '.tab-content li',
+ },
+ tag: 6,
+ name: '招生',
+ },
+ xw: {
+ selector: {
+ list: '.tab-content li',
+ },
+ tag: 7,
+ name: '学位',
+ },
+ ygb: {
+ selector: {
+ list: '.tab-content li',
+ },
+ tag: 8,
+ name: '研工部',
+ },
+ ygbtzgg: {
+ selector: {
+ list: '.tab-content li',
+ },
+ tag: 9,
+ name: '通知公告 - 研工部',
+ },
+ ygbnews: {
+ selector: {
+ list: '.tab-content li',
+ },
+ tag: 10,
+ name: '新闻动态 - 研工部',
+ },
+ ygbnewscover: {
+ selector: {
+ list: '.tab-content li',
+ },
+ tag: 11,
+ name: '新闻封面 - 研工部',
+ },
+ all: {
+ selector: {
+ list: '.tab-content li',
+ },
+ tag: 12,
+ name: '文章列表',
+ },
+ bszs_zszt: {
+ selector: {
+ list: '.mainleft_box li',
+ },
+ tag: 2,
+ name: '博士招生 - 招生专题',
+ },
+ sszs_zszt: {
+ selector: {
+ list: '.mainleft_box li',
+ },
+ tag: 3,
+ name: '硕士招生 - 招生专题',
+ },
+ zsjz_zszt: {
+ selector: {
+ list: '.mainleft_box li',
+ },
+ tag: 4,
+ name: '招生简章 - 招生专题',
+ },
+ zcfg_zszt: {
+ selector: {
+ list: '.mainleft_box li',
+ },
+ tag: 5,
+ name: '政策法规 - 招生专题',
+ },
+};
+
+const getItem = (item, selector) => {
+ const newsInfo = item.find('a');
+ const newsDate = item
+ .find('span')
+ .text()
+ .match(/\d{4}(-|\/|.)\d{1,2}\1\d{1,2}/)[0];
+
+ const infoTitle = newsInfo.text();
+ const link = rootURL + newsInfo.attr('href');
+ return cache.tryGet(link, async () => {
+ const resp = await ofetch(link);
+ const $$ = load(resp);
+ const infoText = $$(selector).html();
+
+ return {
+ title: infoTitle,
+ pubDate: parseDate(newsDate),
+ link,
+ description: infoText,
+ };
+ }) as any;
+};
+
+export const route: Route = {
+ path: '/gs/:type?',
+ categories: ['university'],
+ example: '/bjtu/gs/noti',
+ parameters: { type: 'Article type' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: true,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['gs.bjtu.edu.cn'],
+ },
+ ],
+ name: '研究生院',
+ maintainers: ['E1nzbern'],
+ handler,
+ description: `
+| 文章来源 | 参数 |
+| ----------------- | ------------ |
+| 通知公告_招生 | noti_zs |
+| 通知公告 | noti |
+| 新闻动态 | news |
+| 招生宣传 | zsxc |
+| 培养 | py |
+| 招生 | zs |
+| 学位 | xw |
+| 研工部 | ygb |
+| 通知公告 - 研工部 | ygbtzgg |
+| 新闻动态 - 研工部 | ygbnews |
+| 新闻封面 - 研工部 | ygbnewscover |
+| 文章列表 | all |
+| 博士招生 - 招生专题 | bszs_zszt |
+| 硕士招生 - 招生专题 | sszs_zszt |
+| 招生简章 - 招生专题 | zsjz_zszt |
+| 政策法规 - 招生专题 | zcfg_zszt |
+
+::: tip
+ 文章来源的命名均来自研究生院网站标题。
+ 最常用的几项有“通知公告_招生”、“通知公告”、“博士招生 - 招生专题”、“硕士招生 - 招生专题”。
+:::`,
+};
+
+async function handler(ctx) {
+ const { type = 'noti' } = ctx.req.param();
+ let url = urlCms;
+ let selectorArticle = 'div.main_left.main_left_list';
+ if (zsztRegex.test(type)) {
+ url = urlZszt;
+ selectorArticle = 'div.mainleft_box';
+ }
+ const urlAddr = `${url}${struct[type].tag}`;
+ const resp = await ofetch(urlAddr);
+ const $ = load(resp);
+
+ const list = $(struct[type].selector.list);
+
+ const items = await Promise.all(
+ list.toArray().map((i) => {
+ const item = $(i);
+ return getItem(item, selectorArticle);
+ })
+ );
+
+ return {
+ title: `${struct[type].name}${title}`,
+ link: urlAddr,
+ item: items,
+ allowEmpty: true,
+ };
+}
diff --git a/lib/routes/bjtu/namespace.ts b/lib/routes/bjtu/namespace.ts
new file mode 100644
index 00000000000000..7b2e129cac91b3
--- /dev/null
+++ b/lib/routes/bjtu/namespace.ts
@@ -0,0 +1,10 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Beijing Jiaotong University',
+ url: 'bjtu.edu.cn',
+ zh: {
+ name: '北京交通大学',
+ },
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/bjwxdxh/index.ts b/lib/routes/bjwxdxh/index.ts
new file mode 100644
index 00000000000000..b90d7a8aff02a9
--- /dev/null
+++ b/lib/routes/bjwxdxh/index.ts
@@ -0,0 +1,76 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/:type?',
+ categories: ['government'],
+ example: '/bjwxdxh/114',
+ parameters: { type: '类型，见下表，默认为全部' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: '最新资讯',
+ maintainers: ['Misaka13514'],
+ handler,
+ description: `| 协会活动 | 公告通知 | 会议情况 | 简报 | 政策法规 | 学习园地 | 业余无线电服务中心 | 经验交流 | 新技术推介 | 活动通知 | 爱好者园地 | 结果查询 | 资料下载 | 会员之家 | 会员简介 | 会员风采 | 活动报道 |
+| -------- | -------- | -------- | ---- | -------- | -------- | ------------------ | -------- | ---------- | -------- | ---------- | -------- | -------- | -------- | -------- | -------- | -------- |
+| 86 | 99 | 102 | 103 | 106 | 107 | 108 | 111 | 112 | 114 | 115 | 116 | 118 | 119 | 120 | 121 | 122 |`,
+};
+
+async function handler(ctx) {
+ const baseUrl = 'http://www.bjwxdxh.org.cn';
+ const type = ctx.req.param('type');
+ const link = type ? `${baseUrl}/news/class/?${type}.html` : `${baseUrl}/news/class/`;
+
+ const response = await got({
+ method: 'get',
+ url: link,
+ });
+
+ const $ = load(response.data);
+ const list = $('div#newsquery > ul > li')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ return {
+ title: item.find('div.title > a').text(),
+ link: new URL(item.find('div.title > a').attr('href'), baseUrl).href,
+ // pubDate: parseDate(item.find('div.time').text(), 'YYYY-MM-DD'),
+ };
+ });
+
+ await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const response = await got({
+ method: 'get',
+ url: item.link,
+ });
+ const content = load(response.data);
+ const info = content('div.info')
+ .text()
+ .match(/作者：(.*?)\s+发布于：(.*?\s+.*?)\s/);
+ item.author = info[1];
+ item.pubDate = timezone(parseDate(info[2], 'YYYY-MM-DD HH:mm:ss'), +8);
+ item.description = content('div#con').html().trim().replaceAll('\n', '');
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: $('title').text(),
+ link,
+ item: list,
+ };
+}
diff --git a/lib/routes/bjwxdxh/namespace.ts b/lib/routes/bjwxdxh/namespace.ts
new file mode 100644
index 00000000000000..912e1b7b3685fd
--- /dev/null
+++ b/lib/routes/bjwxdxh/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '北京无线电协会',
+ url: 'www.bjwxdxh.org.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/bjx/fd.ts b/lib/routes/bjx/fd.ts
new file mode 100644
index 00000000000000..899c703889ab07
--- /dev/null
+++ b/lib/routes/bjx/fd.ts
@@ -0,0 +1,64 @@
+import { load } from 'cheerio';
+
+import type { DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/fd/:type',
+ categories: ['traditional-media'],
+ example: '/bjx/fd/yw',
+ parameters: { type: '文章分类，详见下表' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: '风电',
+ maintainers: ['hualiong'],
+ description: `\`:type\` 类型可选如下
+
+| 要闻 | 政策 | 数据 | 市场 | 企业 | 招标 | 技术 | 报道 |
+| ---- | ---- | ---- | ---- | ---- | ---- | ---- | ---- |
+| yw | zc | sj | sc | mq | zb | js | bd |`,
+ handler: async (ctx) => {
+ const type = ctx.req.param('type');
+ const response = await ofetch(`https://fd.bjx.com.cn/${type}/`);
+
+ const $ = load(response);
+ const typeName = $('div.box2 em:last-child').text();
+ const list = $('div.cc-list-content ul li:nth-child(-n+20)')
+ .toArray()
+ .map((item): DataItem => {
+ const each = $(item);
+ return {
+ title: each.find('a').attr('title')!,
+ link: each.find('a').attr('href'),
+ pubDate: parseDate(each.find('span').text()),
+ };
+ });
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link!, async () => {
+ const response = await ofetch(item.link!);
+ const $ = load(response);
+
+ item.description = $('#article_cont').html()!;
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: `北极星风力发电网${typeName}`,
+ description: $('meta[name="Description"]').attr('content'),
+ link: `https://fd.bjx.com.cn/${type}/`,
+ item: items as DataItem[],
+ };
+ },
+};
diff --git a/lib/routes/bjx/huanbao.ts b/lib/routes/bjx/huanbao.ts
new file mode 100644
index 00000000000000..a2e2fc1044fa35
--- /dev/null
+++ b/lib/routes/bjx/huanbao.ts
@@ -0,0 +1,97 @@
+import { load } from 'cheerio';
+import pMap from 'p-map';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/huanbao',
+ categories: ['traditional-media'],
+ example: '/bjx/huanbao',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['huanbao.bjx.com.cn/yw', 'huanbao.bjx.com.cn/'],
+ },
+ ],
+ name: '环保要闻',
+ maintainers: ['zsimple'],
+ handler,
+ url: 'huanbao.bjx.com.cn/yw',
+};
+
+async function handler() {
+ const listURL = 'https://huanbao.bjx.com.cn/yw/';
+ const response = await got(listURL);
+
+ const $ = load(response.data);
+ let items = $('.cc-layout-3 .cc-list-content li')
+ .toArray()
+ .map((e) => {
+ e = $(e);
+ return {
+ title: e.find('a').attr('title'),
+ link: e.find('a').attr('href'),
+ pubDate: parseDate(e.find('span').text()),
+ };
+ });
+
+ items = await pMap(
+ // 服务器禁止单个IP大并发访问，只能少返回几条
+ items,
+ (item) => fetchPage(item.link),
+ { concurrency: 3 }
+ );
+
+ return {
+ title: '北极星环保 - 环保行业垂直门户网站',
+ link: listURL,
+ item: items,
+ };
+}
+
+const fetchPage = (link) =>
+ cache.tryGet(link, async () => {
+ // 可能一篇文章过长会分成多页
+ const pages = [];
+
+ const result = await got(link);
+ const $page = load(result.data);
+ pages.push($page);
+
+ // 如果是有分页链接，则使用顺序加载以保证顺序
+ const pagelinks = $page('#article_cont .cc-paging a');
+
+ if (pagelinks.length > 0) {
+ for (const pagelink of pagelinks) {
+ const $a = $page(pagelink);
+ if (!/^\d+$/.test($a.text().trim())) {
+ continue;
+ }
+ const sublink = new URL($a.attr('href'), link).href;
+ /* eslint-disable no-await-in-loop */
+ const result = await got(sublink);
+ pages.push(load(result.data));
+ }
+ }
+
+ const item = {
+ title: $page('title').text(),
+ description: pages.reduce((desc, $p) => desc + $p('.cc-article').html(), ''),
+ pubDate: timezone(parseDate($page('.cc-headline .box p span').eq(0).text()), +8),
+ link,
+ author: $page('.cc-headline .box p span').eq(1).text(),
+ };
+ return item;
+ });
diff --git a/lib/routes/bjx/namespace.ts b/lib/routes/bjx/namespace.ts
new file mode 100644
index 00000000000000..3904d7fa61a7b2
--- /dev/null
+++ b/lib/routes/bjx/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '北极星电力网',
+ url: 'www.bjx.com.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/bjx/types.ts b/lib/routes/bjx/types.ts
new file mode 100644
index 00000000000000..3dd8f58c99f967
--- /dev/null
+++ b/lib/routes/bjx/types.ts
@@ -0,0 +1,54 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/gf/:type',
+ categories: ['traditional-media'],
+ example: '/bjx/gf/sc',
+ parameters: { type: '分类，北极星光伏最后的`type`字段' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: '光伏',
+ maintainers: ['Sxuet'],
+ handler,
+ description: `\`:type\` 类型可选如下
+
+| 要闻 | 政策 | 市场行情 | 企业动态 | 独家观点 | 项目工程 | 招标采购 | 财经 | 国际行情 | 价格趋势 | 技术跟踪 |
+| ---- | ---- | -------- | -------- | -------- | -------- | -------- | ---- | -------- | -------- | -------- |
+| yw | zc | sc | mq | dj | xm | zb | cj | gj | sj | js |`,
+};
+
+async function handler(ctx) {
+ const type = ctx.req.param('type');
+ const response = await got({
+ method: 'get',
+ url: `https://guangfu.bjx.com.cn/${type}/`,
+ });
+ const data = response.data;
+ const $ = load(data);
+ const typeName = $('div.box2 em:last').text();
+ const list = $('div.cc-list-content ul li');
+ return {
+ title: `北极星太阳能光大网${typeName}`,
+ description: $('meta[name="Description"]').attr('content'),
+ link: `https://guangfu.bjx.com.cn/${type}/`,
+ item: list.toArray().map((item) => {
+ item = $(item);
+ return {
+ title: item.find('a').attr('title'),
+ description: item.html(),
+ link: item.find('a').attr('href'),
+ pubDate: parseDate(item.find('span').text()),
+ };
+ }),
+ };
+}
diff --git a/lib/routes/blizzard/namespace.ts b/lib/routes/blizzard/namespace.ts
new file mode 100644
index 00000000000000..4f1141a3fe3e99
--- /dev/null
+++ b/lib/routes/blizzard/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Blizzard',
+ url: 'news.blizzard.com',
+ lang: 'en',
+};
diff --git a/lib/routes/blizzard/news-cn.ts b/lib/routes/blizzard/news-cn.ts
new file mode 100644
index 00000000000000..7580c1fc9315af
--- /dev/null
+++ b/lib/routes/blizzard/news-cn.ts
@@ -0,0 +1,131 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/news-cn/:category?',
+ categories: ['game'],
+ example: '/blizzard/news-cn/ow',
+ parameters: { category: '游戏类别, 默认为 ow' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['ow.blizzard.cn', 'wow.blizzard.cn', 'hs.blizzard.cn'],
+ target: '/news-cn/',
+ },
+ ],
+ name: '暴雪游戏国服新闻',
+ maintainers: ['zhangpeng2k'],
+ description: `
+| 守望先锋 | 炉石传说 | 魔兽世界 |
+|----------|----------|---------|
+| ow | hs | wow |
+`,
+ handler,
+};
+
+const categoryNames = {
+ ow: '守望先锋',
+ hs: '炉石传说',
+ wow: '魔兽世界',
+};
+
+/* 列表解析逻辑 */
+const parsers = {
+ ow: ($) =>
+ $('.list-data-container .list-item-container')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ return {
+ title: item.find('.content-title').text(),
+ link: item.find('.fill-link').attr('href'),
+ description: item.find('.content-intro').text(),
+ pubDate: parseDate(item.find('.content-date').text()),
+ image: item.find('.item-pic').attr('src'),
+ };
+ }),
+ hs: ($) =>
+ $('.article-container>a')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ return {
+ title: item.find('.title').text(),
+ link: item.attr('href'),
+ description: item.find('.desc').text(),
+ pubDate: parseDate(item.find('.date').attr('data-time')),
+ image: item.find('.article-img img').attr('src'),
+ };
+ }),
+ wow: ($) =>
+ $('.Pane-list>a')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ return {
+ title: item.find('.list-title').text(),
+ link: item.attr('href'),
+ description: item.find('.list-desc').text(),
+ pubDate: parseDate(item.find('.list-time').attr('data-time')),
+ image: item.find('.img-box img').attr('src'),
+ };
+ }),
+};
+
+// 详情页解析逻辑
+const detailParsers = {
+ ow: ($) => $('.deatil-content').first().html(),
+ hs: ($) => $('.article').first().html(),
+ wow: ($) => $('.detail').first().html(),
+};
+
+function getList(category, $) {
+ return parsers[category] ? parsers[category]($) : [];
+}
+
+async function fetchDetail(item, category) {
+ return await cache.tryGet(item.link, async () => {
+ const response = await ofetch(item.link);
+ const $ = load(response);
+
+ const parseDetail = detailParsers[category];
+ item.description = parseDetail($);
+ return item;
+ });
+}
+
+async function handler(ctx) {
+ const category = ctx.req.param('category') || 'ow';
+ if (!categoryNames[category]) {
+ throw new Error('Invalid category');
+ }
+
+ const rootUrl = `https://${category}.blizzard.cn/news`;
+
+ const response = await ofetch(rootUrl);
+ const $ = load(response);
+
+ const list = getList(category, $);
+ if (!list.length) {
+ throw new Error('No news found');
+ }
+
+ const items = await Promise.all(list.map((item) => fetchDetail(item, category)));
+
+ return {
+ title: `${categoryNames[category]}新闻`,
+ link: rootUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/blizzard/news.ts b/lib/routes/blizzard/news.ts
new file mode 100644
index 00000000000000..4cbf0dcc555b00
--- /dev/null
+++ b/lib/routes/blizzard/news.ts
@@ -0,0 +1,198 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+export const route: Route = {
+ path: '/news/:language?/:category?',
+ categories: ['game'],
+ example: '/blizzard/news',
+ parameters: { language: 'Language code, see below, en-US by default', category: 'Category, see below, All News by default' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'News',
+ maintainers: ['nczitzk'],
+ handler,
+ description: `Categories
+
+| Category | Slug |
+| ---------------------- | ------------------- |
+| All News | |
+| Diablo II: Resurrected | diablo2 |
+| Diablo III | diablo3 |
+| Diablo IV | diablo4 |
+| Diablo Immortal | diablo-immortal |
+| Hearthstone | hearthstone |
+| Heroes of the Storm | heroes-of-the-storm |
+| Overwatch 2 | overwatch |
+| StarCraft: Remastered | starcraft |
+| StarCraft II | starcraft2 |
+| World of Warcraft | world-of-warcraft |
+| Warcraft 3: Reforged | warcraft3 |
+| Warcraft Rumble | warcraft-rumble |
+| Battle.net | battlenet |
+| BlizzCon | blizzcon |
+| Inside Blizzard | blizzard |
+
+ Language codes
+
+| Language | Code |
+| ------------------ | ----- |
+| Deutsch | de-de |
+| English (US) | en-us |
+| English (EU) | en-gb |
+| Español (EU) | es-es |
+| Español (Latino) | es-mx |
+| Français | fr-fr |
+| Italiano | it-it |
+| Português (Brasil) | pt-br |
+| Polski | pl-pl |
+| Русский | ru-ru |
+| 한국어 | ko-kr |
+| ภาษาไทย | th-th |
+| 日本語 | ja-jp |
+| 繁體中文 | zh-tw |`,
+};
+
+const GAME_MAP = {
+ diablo2: {
+ key: 'diablo2',
+ value: 'diablo-2-resurrected',
+ id: 'blt54fbd3787a705054',
+ },
+ diablo3: {
+ key: 'diablo3',
+ value: 'diablo-3',
+ id: 'blt2031aef34200656d',
+ },
+ diablo4: {
+ key: 'diablo4',
+ value: 'diablo-4',
+ id: 'blt795c314400d7ded9',
+ },
+ 'diablo-immortal': {
+ key: 'diablo-immortal',
+ value: 'diablo-immortal',
+ id: 'blt525c436e4a1b0a97',
+ },
+ hearthstone: {
+ key: 'hearthstone',
+ value: 'hearthstone',
+ id: 'blt5cfc6affa3ca0638',
+ },
+ 'heroes-of-the-storm': {
+ key: 'heroes-of-the-storm',
+ value: 'heroes-of-the-storm',
+ id: 'blt2e50e1521bb84dc6',
+ },
+ overwatch: {
+ key: 'overwatch',
+ value: 'overwatch',
+ id: 'blt376fb94931906b6f',
+ },
+ starcraft: {
+ key: 'starcraft',
+ value: 'starcraft',
+ id: 'blt81d46fcb05ab8811',
+ },
+ starcraft2: {
+ key: 'starcraft2',
+ value: 'starcraft-2',
+ id: 'bltede2389c0a8885aa',
+ },
+ 'world-of-warcraft': {
+ key: 'world-of-warcraft',
+ value: 'world-of-warcraft',
+ id: 'blt2caca37e42f19839',
+ },
+ warcraft3: {
+ key: 'warcraft3',
+ value: 'warcraft-3',
+ id: 'blt24859ba8086fb294',
+ },
+ 'warcraft-rumble': {
+ key: 'warcraft-rumble',
+ value: 'warcraft-rumble',
+ id: 'blte27d02816a8ff3e1',
+ },
+ battlenet: {
+ key: 'battlenet',
+ value: 'battle-net',
+ id: 'blt90855744d00cd378',
+ },
+ blizzcon: {
+ key: 'blizzcon',
+ value: 'blizzcon',
+ id: 'bltec70ad0ea4fd6d1d',
+ },
+ blizzard: {
+ key: 'blizzard',
+ value: 'blizzard',
+ id: 'blt500c1f8b5470bfdb',
+ },
+};
+
+function getSearchParams(category = 'all') {
+ return category === 'all'
+ ? Object.values(GAME_MAP)
+ .map((item) => `feedCxpProductIds[]=${item.id}`)
+ .join('&')
+ : `feedCxpProductIds[]=${GAME_MAP[category].id}`;
+}
+
+async function handler(ctx) {
+ const category = GAME_MAP[ctx.req.param('category')]?.key || 'all';
+ const language = ctx.req.param('language') || 'en-us';
+ const rootUrl = `https://news.blizzard.com/${language}`;
+ const currentUrl = category === 'all' ? rootUrl : `${rootUrl}/?filter=${GAME_MAP[category].value}`;
+ const apiUrl = `${rootUrl}/api/news/blizzard`;
+ let rssTitle = '';
+
+ const {
+ data: {
+ feed: { contentItems: response },
+ },
+ } = await got(`${apiUrl}?${getSearchParams(category)}`);
+
+ const list = response.map((item) => {
+ const content = item.properties;
+ rssTitle = category === 'all' ? 'All News' : content.cxpProduct.title; // 这个是用来填充 RSS 订阅源频道级别 title，没别的地方能拿到了(而且会根据语言切换)
+ return {
+ title: content.title,
+ link: content.newsUrl,
+ author: content.author,
+ category: content.category,
+ guid: content.newsId,
+ description: content.summary,
+ pubDate: content.lastUpdated,
+ };
+ });
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ try {
+ const { data: response } = await got(item.link);
+ const $ = load(response);
+ item.description = $('.Content').html();
+ return item;
+ } catch {
+ return item;
+ }
+ })
+ )
+ );
+
+ return {
+ title: rssTitle,
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/blockworks/index.ts b/lib/routes/blockworks/index.ts
new file mode 100644
index 00000000000000..e1a5ad6b77c47b
--- /dev/null
+++ b/lib/routes/blockworks/index.ts
@@ -0,0 +1,129 @@
+import { load } from 'cheerio';
+
+import { config } from '@/config';
+import type { Data, DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+import logger from '@/utils/logger';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import parser from '@/utils/rss-parser';
+
+export const route: Route = {
+ path: '/',
+ categories: ['finance'],
+ example: '/blockworks',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['blockworks.co/'],
+ target: '/',
+ },
+ ],
+ name: 'News',
+ maintainers: ['pseudoyu'],
+ handler,
+ description: 'Blockworks news with full text support.',
+};
+
+async function handler(ctx): Promise {
+ const rssUrl = 'https://blockworks.co/feed';
+ const feed = await parser.parseURL(rssUrl);
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20;
+ // Limit to 20 items
+ const limitedItems = feed.items.slice(0, limit);
+
+ const buildId = await getBuildId();
+
+ const items = await Promise.all(
+ limitedItems
+ .map((item) => ({
+ ...item,
+ link: item.link?.split('?')[0],
+ }))
+ .map((item) =>
+ cache.tryGet(item.link!, async () => {
+ // Get cached content or fetch new content
+ const content = await extractFullText(item.link!.split('/').pop()!, buildId);
+
+ return {
+ title: item.title || 'Untitled',
+ pubDate: item.isoDate ? parseDate(item.isoDate) : undefined,
+ link: item.link,
+ description: content.description || item.content || item.contentSnippet || item.summary || '',
+ author: item.author,
+ category: content.category,
+ media: content.imageUrl
+ ? {
+ content: { url: content.imageUrl },
+ }
+ : undefined,
+ } as DataItem;
+ })
+ )
+ );
+
+ return {
+ title: feed.title || 'Blockworks News',
+ link: feed.link || 'https://blockworks.co',
+ description: feed.description || 'Latest news from Blockworks',
+ item: items,
+ language: feed.language || 'en',
+ };
+}
+
+async function extractFullText(slug: string, buildId: string): Promise<{ description: string; imageUrl: string; category: string[] }> {
+ try {
+ const response = await ofetch(`https://blockworks.co/_next/data/${buildId}/news/${slug}.json?slug=${slug}`);
+ const article = response.pageProps.article;
+ const $ = load(article.content, null, false);
+
+ // Remove promotional content at the end
+ $('hr').remove();
+ $('p > em, p > strong').each((_, el) => {
+ const $el = $(el);
+ if ($el.text().includes('To read full editions') || $el.text().includes('Get the news in your inbox')) {
+ $el.parent().remove();
+ }
+ });
+ $('ul.wp-block-list > li > a').each((_, el) => {
+ const $el = $(el);
+ if ($el.attr('href') === 'https://blockworks.co/newsletter/daily') {
+ $el.parent().parent().remove();
+ }
+ });
+
+ return {
+ description: $.html(),
+ imageUrl: article.imageUrl,
+ category: [...new Set([...article.categories, ...article.tags])],
+ };
+ } catch (error) {
+ logger.error('Error extracting full text from Blockworks:', error);
+ return { description: '', imageUrl: '', category: [] };
+ }
+}
+
+const getBuildId = () =>
+ cache.tryGet(
+ 'blockworks:buildId',
+ async () => {
+ const response = await ofetch('https://blockworks.co');
+ const $ = load(response);
+
+ return (
+ $('script#__NEXT_DATA__')
+ .text()
+ ?.match(/"buildId":"(.*?)",/)?.[1] || ''
+ );
+ },
+ config.cache.routeExpire,
+ false
+ ) as Promise;
diff --git a/lib/routes/blockworks/namespace.ts b/lib/routes/blockworks/namespace.ts
new file mode 100644
index 00000000000000..0a48cd8d682972
--- /dev/null
+++ b/lib/routes/blockworks/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Blockworks',
+ url: 'blockworks.co',
+ lang: 'en',
+};
diff --git a/lib/routes/blogread/index.ts b/lib/routes/blogread/index.ts
new file mode 100644
index 00000000000000..c6091c6c17ffd3
--- /dev/null
+++ b/lib/routes/blogread/index.ts
@@ -0,0 +1,45 @@
+import * as cheerio from 'cheerio';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+
+export const route: Route = {
+ path: '/newest',
+ categories: ['programming'],
+ example: '/blogread/newest',
+ radar: [
+ {
+ source: ['blogread.cn/news/newest.php'],
+ },
+ ],
+ name: '最新文章',
+ maintainers: ['fashioncj'],
+ handler,
+};
+
+async function handler() {
+ const url = 'https://blogread.cn/news/newest.php';
+ const response = await got({
+ method: 'get',
+ url,
+ });
+ const $ = cheerio.load(response.data);
+ const resultItem = $('.media')
+ .toArray()
+ .map((elem) => {
+ elem = $(elem);
+ const $link = elem.find('dt a');
+ return {
+ title: $link.text(),
+ description: elem.find('dd').eq(0).text(),
+ link: $link.attr('href'),
+ author: elem.find('.small a').eq(0).text(),
+ pubDate: elem.find('dd').eq(1).text().split('\n')[2],
+ };
+ });
+ return {
+ title: '技术头条',
+ link: url,
+ item: resultItem,
+ };
+}
diff --git a/lib/routes/blogread/namespace.ts b/lib/routes/blogread/namespace.ts
new file mode 100644
index 00000000000000..228e4b958885f1
--- /dev/null
+++ b/lib/routes/blogread/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '技术头条',
+ url: 'blogread.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/blogread/newest.js b/lib/routes/blogread/newest.js
deleted file mode 100644
index 8e1872b2cc340f..00000000000000
--- a/lib/routes/blogread/newest.js
+++ /dev/null
@@ -1,30 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
- const url = 'http://blogread.cn/news/newest.php';
- const response = await got({
- method: 'get',
- url,
- });
- const $ = cheerio.load(response.data);
- const resultItem = $('.media')
- .map((index, elem) => {
- elem = $(elem);
- const $link = elem.find('dt a');
-
- return {
- title: $link.text(),
- description: elem.find('dd').eq(0).text(),
- link: $link.attr('href'),
- author: elem.find('.small a').eq(0).text(),
- };
- })
- .get();
-
- ctx.state.data = {
- title: '技术头条',
- link: url,
- item: resultItem,
- };
-};
diff --git a/lib/routes/blogs/hedwig.js b/lib/routes/blogs/hedwig.js
deleted file mode 100644
index afa559d2443377..00000000000000
--- a/lib/routes/blogs/hedwig.js
+++ /dev/null
@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const md = require('markdown-it')({
- html: true,
-});
-const dayjs = require('dayjs');
-const { isValidHost } = require('@/utils/valid-host');
-
-module.exports = async (ctx) => {
- const type = ctx.params.type;
- if (!isValidHost(type)) {
- throw Error('Invalid type');
- }
-
- const url = `https://${type}.hedwig.pub`;
- const res = await got({
- method: 'get',
- url,
- });
- const $ = cheerio.load(res.data);
- const content = JSON.parse($('#__NEXT_DATA__')[0].children[0].data);
- const title = $('title').text();
-
- const list = content.props.pageProps.issuesByNewsletter.map((item) => {
- let description = '';
- item.blocks.forEach((block) => {
- description += md.render(block.markdown.text);
- });
- return {
- title: item.subject,
- description,
- pubDate: dayjs(`${item.publishAt} +0800`, "YYYY-MM-DD'T'HH:mm:ss.SSS'Z'").toString(),
- link: `https://${type}.hedwig.pub/i/${item.urlFriendlyName}`,
- };
- });
- ctx.state.data = {
- title: `Ⓙ Hedwig - ${title}`,
- description: content.props.pageProps.newsletter.about,
- link: `https://${type}.hedwig.pub`,
- item: list,
- };
-};
diff --git a/lib/routes/blogs/wordpress.js b/lib/routes/blogs/wordpress.js
deleted file mode 100644
index 7c414e6f4fdf5f..00000000000000
--- a/lib/routes/blogs/wordpress.js
+++ /dev/null
@@ -1,50 +0,0 @@
-const parser = require('@/utils/rss-parser');
-const config = require('@/config').value;
-const allowDomain = ['lawrence.code.blog'];
-
-module.exports = async (ctx) => {
- if (!config.feature.allow_user_supply_unsafe_domain && !allowDomain.includes(ctx.params.domain)) {
- ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
- }
-
- const scheme = ctx.params.https || 'https';
- const cdn = config.wordpress.cdnUrl;
-
- const domain = `${scheme}://${ctx.params.domain}`;
- const feed = await parser.parseURL(`${domain}/feed/`);
- const items = await Promise.all(
- feed.items.map(async (item) => {
- const cache = await ctx.cache.get(item.link);
- if (cache) {
- return Promise.resolve(JSON.parse(cache));
- }
- const description =
- scheme === 'https' || !cdn
- ? item['content:encoded']
- : item['content:encoded'].replace(/(?<=[\w-]*?)\/(?|<\/p>/g;
+const emptyRegex = /]*>( |\s)<\/p>/g;
+
+const redirectGot = (url) =>
+ ofetch.raw(url, {
+ headers,
+ parseResponse: (responseText) => ({
+ data: destr(responseText),
+ body: responseText,
+ }),
+ });
+
+const parseNewsList = async (url, ctx) => {
+ const resp = await got(url);
+ const $ = load(resp.data, {
+ xml: {
+ xmlMode: true,
+ },
+ });
+ const urls = $('urlset url');
+ return urls
+ .toArray()
+ .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 50)
+ .map((u) => {
+ u = $(u);
+ const item = {
+ title: u.find(String.raw`news\:title`).text(),
+ link: u.find('loc').text(),
+ pubDate: parseDate(u.find(String.raw`news\:publication_date`).text()),
+ };
+ return item;
+ });
+};
+
+const parseArticle = (item) =>
+ cache.tryGet(item.link, async () => {
+ const group = regex
+ .map((r) => r.exec(item.link))
+ .filter((e) => e && e.groups)
+ .map((a) => a && a.groups)[0];
+ if (group) {
+ const { page, link } = group;
+ if (apiEndpoints[page]) {
+ const api = { ...apiEndpoints[page] };
+ let res;
+
+ try {
+ const apiUrl = `${api.url}${link}`;
+ res = await redirectGot(apiUrl);
+ } catch (error) {
+ // fallback
+ if (error.name && (error.name === 'HTTPError' || error.name === 'RequestError' || error.name === 'FetchError')) {
+ try {
+ res = await redirectGot(item.link);
+ } catch {
+ // return the default one
+ return {
+ title: item.title,
+ link: item.link,
+ pubDate: item.pubDate,
+ };
+ }
+ }
+ }
+
+ // Blocked by PX3, or 404 by both api and direct link, return the default
+ if ((res.redirected && new URL(res.url).pathname === '/tosv2.html') || res.status === 404) {
+ return {
+ title: item.title,
+ link: item.link,
+ pubDate: item.pubDate,
+ };
+ }
+
+ switch (page) {
+ case 'audio':
+ return parseAudioPage(res._data, api, item);
+ case 'videos':
+ return parseVideoPage(res._data, api, item);
+ case 'photo-essays':
+ return parsePhotoEssaysPage(res._data, api, item);
+ case 'features/': // single features page
+ return parseReactRendererPage(res._data, api, item);
+ default: // use story api to get json
+ return parseStoryJson(res._data.data, item);
+ }
+ }
+ }
+ return item;
+ });
+
+const parseAudioPage = async (res, api, item) => {
+ const audio_json = JSON.parse(load(res.data)(api.sel).html()).props.pageProps;
+ const episode = audio_json.episode;
+ const rss_item = {
+ title: episode.title || item.title,
+ link: audio_json.pageInfo.canonicalUrl || item.link,
+ guid: `bloomberg:${episode.id}`,
+ description: (await processBody(episode.articleBody, audio_json)).replaceAll(emptyRegex, ''),
+ pubDate: parseDate(episode.publishedAt) || item.pubDate,
+ author: audio_json.hero.showTitle,
+ media: {
+ content: { url: episode.image },
+ thumbnails: { url: episode.image },
+ },
+ enclosure_type: 'audio/mpeg',
+ enclosure_url: episode.url,
+ itunes_item_image: episode.image || audio_json.pageInfo.image.url,
+ };
+ return rss_item;
+};
+
+const parseVideoPage = async (res, api, item) => {
+ const $ = load(res.data);
+ const script = $(api.sel).filter((i, el) => $(el).text().includes('__PRELOADED_STATE__'));
+ const json = script
+ .text()
+ .trim()
+ .match(/window\.__PRELOADED_STATE__ = (.*?);/)?.[1];
+ const article_json = JSON.parse(json || '{}');
+ const video_story = article_json.video?.videoStory ?? article_json.quicktakeVideo?.videoStory;
+ if (video_story) {
+ const desc = await processVideo(video_story.video.bmmrId, video_story.summary.html.replaceAll(emptyRegex, ''));
+ const rss_item = {
+ title: video_story.headline.text || item.title,
+ link: video_story.url || item.link,
+ guid: `bloomberg:${video_story.id}`,
+ description: art(path.join(__dirname, 'templates/video_media.art'), desc),
+ pubDate: parseDate(video_story.publishedAt) || item.pubDate,
+ media: {
+ content: { url: video_story.video?.thumbnail.url || '' },
+ thumbnails: { url: video_story.video?.thumbnail.url || '' },
+ },
+ category: desc.keywords ?? [],
+ };
+ return rss_item;
+ }
+ return item;
+};
+
+const parsePhotoEssaysPage = async (res, api, item) => {
+ const $ = load(res.data.html);
+ const article_json = {};
+ for (const e of $(api.sel).toArray()) {
+ Object.assign(article_json, JSON.parse($(e).html()));
+ }
+ const rss_item = {
+ title: article_json.headline || item.title,
+ link: article_json.canonical || item.link,
+ guid: `bloomberg:${article_json.id}`,
+ description: (await processBody(article_json.body, article_json)).replaceAll(emptyRegex, ''),
+ pubDate: item.pubDate,
+ author: article_json.authors?.map((a) => a.name).join(', ') ?? [],
+ };
+ return rss_item;
+};
+
+const parseReactRendererPage = async (res, api, item) => {
+ const json = load(res.data)(api.sel).text().trim();
+ const story_id = JSON.parse(json)[api.prop];
+ try {
+ const res = await redirectGot(`${idUrl}${story_id}`);
+ return await parseStoryJson(res._data, item);
+ } catch (error) {
+ // fallback
+ if (error.name && (error.name === 'HTTPError' || error.name === 'RequestError' || error.name === 'FetchError')) {
+ return {
+ title: item.title,
+ link: item.link,
+ pubDate: item.pubDate,
+ };
+ }
+ }
+};
+
+const parseStoryJson = async (story_json, item) => {
+ const media_img = story_json.ledeImageUrl || Object.values(story_json.imageAttachments ?? {})[0]?.url;
+ const rss_item = {
+ title: story_json.headline || item.title,
+ link: story_json.url || item.link,
+ guid: `bloomberg:${story_json.id}`,
+ description: processHeadline(story_json) + (await processLedeMedia(story_json)) + (await documentToHtmlString(story_json.body || '')),
+ pubDate: parseDate(story_json.publishedAt) || item.pubDate,
+ author: story_json.authors?.map((a) => a.name).join(', ') ?? [],
+ category: story_json.mostRelevantTags ?? [],
+ media: {
+ content: { url: media_img },
+ thumbnails: { url: media_img },
+ },
+ };
+ return rss_item;
+};
+
+const processHeadline = (story_json) => {
+ const dek = story_json.dek || story_json.summary || story_json.headline || '';
+ const abs = story_json.abstract?.map((a) => `${a} `).join('');
+ return abs ? dek + `` : dek;
+};
+
+const processLedeMedia = async (story_json) => {
+ if (story_json.ledeMediaKind) {
+ const kind = story_json.ledeMediaKind;
+
+ const media = {
+ kind: story_json.ledeMediaKind,
+ caption: story_json.ledeCaption?.replaceAll(capRegex, '') ?? '',
+ description: story_json.ledeDescription?.replaceAll(capRegex, '') ?? '',
+ credit: story_json.ledeCredit?.replaceAll(capRegex, '') ?? '',
+ src: story_json.ledeImageUrl,
+ video: kind === 'video' && (await processVideo(story_json.ledeAttachment.bmmrId)),
+ };
+ return art(path.join(__dirname, 'templates/lede_media.art'), { media });
+ } else if (story_json.lede) {
+ const lede = story_json.lede;
+ const image = {
+ src: lede.url,
+ alt: lede.alt || lede.title,
+ caption: lede.caption?.replaceAll(capRegex, '') ?? '',
+ credit: lede.credit?.replaceAll(capRegex, '') ?? '',
+ };
+ return art(path.join(__dirname, 'templates/image_figure.art'), image);
+ } else if (story_json.imageAttachments) {
+ const attachment = Object.values(story_json.imageAttachments)[0];
+ if (attachment) {
+ const image = {
+ src: attachment.baseUrl || attachment.url,
+ alt: attachment.alt || attachment.title,
+ caption: attachment.caption?.replaceAll(capRegex, '') ?? '',
+ credit: attachment.credit?.replaceAll(capRegex, '') ?? '',
+ };
+ return art(path.join(__dirname, 'templates/image_figure.art'), image);
+ }
+ return '';
+ } else if (story_json.type === 'Lede') {
+ const props = story_json.props;
+
+ const media = {
+ kind: props.media,
+ caption: props.caption?.replaceAll(capRegex, '') ?? '',
+ description: props.dek?.replaceAll(capRegex, '') ?? '',
+ credit: props.credit?.replaceAll(capRegex, '') ?? '',
+ src: props.url,
+ };
+ return art(path.join(__dirname, 'templates/lede_media.art'), { media });
+ }
+};
+
+const processBody = async (body_html, story_json) => {
+ const removeSel = ['meta', 'script', '*[class$="-footnotes"]', '*[class$="for-you"]', '*[class$="-newsletter"]', '*[class$="page-ad"]', '*[class$="-recirc"]', '*[data-ad-placeholder="Advertisement"]'];
+
+ const $ = load(body_html);
+ for (const sel of removeSel) {
+ $(sel).remove();
+ }
+ $('.paywall').removeAttr('class');
+
+ // Asynchronous iteration intentionally
+ // https://github.com/eslint/eslint/blob/8a159686f9d497262d573dd601855ce28362199b/tests/lib/rules/no-await-in-loop.js#L50
+ for await (const e of $('figure')) {
+ const imageType = $(e).data('image-type');
+ const type = $(e).data('type');
+
+ let new_figure = '';
+ if (imageType === 'audio') {
+ let audio = {};
+ if (story_json.audios) {
+ const attachment = story_json.audios.find((a) => a.id.toString() === $(e).data('id').toString());
+ audio = {
+ img: attachment.image?.url || $(e).find('img').attr('src'),
+ src: attachment.url || $(e).find('audio source').attr('src'),
+ caption: $(e).find('[class$="text"]').html()?.trim() ?? '',
+ credit: $(e).find('[class$="credit"]').html()?.trim() ?? '',
+ };
+ }
+ if (story_json.episode) {
+ const episode = story_json.episode;
+ audio = {
+ src: episode.url,
+ img: episode.image || story_json.pageInfo.image.url,
+
+ caption: episode.description || ($(e).find('[class$="text"]').html()?.trim() ?? ''),
+ credit: (episode.credits.map((c) => c.name).join(', ') ?? []) || ($(e).find('[class$="credit"]').html()?.trim() ?? ''),
+ };
+ }
+ new_figure = art(path.join(__dirname, 'templates/audio_media.art'), audio);
+ } else if (imageType === 'video') {
+ if (story_json.videoAttachments) {
+ const attachment = story_json.videoAttachments[$(e).data('id')];
+ const video = await processVideo(attachment.bmmrId);
+ new_figure = art(path.join(__dirname, 'templates/video_media.art'), video);
+ }
+ } else if (imageType === 'photo' || imageType === 'image' || type === 'image') {
+ let src, alt;
+ if (story_json.imageAttachments) {
+ const attachment = story_json.imageAttachments[$(e).data('id')];
+ alt = attachment?.alt || $(e).find('img').attr('alt')?.trim();
+ src = attachment?.baseUrl;
+ } else {
+ alt = $(e).find('img').attr('alt').trim();
+ src = $(e).find('img').data('native-src');
+ }
+ const caption = $(e).find('[class$="text"], .caption, .photo-essay__text').html()?.trim() ?? '';
+ const credit = $(e).find('[class$="credit"], .credit, .photo-essay__source').html()?.trim() ?? '';
+ const image = { src, alt, caption, credit };
+ new_figure = art(path.join(__dirname, 'templates/image_figure.art'), image);
+ }
+ $(new_figure).insertAfter(e);
+ $(e).remove();
+ }
+
+ return $.html();
+};
+
+const processVideo = async (bmmrId, summary) => {
+ const api = `https://www.bloomberg.com/multimedia/api/embed?id=${bmmrId}`;
+ const res = await redirectGot(api);
+
+ // Blocked by PX3, return the default
+ if ((res.redirected && new URL(res.url).pathname === '/tosv2.html') || res.status === 404) {
+ return {
+ stream: '',
+ mp4: '',
+ coverUrl: '',
+ caption: summary,
+ };
+ }
+
+ if (res._data.data) {
+ const video_json = res._data.data;
+ return {
+ stream: video_json.streams ? video_json.streams[0]?.url : '',
+ mp4: video_json.downloadURLs ? video_json.downloadURLs['600'] : '',
+ coverUrl: video_json.thumbnail?.baseUrl ?? '',
+ caption: video_json.description || video_json.title || summary,
+ };
+ }
+ return {
+ stream: '',
+ mp4: '',
+ coverUrl: '',
+ caption: summary,
+ };
+};
+
+const nodeRenderers = {
+ paragraph: async (node, nextNode) => `${await nextNode(node.content)}
`,
+ text: (node) => {
+ const { attributes: attr, value: val } = node;
+ if (attr?.emphasis && attr?.strong) {
+ return `${val} ${val} `;
+ } else if (attr?.strong) {
+ return `${val} `;
+ } else {
+ return val;
+ }
+ },
+ 'inline-newsletter': async (node, nextNode) => `${await nextNode(node.content)}
`,
+ 'inline-recirc': async (node, nextNode) => `${await nextNode(node.content)}
`,
+ heading: async (node, nextNode) => {
+ const nodeData = node.data;
+ if (nodeData.level === 2 || nodeData.level === 3) {
+ return `${await nextNode(node.content)} `;
+ }
+ },
+ link: async (node, nextNode) => {
+ const dest = node.data.destination;
+ const web = dest.web;
+ const bbg = dest.bbg;
+ const title = node.data.title;
+ if (web) {
+ return `${await nextNode(node.content)} `;
+ }
+
+ if (bbg && bbg.startsWith('bbg://news/stories')) {
+ const o = bbg.split('bbg://news/stories/').pop();
+ const s = 'https://www.bloomberg.com/news/terminal/'.concat(o);
+ return `${await nextNode(node.content)} `;
+ }
+ return String(await nextNode(node.content));
+ },
+ entity: async (node, nextNode) => {
+ const t = node.subType;
+ const linkDest = node.data.link.destination;
+ const web = linkDest.web;
+ if (t === 'person') {
+ return nextNode(node.content);
+ }
+ if (t === 'story') {
+ if (web) {
+ return `${await nextNode(node.content)} `;
+ }
+ const a = node.data.story.identifiers.suid;
+ const o = 'https://www.bloomberg.com/news/terminal/'.concat(a);
+ return `${await nextNode(node.content)} `;
+ }
+ if (t === 'security') {
+ const s = node.data.security.identifiers.parsekey;
+ if (s) {
+ const c = s.split(' ');
+ const href = [...'https://www.bloomberg.com/quote/'.concat(c[0], ':'), c[1]];
+ return `${await nextNode(node.content)} `;
+ }
+ }
+ return nextNode(node.content);
+ },
+ br: () => `${await nextNode(node.content)} `,
+ quote: async (node, nextNode) => `${await nextNode(node.content)} `,
+ aside: async (node, nextNode) => `${await nextNode(node.content)} `,
+ list: async (node, nextNode) => {
+ const t = node.subType;
+ if (t === 'unordered') {
+ return `${await nextNode(node.content)} `;
+ }
+ if (t === 'ordered') {
+ return `${await nextNode(node.content)} `;
+ }
+ },
+ listItem: async (node, nextNode) => `${await nextNode(node.content)} `,
+ media: async (node) => {
+ const t = node.subType;
+ if (t === 'chart' && node.data.attachment) {
+ if (node.data.attachment.creator === 'TOASTER') {
+ const c = node.data.chart;
+ const e = {
+ src: (c && c.fallback) || '',
+ chart: node.data.attachment,
+ id: (c && c.id) || '',
+ alt: (c && c.alt) || '',
+ };
+ const w = e.chart;
+
+ const chart = {
+ source: w.source,
+ footnote: w.footnote,
+ url: w.url,
+ title: w.title,
+ subtitle: w.subtitle,
+ chartId: 'toaster-chart-'.concat(e.id),
+ chartAlt: e.alt,
+ fallback: e.src,
+ };
+ return art(path.join(__dirname, 'templates/chart_media.art'), { chart });
+ }
+ const image = {
+ alt: node.data.attachment?.footnote || '',
+ caption: node.data.attachment?.title + node.data.attachment.subtitle || '',
+ credit: node.data.attachment?.source || '',
+ src: node.data.chart?.fallback || '',
+ };
+ return art(path.join(__dirname, 'templates/image_figure.art'), image);
+ }
+ if (t === 'photo') {
+ const h = node.data;
+ let img = '';
+ if (h.attachment) {
+ const image = { src: h.photo?.src, alt: h.photo?.alt, caption: h.photo?.caption, credit: h.photo?.credit };
+ img = art(path.join(__dirname, 'templates/image_figure.art'), image);
+ }
+ if (h.link && h.link.destination && h.link.destination.web) {
+ const href = h.link.destination.web;
+ return `${img} `;
+ }
+ return img;
+ }
+ if (t === 'video') {
+ const h = node.data;
+ const id = h.attachment?.id;
+ if (id) {
+ const desc = await processVideo(id, h.attachment?.title);
+ return art(path.join(__dirname, 'templates/video_media.art'), desc);
+ }
+ }
+ if (t === 'audio' && node.data.attachment) {
+ const B = node.data.attachment;
+ const P = B.title;
+ const D = B.url;
+ const M = B.image;
+ if (P && D) {
+ const audio = {
+ src: D,
+ img: M.url,
+ caption: P,
+ credit: '',
+ };
+ return art(path.join(__dirname, 'templates/audio_media.art'), audio);
+ }
+ }
+ return '';
+ },
+ tabularData: async (node, nextNode) => `${await nextNode(node.content)}
`,
+ columns: (node) => {
+ const cols = node.data.definitions
+ .map((e) => ({
+ title: e.title,
+ span: e.colSpan || 1,
+ type: e.dataType,
+ }))
+ .map((e) => `${e.title} `);
+ return `${cols} `;
+ },
+ row: async (node, nextNode) => `${await nextNode(node.content)} `,
+ cell: async (node, nextNode) => {
+ const types = { 'news-rsf-table-number': 'number', 'news-rsf-table-string': 'text' };
+ const cellType = types[node.data.class] || 'text';
+ return `${await nextNode(node.content)} `;
+ },
+};
+
+const nextNode = async (nodes) => {
+ const nodeStr = await nodeListToHtmlString(nodes);
+ return nodeStr;
+};
+
+const nodeToHtmlString = async (node, obj) => {
+ if (!node.type || !nodeRenderers[node.type]) {
+ return `${node.type} `;
+ }
+ const str = await nodeRenderers[node.type](node, nextNode, obj);
+ return str;
+};
+
+const nodeListToHtmlString = async (nodes) => {
+ const res = await Promise.all(
+ nodes.map(async (node, index) => {
+ const str = await nodeToHtmlString(node, {
+ index,
+ prev: nodes[index - 1]?.type,
+ next: nodes[index + 1]?.type,
+ });
+ return str;
+ })
+ );
+ return res.join('');
+};
+
+const documentToHtmlString = async (document) => {
+ if (!document || !document.content) {
+ return '';
+ }
+ const str = await nodeListToHtmlString(document.content);
+ return str;
+};
+
+export { parseArticle, parseNewsList, rootUrl };
diff --git a/lib/routes/blow-studio/work.js b/lib/routes/blow-studio/work.js
deleted file mode 100755
index b323963164d044..00000000000000
--- a/lib/routes/blow-studio/work.js
+++ /dev/null
@@ -1,71 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
- const response = await got({
- method: 'get',
- url: `https://www.blowstudio.es/work/`,
- });
- const data = response.data;
- const $ = cheerio.load(data); // 使用 cheerio 加载返回的 HTML
- const list = $('.portfolios.normal > ul > li').get().slice(0, 10);
- const articledata = await Promise.all(
- list.map(async (item) => {
- const link = `https://www.blowstudio.es${$(item).find('a').attr('href')}/`;
-
- const cache = await ctx.cache.get(link);
- if (cache) {
- return Promise.resolve(JSON.parse(cache));
- }
-
- const response2 = await got({
- method: 'get',
- url: link,
- });
-
- const articleHtml = response2.data;
- const $2 = cheerio.load(articleHtml);
- const imglist = $2('div.attachment-grid img').get();
- const mainvideo = $2('.single-page-vimeo-div').attr('data-video-id');
-
- const img = imglist.map((item) => ({
- img: $2(item).attr('src'),
- }));
- const single = {
- mainvideo,
- describe: $2('div.portfolio-content > div:nth-child(2)').html(),
- title: $2('div.portfolio-content > div:nth-child(1)').text(),
- images: img,
- link,
- };
- ctx.cache.set(link, JSON.stringify(single));
- return Promise.resolve(single);
- })
- );
-
- ctx.state.data = {
- title: 'Blow Studio',
- link: 'http://blowstudio.es',
- description: $('description').text(),
- item: list.map((item, index) => {
- let content = '';
- const videostyle = `width="640" height="360"`;
- const imgstyle = `style="max-width: 650px; height: auto; object-fit: contain; flex: 0 0 auto;"`;
-
- content += `;
+
+const JP: Mapping = {
+ '0': '全て',
+ '1': 'イベント',
+ '2': 'お知らせ',
+ '3': 'メンテナンス',
+};
+
+// render into MD table
+const mkTable = (mapping: Mapping): string => {
+ const heading: string[] = [],
+ separator: string[] = [],
+ body: string[] = [];
+
+ for (const key in mapping) {
+ heading.push(mapping[key]);
+ separator.push(':--:');
+ body.push(key);
+ }
+
+ return [heading.join(' | '), separator.join(' | '), body.join(' | ')].map((s) => `| ${s} |`).join('\n');
+};
+
+const handler: Route['handler'] = async (ctx) => {
+ const { server } = ctx.req.param();
+
+ switch (server.toUpperCase()) {
+ case 'JP':
+ return await ja(ctx);
+ default:
+ throw [];
+ }
+};
+
+const ja: Route['handler'] = async (ctx) => {
+ const { type = '0' } = ctx.req.param();
+
+ const data = await ofetch<{ data: { rows: { id: number; content: string; summary: string; publishTime: number }[] } }, 'json'>('https://api-web.bluearchive.jp/api/news/list', {
+ query: {
+ typeId: type,
+ pageNum: 16,
+ pageIndex: 1,
+ },
+ });
+
+ return {
+ title: `ブルアカ - ${JP[type]}`,
+ link: 'https://bluearchive.jp/news/newsJump',
+ language: 'ja-JP',
+ image: 'https://webcnstatic.yostar.net/ba_cn_web/prod/web/favicon.png', // The CN website has a larger one
+ icon: 'https://webcnstatic.yostar.net/ba_cn_web/prod/web/favicon.png',
+ logo: 'https://webcnstatic.yostar.net/ba_cn_web/prod/web/favicon.png',
+ item: data.data.rows.map((row) => ({
+ title: row.summary,
+ description: row.content,
+ link: `https://bluearchive.jp/news/newsJump/${row.id}`,
+ pubDate: parseDate(row.publishTime),
+ })),
+ };
+};
+
+export const route: Route = {
+ path: '/news/:server/:type?',
+ name: 'News',
+ categories: ['game'],
+ maintainers: ['equt'],
+ example: '/bluearchive/news/jp',
+ parameters: {
+ server: 'game server (ISO 3166 two-letter country code, case-insensitive), only `JP` is supported for now',
+ type: 'news type, checkout the table below for details',
+ },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ handler,
+ description: [JP].map((el) => mkTable(el)).join('\n\n'),
+};
diff --git a/lib/routes/bluestacks/namespace.ts b/lib/routes/bluestacks/namespace.ts
new file mode 100644
index 00000000000000..b4f0b17c3cb6e8
--- /dev/null
+++ b/lib/routes/bluestacks/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'BlueStacks',
+ url: 'bluestacks.com',
+ lang: 'en',
+};
diff --git a/lib/routes/bluestacks/release.ts b/lib/routes/bluestacks/release.ts
new file mode 100644
index 00000000000000..8823a1da4d7476
--- /dev/null
+++ b/lib/routes/bluestacks/release.ts
@@ -0,0 +1,91 @@
+import * as cheerio from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import { parseDate } from '@/utils/parse-date';
+import puppeteer from '@/utils/puppeteer';
+
+const pageUrl = 'https://support.bluestacks.com/hc/en-us/articles/360056960211-Release-Notes-BlueStacks-5';
+
+export const route: Route = {
+ path: '/release/5',
+ categories: ['program-update'],
+ example: '/bluestacks/release/5',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: true,
+ antiCrawler: true,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['bluestacks.com/hc/en-us/articles/360056960211-Release-Notes-BlueStacks-5', 'bluestacks.com/'],
+ },
+ ],
+ name: 'BlueStacks 5 Release Notes',
+ maintainers: ['TonyRL'],
+ handler,
+ url: 'bluestacks.com/hc/en-us/articles/360056960211-Release-Notes-BlueStacks-5',
+};
+
+async function handler() {
+ const browser = await puppeteer();
+ const page = await browser.newPage();
+ await page.setRequestInterception(true);
+ page.on('request', (request) => {
+ request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
+ });
+ await page.goto(pageUrl, {
+ waitUntil: 'domcontentloaded',
+ });
+ const res = await page.evaluate(() => document.documentElement.innerHTML);
+ await page.close();
+
+ const $ = cheerio.load(res);
+
+ const items = $('div h3 a')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ return {
+ title: item.text(),
+ link: item.attr('href'),
+ };
+ });
+
+ await Promise.all(
+ items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const page = await browser.newPage();
+ await page.setRequestInterception(true);
+ page.on('request', (request) => {
+ request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
+ });
+ await page.goto(item.link, {
+ waitUntil: 'domcontentloaded',
+ });
+ const res = await page.evaluate(() => document.documentElement.innerHTML);
+ const $ = cheerio.load(res);
+ await page.close();
+
+ item.description = $('div.article__body').html();
+ item.pubDate = parseDate($('div.meta time').attr('datetime'));
+
+ return item;
+ })
+ )
+ );
+
+ await browser.close();
+
+ return {
+ title: $('.article__title').text().trim(),
+ description: $('meta[name=description]').text().trim(),
+ link: pageUrl,
+ image: $('link[rel="shortcut icon"]').attr('href'),
+ item: items,
+ };
+}
diff --git a/lib/routes/blur-studio/index.js b/lib/routes/blur-studio/index.js
deleted file mode 100755
index da070395ff89da..00000000000000
--- a/lib/routes/blur-studio/index.js
+++ /dev/null
@@ -1,81 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
- const response = await got({
- method: 'get',
- url: `http://blur.com`,
- });
- const data = response.data;
- const $ = cheerio.load(data); // 使用 cheerio 加载返回的 HTML
- const list = $('.page-title a').get();
- const articledata = await Promise.all(
- list.map(async (item) => {
- const link = $(item).attr('href');
- const cache = await ctx.cache.get(link);
- if (cache) {
- return Promise.resolve(JSON.parse(cache));
- }
- const response2 = await got({
- method: 'get',
- url: link,
- });
-
- const articleHtml = response2.data;
- const $2 = cheerio.load(articleHtml);
- const imglist = $2('.gridded img').get();
- const videolist = $2('.gridded iframe').get();
- const img = imglist.map((item) => ({
- img: $2(item).attr('src'),
- }));
- const video = videolist.map((item) => ({
- video: $2(item).attr('src'),
- }));
- const single = {
- mainvideo: $2('div.project-title').attr('data-video'),
- describe: $2('p').text(),
- title: $2('h1.page-title').text(),
- client: $2('div.client').text(),
- images: img,
- video,
- link,
- };
- ctx.cache.set(link, JSON.stringify(single));
- return Promise.resolve(single);
- })
- );
-
- ctx.state.data = {
- title: 'Blur Studio',
- link: 'http://blur.com',
- description: $('description').text(),
- item: list.map((item, index) => {
- const Num = /[0-9]+/;
- let content = '';
- const videostyle = `width="640" height="360"`;
- const imgstyle = `style="max-width: 650px; height: auto; object-fit: contain; flex: 0 0 auto;"`;
- content += `Client:${articledata[index].client}VIDEO => {
+ const { filter = 'order=sell_desc' } = ctx.req.param();
+ const limit: number = Number.parseInt(ctx.req.query('limit') ?? '24', 10);
+
+ const baseUrl: string = 'https://www.bookwalker.com.tw';
+ const targetUrl: string = new URL(`search?${filter}`, baseUrl).href;
+
+ const response = await ofetch(targetUrl);
+ const $: CheerioAPI = load(response);
+ const language = $('html').attr('lang') ?? 'zh-TW';
+
+ const items: DataItem[] = $('div.bwbook_package')
+ .slice(0, limit)
+ .toArray()
+ .map((el): Element => {
+ const $el: Cheerio = $(el);
+
+ const name: string = $el.find('h4.bookname').text();
+ const price: string = $el.find('h5.bprice').text();
+ const authorStr: string = $el.find('h5.booknamesub').text().trim();
+
+ const title: string = `${name} - ${authorStr} ${price}`;
+ const image: string | undefined = $el
+ .find('img')
+ .attr('data-src')
+ ?.replace(/_\d+(\.\w+)$/, '$1');
+ const description: string | undefined = art(path.join(__dirname, 'templates/description.art'), {
+ images: image
+ ? [
+ {
+ src: image,
+ alt: name,
+ },
+ ]
+ : undefined,
+ });
+ const linkUrl: string | undefined = $el.find('div.bwbookitem a').attr('href');
+ const authors: DataItem['author'] = authorStr.split(/,/).map((a) => ({
+ name: a,
+ }));
+
+ const processedItem: DataItem = {
+ title,
+ description,
+ link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
+ author: authors,
+ content: {
+ html: description,
+ text: description,
+ },
+ image,
+ banner: image,
+ language,
+ };
+
+ return processedItem;
+ });
+
+ return {
+ title: $('title').text(),
+ description: $('meta[property="og:description"]').attr('content'),
+ link: targetUrl,
+ item: items,
+ allowEmpty: true,
+ image: $('meta[property="og:image"]').attr('content'),
+ author: $('meta[property="og:site_name"]').attr('content'),
+ language,
+ id: $('meta[property="og:url"]').attr('content'),
+ };
+};
+
+export const route: Route = {
+ path: '/search/:filter?',
+ name: '搜尋',
+ url: 'www.bookwalker.com.tw',
+ maintainers: ['nczitzk'],
+ handler,
+ example: '/bookwalker/search/order=sell_desc&s=34',
+ parameters: {
+ filter: {
+ description: '过滤器，默认为 `order=sell_desc`，即依發售日新至舊排序',
+ },
+ },
+ description: `::: tip
+订阅 [依發售日新至舊排序的文學小說](https://www.bookwalker.com.tw/search?order=sell_desc&s=34)，其源网址为 \`https://www.bookwalker.com.tw/search?order=sell_desc&s=34\`，请参考该 URL 指定部分构成参数，此时路由为 [\`/bookwalker/search/order=sell_desc&s=34\`](https://rsshub.app/bookwalker/search/order=sell_desc&s=34)。
+:::`,
+ categories: ['shopping'],
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportRadar: true,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['www.bookwalker.com.tw/search'],
+ target: '/bookwalker/search',
+ },
+ ],
+ view: ViewType.Articles,
+};
diff --git a/lib/routes/bookwalker/templates/description.art b/lib/routes/bookwalker/templates/description.art
new file mode 100644
index 00000000000000..0a7f83a6f60fb1
--- /dev/null
+++ b/lib/routes/bookwalker/templates/description.art
@@ -0,0 +1,13 @@
+{{ if images }}
+ {{ each images image }}
+ {{ if image?.src }}
+
+
+ {{ /if }}
+ {{ /each }}
+{{ /if }}
\ No newline at end of file
diff --git a/lib/routes/booru/mmda.ts b/lib/routes/booru/mmda.ts
new file mode 100644
index 00000000000000..90b38530694f29
--- /dev/null
+++ b/lib/routes/booru/mmda.ts
@@ -0,0 +1,134 @@
+import path from 'node:path';
+
+import { load } from 'cheerio';
+import queryString from 'query-string';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+
+export const route: Route = {
+ path: '/mmda/tags/:tags?',
+ categories: ['picture'],
+ example: '/booru/mmda/tags/full_body%20blue_eyes',
+ parameters: { tags: '标签，多个标签使用 `%20` 连接，如需根据作者查询则在 `user:` 后接上作者名，如：`user:xxxx`' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportRadar: true,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ nsfw: true,
+ },
+ radar: [
+ {
+ source: ['mmda.booru.org/index.php'],
+ },
+ ],
+ name: 'MMDArchive 标签查询',
+ maintainers: ['N78Wy'],
+ handler,
+ description: `For example:
+
+ - 默认查询 (什么 tag 都不加)：\`/booru/mmda/tags\`
+ - 默认查询单个 tag：\`/booru/mmda/tags/full_body\`
+ - 默认查询多个 tag：\`/booru/mmda/tags/full_body%20blue_eyes\`
+ - 默认查询根据作者查询：\`/booru/mmda/tags/user:xxxx\``,
+};
+
+async function handler(ctx) {
+ const baseUrl = 'https://mmda.booru.org';
+ const tags = ctx.req.param('tags');
+
+ const query = queryString.stringify(
+ {
+ tags,
+ page: 'post',
+ s: 'list',
+ },
+ {
+ skipNull: true,
+ }
+ );
+
+ const { data: response } = await got(`${baseUrl}/index.php`, {
+ searchParams: query,
+ });
+
+ const $ = load(response);
+ const list = $('#post-list > div.content > div > div:nth-child(3) span')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ const a = item.find('a').first();
+
+ const scriptStr = item.find('script[type="text/javascript"]').first().text();
+ const user = scriptStr.match(/user':'(.*?)'/)?.[1] ?? '';
+
+ const title = a.find('img').first().attr('title') ?? '';
+ const imageSrc = a.find('img').first().attr('src') ?? '';
+
+ return {
+ title,
+ link: `${baseUrl}/${a.attr('href')}`,
+ image: imageSrc,
+ author: user,
+ description: art(path.join(__dirname, 'templates/description.art'), {
+ title,
+ image: imageSrc,
+ by: user,
+ }),
+ };
+ });
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const { data: response } = await got(item.link);
+ const $ = load(response);
+
+ // 获取左侧的Statistics统计信息
+ const statisticsTages = $('#tag_list > ul');
+ statisticsTages.find('li, br, strong').remove();
+ const statisticsStr = statisticsTages.text();
+
+ const regex = /(?[^\s:]+)\s*:\s*(?.+)/gm;
+ const result = {};
+ for (const match of statisticsStr.matchAll(regex)) {
+ const { key, value } = match.groups ?? ({} as { key: string; value: string });
+ result[key.trim().toLocaleLowerCase()] = value.trim();
+ }
+
+ // 获取大图
+ const bigImage = $('#image').attr('src');
+
+ // 获取发布时间
+ if (result.posted) {
+ item.pubDate = parseDate(result.posted);
+ }
+
+ item.description = art(path.join(__dirname, 'templates/description.art'), {
+ title: item.title,
+ image: bigImage ?? item.image,
+ posted: item.pubDate ?? '',
+ by: result.by,
+ source: result.source,
+ rating: result.rating,
+ score: result.score,
+ });
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: tags,
+ link: `${baseUrl}/index.php?${query}`,
+ item: items,
+ };
+}
diff --git a/lib/routes/booru/namespace.ts b/lib/routes/booru/namespace.ts
new file mode 100644
index 00000000000000..e4d8c2dc515864
--- /dev/null
+++ b/lib/routes/booru/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Booru',
+ url: 'mmda.booru.org',
+ lang: 'en',
+};
diff --git a/lib/routes/booru/templates/description.art b/lib/routes/booru/templates/description.art
new file mode 100644
index 00000000000000..dde6382def4133
--- /dev/null
+++ b/lib/routes/booru/templates/description.art
@@ -0,0 +1,25 @@
+
+ {{if image }}
+
+ {{/if}}
+
+ {{if posted }}
+
posted: {{ posted }}
+ {{/if}}
+
+ {{if by }}
+
by: {{ by }}
+ {{/if}}
+
+ {{if source }}
+
source: {{ source }}
+ {{/if}}
+
+ {{if rating }}
+
rating: {{ rating }}
+ {{/if}}
+
+ {{if score }}
+
score: {{ score }}
+ {{/if}}
+
+
+ Your browser does not support HTML5 video playback.
+ {{ embed.external.title }} {
+ let cddm = ctx.req.param('cddm');
+ if (!cddm) {
+ cddm = '02';
+ }
+ if (cddm.length !== 2 && cddm.length !== 4) {
+ throw new Error('cddm should be 2 or 4 digits');
+ }
+
+ const { title, list } = await getList(BASE_URL, {
+ id: '',
+ fcdTab: cddm.slice(0, 2),
+ cddmTab: cddm,
+ xsfsTab: '2',
+ tplbid: '',
+ xwid: '',
+ zydm: '',
+ zymc: '',
+ yxdm: '',
+ pyzy: '',
+ szzqdm: '',
+ });
+ const item = await getItems(list);
+
+ return {
+ title,
+ item,
+ link: BASE_URL,
+ author: '北航教务部',
+ language: 'zh-CN',
+ };
+}
+
+function getArticleUrl(onclick?: string) {
+ if (!onclick) {
+ return null;
+ }
+ const xwid = onclick.match(/'(\d+)'/)?.at(1);
+ if (!xwid) {
+ return null;
+ }
+ return `http://jiaowu.buaa.edu.cn/bhjwc2.0/index/newsView.do?xwid=${xwid}`;
+}
+
+async function getList(url: string | URL, form: Record = {}) {
+ const { body } = await got.post(url, { form });
+ const $ = load(body);
+ const title = $('#main > div.dqwz > a').last().text() || '北京航空航天大学教务部';
+ const list = $('#main div.news_list > ul > li')
+ .toArray()
+ .map((item) => {
+ const $ = load(item);
+ const link = getArticleUrl($('a').attr('onclick'));
+ if (link === null) {
+ return null;
+ }
+ return {
+ title: $('a').text(),
+ link,
+ pubDate: timezone(parseDate($('span.Floatright').text()), +8),
+ };
+ })
+ .filter((item) => item !== null);
+
+ return {
+ title,
+ list,
+ };
+}
+
+function getItems(list) {
+ return Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const { data: descrptionResponse } = await got(item.link);
+ const $descrption = load(descrptionResponse);
+ const desc = $descrption('#main > div.content > div.search_height > div.search_con:has(p)').html();
+ item.description = desc?.replaceAll(/(\r|\n)+/g, ' {
+ const path = ctx.req.param('path');
+ const i = path.indexOf('/');
+ const params = i === -1 ? '' : path.slice(i + 1);
+ const searchParams = new URLSearchParams(params);
+ const dcpCode = searchParams.get('dcpCode'); // Filter by subject (discipline code)
+ const clsNo = searchParams.get('clsNo'); // Filter by class (Chinese Library Classification)
+ if (dcpCode && clsNo) {
+ throw new Error('dcpCode and clsNo cannot be used at the same time');
+ }
+ searchParams.set('pageSize', '100'); // Max page size. Any larger value will be ignored
+ searchParams.set('page', '1');
+ !dcpCode && !clsNo && searchParams.set('dcpCode', 'nolimit'); // No classification filter
+ const url = `https://space.lib.buaa.edu.cn/meta-local/opac/new/100/${clsNo ? 'byclass' : 'bysubject'}?${searchParams.toString()}`;
+ const { data } = await got(url);
+ const list = (data?.data?.dataList || []) as Book[];
+ const item = await Promise.all(list.map(async (item: Book) => await getItem(item)));
+ const res: Data = {
+ title: '北航图书馆 - 新书速递',
+ item,
+ description: '北京航空航天大学图书馆新书速递',
+ language: 'zh-CN',
+ link: 'https://space.lib.buaa.edu.cn/space/newBook',
+ author: '北京航空航天大学图书馆',
+ allowEmpty: true,
+ image: 'https://lib.buaa.edu.cn/apple-touch-icon.png',
+ };
+ return res;
+}
+
+async function getItem(item: Book): Promise {
+ return (await cache.tryGet(item.isbn, async () => {
+ const info = await getItemInfo(item.isbn);
+ const holdings = JSON.parse(item.holdings) as Holding[];
+ const link = `https://space.lib.buaa.edu.cn/space/searchDetailLocal/${item.bibId}`;
+ const content = art(path.join(__dirname, 'templates/newbook.art'), {
+ item,
+ info,
+ holdings,
+ });
+ return {
+ language: item.language === 'eng' ? 'en' : 'zh-CN',
+ title: item.title,
+ pubDate: item.onSelfDate ? timezone(parseDate(item.onSelfDate), +8) : undefined,
+ description: content,
+ link,
+ };
+ })) as DataItem;
+}
+
+async function getItemInfo(isbn: string): Promise {
+ const url = `https://space.lib.buaa.edu.cn/meta-local/opac/third_api/douban/${isbn}/info`;
+ const response = await got(url);
+ return JSON.parse(response.body).data;
+}
diff --git a/lib/routes/buaa/lib/space/templates/newbook.art b/lib/routes/buaa/lib/space/templates/newbook.art
new file mode 100644
index 00000000000000..6068de6df656eb
--- /dev/null
+++ b/lib/routes/buaa/lib/space/templates/newbook.art
@@ -0,0 +1,44 @@
+{{if info.imageUrl}}
+
+{{/if}}
+书籍信息
+
+ {{item.callno.at(0) || '无'}} /
+ {{item.author}} /
+ {{item.publisher}} /
+ {{item.pub_year}}
+
+简介
+{{info?.content}}
+
+ ISBN {{item.isbn}} 语言 {{item.language}} 类型 {{item.docTypeDesc}}
+{{if info.authorInfo}}
+作者简介
+{{info.authorInfo}}
+{{/if}}
+馆藏信息
+{{if item.onSelfDate}}
+上架时间 ：
+{{item.onSelfDate}}
+{{/if}}
+馆藏地点
+
+ {{each holdings holding}}
+ 所属馆藏地 {{holding.location}} 索书号 {{holding.callNo}} 条码号 {{holding.barCode}} 编号 {{holding.itemId}}
+ 书刊状态
+ {{holding.status}}
+
+ {{/each}}
+
+{{if info.catalog}}
+目录
+{{@ info.catalog}}
+{{/if}}
\ No newline at end of file
diff --git a/lib/routes/buaa/namespace.ts b/lib/routes/buaa/namespace.ts
new file mode 100644
index 00000000000000..9ed95faf65b4d0
--- /dev/null
+++ b/lib/routes/buaa/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '北京航空航天大学',
+ url: 'news.buaa.edu.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/buaa/news/index.ts b/lib/routes/buaa/news/index.ts
new file mode 100644
index 00000000000000..24fef9850a8e41
--- /dev/null
+++ b/lib/routes/buaa/news/index.ts
@@ -0,0 +1,72 @@
+import { load } from 'cheerio';
+import type { Context } from 'hono';
+
+import type { Data, DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/news/:type',
+ categories: ['university'],
+ example: '/buaa/news/zhxw',
+ parameters: { type: '新闻版块' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: '新闻网',
+ maintainers: ['AlanDecode'],
+ handler,
+ description: `| 综合新闻 | 信息公告 | 学术文化 | 校园风采 | 科教在线 | 媒体北航 | 专题新闻 | 北航人物 |
+| -------- | -------- | ----------- | -------- | -------- | -------- | -------- | -------- |
+| zhxw | xxgg_new | xsjwhhd_new | xyfc_new | kjzx_new | mtbh_new | ztxw | bhrw |`,
+};
+
+async function handler(ctx: Context): Promise {
+ const baseUrl = 'https://news.buaa.edu.cn';
+ const type = ctx.req.param('type');
+
+ const { data: response, url: link } = await got(`${baseUrl}/${type}.htm`);
+
+ const $ = load(response);
+ const title = $('.subnav span').text().trim();
+ const list: DataItem[] = $('.mainleft > .listlefttop > .listleftop1')
+ .toArray()
+ .map((item_) => {
+ const item = $(item_);
+ const title = item.find('h2 > a');
+ return {
+ title: title.text(),
+ link: new URL(title.attr('href')!, baseUrl).href,
+ pubDate: timezone(parseDate(item.find('h2 em').text(), '[YYYY-MM-DD]'), +8),
+ };
+ });
+
+ const result = (await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link!, async () => {
+ const response = await got(item.link);
+ const $ = load(response.data);
+
+ item.description = $('.v_news_content').html() || '';
+ item.author = $('.vsbcontent_end').text().trim();
+
+ return item;
+ })
+ )
+ )) as DataItem[];
+
+ return {
+ title: `北航新闻 - ${title}`,
+ link,
+ description: `北京航空航天大学新闻网 - ${title}`,
+ language: 'zh-CN',
+ item: result,
+ };
+}
diff --git a/lib/routes/buaa/sme.ts b/lib/routes/buaa/sme.ts
new file mode 100755
index 00000000000000..2e370a20ed3805
--- /dev/null
+++ b/lib/routes/buaa/sme.ts
@@ -0,0 +1,102 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const BASE_URL = 'http://www.sme.buaa.edu.cn';
+
+export const route: Route = {
+ path: '/sme/:path{.+}?',
+ name: '集成电路科学与工程学院',
+ url: 'www.sme.buaa.edu.cn',
+ maintainers: ['MeanZhang'],
+ handler,
+ example: '/buaa/sme/tzgg',
+ parameters: {
+ path: '版块路径，默认为 `tzgg`（通知公告）',
+ },
+ description: `::: tip
+
+版块路径（\`path\`）应填写板块 URL 中 \`http://www.sme.buaa.edu.cn/\` 和 \`.htm\` 之间的字段。
+
+示例：
+
+1. [通知公告](http://www.sme.buaa.edu.cn/tzgg.htm) 页面的 URL 为 \`http://www.sme.buaa.edu.cn/tzgg.htm\`，对应的路径参数为 \`tzgg\`，完整路由为 \`/buaa/sme/tzgg\`；
+2. [就业信息](http://www.sme.buaa.edu.cn/zsjy/jyxx.htm) 页面的 URL 为 \`http://www.sme.buaa.edu.cn/zsjy/jyxx.htm\`，对应的路径参数为 \`zsjy/jyxx\`，完整路由为 \`/buaa/sme/zsjy/jyxx\`。
+
+:::
+
+::: warning
+
+部分页面（如[学院介绍](http://www.sme.buaa.edu.cn/xygk/xyjs.htm)、[微纳中心](http://www.sme.buaa.edu.cn/wnzx.htm)、[院学生会](http://www.sme.buaa.edu.cn/xsgz/yxsh.htm)）存在无内容、内容跳转至外站等情况，因此可能出现解析失败的现象。
+
+:::`,
+ categories: ['university'],
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportRadar: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+};
+
+async function handler(ctx) {
+ const { path = 'tzgg' } = ctx.req.param();
+ const url = `${BASE_URL}/${path}.htm`;
+ const { title, list } = await getList(url);
+ return {
+ // 源标题
+ title,
+ // 源链接
+ link: url,
+ // 源文章
+ item: await getItems(list),
+ // 语言
+ language: 'zh-CN',
+ };
+}
+
+async function getList(url) {
+ const { data } = await got(url);
+ const $ = load(data);
+ const title = $('.nytit .fr a')
+ .toArray()
+ .slice(1)
+ .map((item) => $(item).text().trim())
+ .join(' - ');
+ const list = $("div[class='Newslist'] > ul > li")
+ .toArray()
+ .map((item_) => {
+ const item = $(item_);
+ const $a = item.find('a');
+ const link = $a.attr('href');
+ return {
+ title: item.find('a').text(),
+ link: link?.startsWith('http') ? link : `${BASE_URL}/${link}`, // 有些链接是相对路径
+ pubDate: timezone(parseDate(item.find('span').text()), +8),
+ };
+ });
+ return {
+ title,
+ list,
+ };
+}
+
+function getItems(list) {
+ return Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const { data: descrptionResponse } = await got(item.link);
+ const $descrption = load(descrptionResponse);
+ item.description = $descrption('div[class="v_news_content"]').html();
+ return item;
+ })
+ )
+ );
+}
diff --git a/lib/routes/buct/cist.ts b/lib/routes/buct/cist.ts
new file mode 100644
index 00000000000000..64b358b944fbd5
--- /dev/null
+++ b/lib/routes/buct/cist.ts
@@ -0,0 +1,59 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+export const route: Route = {
+ path: '/cist',
+ categories: ['university'],
+ example: '/buct/cist',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [{ source: ['cist.buct.edu.cn/xygg/list.htm', 'cist.buct.edu.cn/xygg/main.htm'], target: '/cist' }],
+ name: '信息学院',
+ maintainers: ['Epic-Creeper'],
+ handler,
+ url: 'buct.edu.cn/',
+};
+
+async function handler() {
+ const rootUrl = 'https://cist.buct.edu.cn';
+ const currentUrl = `${rootUrl}/xygg/list.htm`;
+
+ const response = await got.get(currentUrl);
+ const $ = load(response.data);
+ const list = $('ul.wp_article_list > li.list_item')
+ .toArray()
+ .map((item) => ({
+ pubDate: $(item).find('.Article_PublishDate').text(),
+ title: $(item).find('a').attr('title'),
+ link: `${rootUrl}${$(item).find('a').attr('href')}`,
+ }));
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got.get(item.link);
+ const content = load(detailResponse.data);
+
+ item.description = content('.wp_articlecontent').html();
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: $('title').text(),
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/buct/gr.ts b/lib/routes/buct/gr.ts
new file mode 100644
index 00000000000000..eeabde4d22f81e
--- /dev/null
+++ b/lib/routes/buct/gr.ts
@@ -0,0 +1,94 @@
+import { load } from 'cheerio';
+import type { Context } from 'hono';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+export const route: Route = {
+ path: '/gr/:type',
+ categories: ['university'],
+ example: '/buct/gr/jzml',
+ parameters: {
+ type: {
+ description: '信息类型，可选值：tzgg（通知公告），jzml（简章目录），xgzc（相关政策）',
+ options: [
+ { value: 'tzgg', label: '通知公告' },
+ { value: 'jzml', label: '简章目录' },
+ { value: 'xgzc', label: '相关政策' },
+ ],
+ },
+ },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ { source: ['graduate.buct.edu.cn/1392/list.htm'], target: '/gr/tzgg' },
+ { source: ['graduate.buct.edu.cn/jzml/list.htm'], target: '/gr/jzml' },
+ { source: ['graduate.buct.edu.cn/1393/list.htm'], target: '/gr/xgzc' },
+ ],
+ name: '研究生院',
+ maintainers: ['Epic-Creeper'],
+ handler,
+ url: 'buct.edu.cn/',
+};
+
+async function handler(ctx: Context) {
+ const type = ctx.req.param('type');
+ const rootUrl = 'https://graduate.buct.edu.cn';
+ let currentUrl;
+
+ switch (type) {
+ case 'tzgg':
+ currentUrl = `${rootUrl}/1392/list.htm`;
+
+ break;
+
+ case 'jzml':
+ currentUrl = `${rootUrl}/jzml/list.htm`;
+
+ break;
+
+ case 'xgzc':
+ currentUrl = `${rootUrl}/1393/list.htm`;
+
+ break;
+
+ default:
+ throw new Error('Invalid type parameter');
+ }
+
+ const response = await got.get(currentUrl);
+
+ const $ = load(response.data);
+ const list = $('ul.wp_article_list > li.list_item')
+ .toArray()
+ .map((item) => ({
+ pubDate: $(item).find('.Article_PublishDate').text(),
+ title: $(item).find('a').attr('title'),
+ link: `${rootUrl}${$(item).find('a').attr('href')}`,
+ }));
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got.get(item.link);
+ const content = load(detailResponse.data);
+ item.description = content('.wp_articlecontent').html();
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: $('title').text(),
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/buct/jwc.ts b/lib/routes/buct/jwc.ts
new file mode 100644
index 00000000000000..35c4b7dcc50afb
--- /dev/null
+++ b/lib/routes/buct/jwc.ts
@@ -0,0 +1,65 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+export const route: Route = {
+ path: '/jwc',
+ categories: ['university'],
+ example: '/buct/jwc',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [{ source: ['jiaowuchu.buct.edu.cn/610/list.htm', 'jiaowuchu.buct.edu.cn/611/main.htm'], target: '/jwc' }],
+ name: '教务处',
+ maintainers: ['Epic-Creeper'],
+ handler,
+ url: 'buct.edu.cn/',
+};
+
+async function handler() {
+ const rootUrl = 'https://jiaowuchu.buct.edu.cn';
+ const currentUrl = `${rootUrl}/610/list.htm`;
+
+ const response = await got.get(currentUrl);
+
+ const $ = load(response.data);
+ const list = $('div.list02 ul > li')
+ .not('#wp_paging_w66 li')
+ .toArray()
+ .map((item) => ({
+ pubDate: $(item).find('span').text(),
+ title: $(item).find('a').attr('title'),
+ link: `${rootUrl}${$(item).find('a').attr('href')}`,
+ }));
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got.get(item.link);
+ const content = load(detailResponse.data);
+ const iframeSrc = content('.wp_pdf_player').attr('pdfsrc');
+ if (iframeSrc) {
+ const pdfUrl = `${rootUrl}${iframeSrc}`;
+ item.description = `此页面为PDF文档：点击查看pdf `;
+ return item;
+ }
+ item.description = content('.rt_zhengwen').html();
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: $('title').text(),
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/buct/namespace.ts b/lib/routes/buct/namespace.ts
new file mode 100644
index 00000000000000..40e9971dc45338
--- /dev/null
+++ b/lib/routes/buct/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '北京化工大学',
+ url: 'buct.edu.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/bugzilla/bug.ts b/lib/routes/bugzilla/bug.ts
new file mode 100644
index 00000000000000..da5530d1c49ab3
--- /dev/null
+++ b/lib/routes/bugzilla/bug.ts
@@ -0,0 +1,60 @@
+import { load } from 'cheerio';
+import type { Context } from 'hono';
+
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+import type { Data, DataItem, Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+const INSTANCES = new Map([
+ ['apache', 'bz.apache.org/bugzilla'],
+ ['apache.ooo', 'bz.apache.org/ooo'], // Apache OpenOffice
+ ['apache.SpamAssassin', 'bz.apache.org/SpamAssassin'],
+ ['kernel', 'bugzilla.kernel.org'],
+ ['mozilla', 'bugzilla.mozilla.org'],
+ ['webkit', 'bugs.webkit.org'],
+]);
+
+async function handler(ctx: Context): Promise {
+ const { site, bugId } = ctx.req.param();
+ if (!INSTANCES.has(site)) {
+ throw new InvalidParameterError(`unknown site: ${site}`);
+ }
+ const link = `https://${INSTANCES.get(site)}/show_bug.cgi?id=${bugId}`;
+ const $ = load(await ofetch(`${link}&ctype=xml`));
+ const items = $('long_desc').map((index, rawItem) => {
+ const $ = load(rawItem, null, false);
+ return {
+ title: `comment #${$('commentid').text()}`,
+ link: `${link}#c${index}`,
+ description: $('thetext').text(),
+ pubDate: parseDate($('bug_when').text()),
+ author: $('who').attr('name'),
+ } as DataItem;
+ });
+ return { title: $('short_desc').text(), link, item: items.toArray() };
+}
+
+function markdownFrom(instances: Map, separator: string = ', '): string {
+ return [...instances.entries()].map(([k, v]) => `[\`${k}\`](https://${v})`).join(separator);
+}
+
+export const route: Route = {
+ path: '/bug/:site/:bugId',
+ name: 'bugs',
+ maintainers: ['FranklinYu'],
+ handler,
+ example: '/bugzilla/bug/webkit/251528',
+ parameters: {
+ site: 'site identifier',
+ bugId: 'numeric identifier of the bug in the site',
+ },
+ description: `Supported site identifiers: ${markdownFrom(INSTANCES)}.`,
+ categories: ['programming'],
+
+ // Radar is infeasible, because it needs access to URL parameters.
+ zh: {
+ name: 'bugs',
+ description: `支持的站点标识符：${markdownFrom(INSTANCES, '、')}。`,
+ },
+};
diff --git a/lib/routes/bugzilla/namespace.ts b/lib/routes/bugzilla/namespace.ts
new file mode 100644
index 00000000000000..012d6382f7e9be
--- /dev/null
+++ b/lib/routes/bugzilla/namespace.ts
@@ -0,0 +1,12 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Bugzilla',
+ url: 'bugzilla.org',
+ description: 'Bugzilla instances hosted by organizations.',
+ zh: {
+ name: 'Bugzilla',
+ description: '各组织自建的Bugzilla实例。',
+ },
+ lang: 'en',
+};
diff --git a/lib/routes/bulianglin/namespace.ts b/lib/routes/bulianglin/namespace.ts
new file mode 100644
index 00000000000000..f269e43ca22a99
--- /dev/null
+++ b/lib/routes/bulianglin/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '不良林',
+ url: 'bulianglin.com',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/bulianglin/rss.ts b/lib/routes/bulianglin/rss.ts
new file mode 100644
index 00000000000000..4dd3edc1a1e99b
--- /dev/null
+++ b/lib/routes/bulianglin/rss.ts
@@ -0,0 +1,49 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/',
+ categories: ['blog'],
+ example: '/bulianglin',
+ radar: [
+ {
+ source: ['bulianglin.com/'],
+ },
+ ],
+ name: '全部文章',
+ maintainers: ['cnkmmk'],
+ handler,
+ url: 'bulianglin.com/',
+};
+
+async function handler() {
+ const url = 'https://bulianglin.com/';
+ const response = await got({ method: 'get', url });
+ const $ = load(response.data);
+
+ const list = $('div.single-post')
+ .toArray()
+ .map((e) => {
+ const element = $(e);
+ const title = element.find('h2 > a').text();
+ const link = element.find('h2 > a').attr('href');
+ const description = element.find('p.summary').text();
+ const dateraw = element.find('div.text-muted').find('li').eq(1).text();
+
+ return {
+ title,
+ description,
+ link,
+ pubDate: parseDate(dateraw, 'YYYY 年 MM 月 DD 日'),
+ };
+ });
+
+ return {
+ title: '不良林',
+ link: url,
+ item: list,
+ };
+}
diff --git a/lib/routes/bullionvault/gold-news.ts b/lib/routes/bullionvault/gold-news.ts
new file mode 100644
index 00000000000000..f3dc7e9f8d4bc8
--- /dev/null
+++ b/lib/routes/bullionvault/gold-news.ts
@@ -0,0 +1,233 @@
+import type { Cheerio, CheerioAPI } from 'cheerio';
+import { load } from 'cheerio';
+import type { Element } from 'domhandler';
+import type { Context } from 'hono';
+
+import type { Data, DataItem, Route } from '@/types';
+import { ViewType } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+export const handler = async (ctx: Context): Promise => {
+ const { category } = ctx.req.param();
+ const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+ const baseUrl: string = 'https://bullionvault.com';
+ const targetUrl: string = new URL(`gold-news${category ? `/${category}` : ''}`, baseUrl).href;
+
+ const response = await ofetch(targetUrl);
+ const $: CheerioAPI = load(response);
+ const language = $('html').attr('lang') ?? 'en';
+
+ let items: DataItem[] = [];
+
+ items = $('section#block-bootstrap-views-block-latest-articles-block div.media, div.gold-news-content table tr')
+ .slice(0, limit)
+ .toArray()
+ .map((el): Element => {
+ const $el: Cheerio = $(el);
+ const $aEl: Cheerio = $el.find('td.views-field-title a, div.views-field-title a').first();
+
+ const title: string = $aEl.text();
+ const pubDateStr: string | undefined = $el.find('td.views-field-created, div.views-field-created').text().trim();
+ const linkUrl: string | undefined = $aEl.attr('href');
+ const authorEls: Element[] = $el.find('a.username').toArray();
+ const authors: DataItem['author'] = authorEls.map((authorEl) => {
+ const $authorEl: Cheerio = $(authorEl);
+
+ return {
+ name: $authorEl.text(),
+ url: $authorEl.attr('href'),
+ avatar: undefined,
+ };
+ });
+ const upDatedStr: string | undefined = pubDateStr;
+
+ const processedItem: DataItem = {
+ title,
+ pubDate: pubDateStr ? parseDate(pubDateStr) : undefined,
+ link: linkUrl,
+ author: authors,
+ updated: upDatedStr ? parseDate(upDatedStr) : undefined,
+ language,
+ };
+
+ return processedItem;
+ });
+
+ items = (
+ await Promise.all(
+ items.map((item) => {
+ if (!item.link) {
+ return item;
+ }
+
+ return cache.tryGet(item.link, async (): Promise => {
+ const detailResponse = await ofetch(item.link);
+ const $$: CheerioAPI = load(detailResponse);
+
+ const title: string = $$('article.article h1').text();
+ const description: string | undefined = $$('div.content').html() ?? '';
+ const pubDateStr: string | undefined = $$('div.submitted').text().split(/,/).pop();
+ const categories: string[] = $$('meta[name="news_keywords"]').attr('content')?.split(/,/) ?? [];
+ const authorEls: Element[] = $$('div.view-author-bio').toArray();
+ const authors: DataItem['author'] = authorEls.map((authorEl) => {
+ const $$authorEl: Cheerio = $$(authorEl);
+
+ return {
+ name: $$authorEl.find('h1').text(),
+ url: undefined,
+ avatar: $$authorEl.find('img').attr('src'),
+ };
+ });
+ const upDatedStr: string | undefined = pubDateStr;
+
+ const processedItem: DataItem = {
+ title,
+ description,
+ pubDate: pubDateStr ? parseDate(pubDateStr) : item.pubDate,
+ category: categories,
+ author: authors,
+ content: {
+ html: description,
+ text: description,
+ },
+ updated: upDatedStr ? parseDate(upDatedStr) : item.updated,
+ language,
+ };
+
+ return {
+ ...item,
+ ...processedItem,
+ };
+ });
+ })
+ )
+ ).filter((_): _ is DataItem => true);
+
+ return {
+ title: $('title').text(),
+ description: $('meta[property="og:description"]').attr('content'),
+ link: targetUrl,
+ item: items,
+ allowEmpty: true,
+ image: $('meta[property="og:image"]').attr('content'),
+ author: $('meta[property="og:title"]').attr('content')?.split(/\|/).pop(),
+ language,
+ id: $('meta[property="og:url"]').attr('content'),
+ };
+};
+
+export const route: Route = {
+ path: '/gold-news/:category?',
+ name: 'Gold News',
+ url: 'bullionvault.com',
+ maintainers: ['nczitzk'],
+ handler,
+ example: '/bullionvault/gold-news',
+ parameters: {
+ category: {
+ description: 'Category',
+ options: [
+ {
+ label: 'Gold market analysis & gold investment research',
+ value: '',
+ },
+ {
+ label: 'Opinion & Analysis',
+ value: 'opinion-analysis',
+ },
+ {
+ label: 'Gold Price News',
+ value: 'gold-price-news',
+ },
+ {
+ label: 'Investment News',
+ value: 'news',
+ },
+ {
+ label: 'Gold Investor Index',
+ value: 'gold-investor-index',
+ },
+ {
+ label: 'Gold Infographics',
+ value: 'infographics',
+ },
+ {
+ label: 'Market Fundamentals',
+ value: 'market-fundamentals',
+ },
+ ],
+ },
+ },
+ description: `::: tip
+If you subscribe to [Gold Price News](https://www.bullionvault.com/gold-news/gold-price-news)，where the URL is \`https://www.bullionvault.com/gold-news/gold-price-news\`, extract the part \`https://www.bullionvault.com/gold-news/\` to the end, and use it as the parameter to fill in. Therefore, the route will be [\`/bullionvault/gold-news/gold-price-news\`](https://rsshub.app/bullionvault/gold-news/gold-price-news).
+:::
+
+| Category | ID |
+| --------------------------------------------------------------------------------- | ------------------------------------------------------------------------------------ |
+| [Opinion & Analysis](https://www.bullionvault.com/gold-news/opinion-analysis) | [opinion-analysis](https://rsshub.app/bullionvault/gold-news/opinion-analysis) |
+| [Gold Price News](https://www.bullionvault.com/gold-news/gold-price-news) | [gold-price-news](https://rsshub.app/bullionvault/gold-news/gold-price-news) |
+| [Investment News](https://www.bullionvault.com/gold-news/news) | [news](https://rsshub.app/bullionvault/gold-news/news) |
+| [Gold Investor Index](https://www.bullionvault.com/gold-news/gold-investor-index) | [gold-investor-index](https://rsshub.app/bullionvault/gold-news/gold-investor-index) |
+| [Gold Infographics](https://www.bullionvault.com/gold-news/infographics) | [infographics](https://rsshub.app/bullionvault/gold-news/infographics) |
+| [Market Fundamentals](https://www.bullionvault.com/gold-news/market-fundamentals) | [market-fundamentals](https://rsshub.app/bullionvault/gold-news/market-fundamentals) |
+`,
+ categories: ['finance'],
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportRadar: true,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['bullionvault.com/gold-news/:category'],
+ target: (params) => {
+ const category: string = params.category;
+
+ return `/bullionvault/gold-news${category ? `/${category}` : ''}`;
+ },
+ },
+ {
+ title: 'Gold market analysis & gold investment research',
+ source: ['bullionvault.com/gold-news'],
+ target: '/gold-news',
+ },
+ {
+ title: 'Opinion & Analysis',
+ source: ['bullionvault.com/gold-news/opinion-analysis'],
+ target: '/gold-news/opinion-analysis',
+ },
+ {
+ title: 'Gold Price News',
+ source: ['bullionvault.com/gold-news/gold-price-news'],
+ target: '/gold-news/gold-price-news',
+ },
+ {
+ title: 'Investment News',
+ source: ['bullionvault.com/gold-news/news'],
+ target: '/gold-news/news',
+ },
+ {
+ title: 'Gold Investor Index',
+ source: ['bullionvault.com/gold-news/gold-investor-index'],
+ target: '/gold-news/gold-investor-index',
+ },
+ {
+ title: 'Gold Infographics',
+ source: ['bullionvault.com/gold-news/infographics'],
+ target: '/gold-news/infographics',
+ },
+ {
+ title: 'Market Fundamentals',
+ source: ['bullionvault.com/gold-news/market-fundamentals'],
+ target: '/gold-news/market-fundamentals',
+ },
+ ],
+ view: ViewType.Articles,
+};
diff --git a/lib/routes/bullionvault/namespace.ts b/lib/routes/bullionvault/namespace.ts
new file mode 100644
index 00000000000000..2dd9d86b52b033
--- /dev/null
+++ b/lib/routes/bullionvault/namespace.ts
@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'BullionVault',
+ url: 'bullionvault.com',
+ categories: ['finance'],
+ description: '',
+ lang: 'en',
+};
diff --git a/lib/routes/bupt/jwc.ts b/lib/routes/bupt/jwc.ts
new file mode 100644
index 00000000000000..f1c9507ebb5ec0
--- /dev/null
+++ b/lib/routes/bupt/jwc.ts
@@ -0,0 +1,131 @@
+import { load } from 'cheerio';
+import type { Context } from 'hono';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/jwc/:type',
+ categories: ['university'],
+ example: '/bupt/jwc/tzgg',
+ parameters: {
+ type: {
+ type: 'string',
+ optional: false,
+ description: '信息类型，可选值：tzgg（通知公告），xwzx（新闻资讯）',
+ },
+ },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['jwc.bupt.edu.cn/tzgg1.htm'],
+ target: '/jwc/tzgg',
+ },
+ {
+ source: ['jwc.bupt.edu.cn/xwzx2.htm'],
+ target: '/jwc/xwzx',
+ },
+ ],
+ name: '教务处',
+ maintainers: ['Yoruet'],
+ handler,
+ url: 'jwc.bupt.edu.cn',
+};
+
+async function handler(ctx: Context) {
+ let type = ctx.req.param('type'); // 默认类型为通知公告
+ if (!type) {
+ type = 'tzgg';
+ }
+ const rootUrl = 'https://jwc.bupt.edu.cn';
+ let currentUrl;
+ let pageTitle;
+
+ if (type === 'tzgg') {
+ currentUrl = `${rootUrl}/tzgg1.htm`;
+ pageTitle = '通知公告';
+ } else if (type === 'xwzx') {
+ currentUrl = `${rootUrl}/xwzx2.htm`;
+ pageTitle = '新闻资讯';
+ } else {
+ throw new Error('Invalid type parameter');
+ }
+
+ const response = await got({
+ method: 'get',
+ url: currentUrl,
+ });
+
+ const $ = load(response.data);
+
+ const list = $('.txt-elise')
+ .toArray()
+ .map((item) => {
+ const $item = $(item);
+ const $link = $item.find('a');
+ // Skip elements without links or with empty href
+ if ($link.length === 0 || !$link.attr('href')) {
+ return null;
+ }
+ return {
+ title: $link.text().trim(),
+ link: rootUrl + '/' + $link.attr('href'),
+ };
+ })
+ .filter(Boolean);
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got({
+ method: 'get',
+ url: item.link,
+ });
+
+ const content = load(detailResponse.data);
+
+ // 选择包含新闻内容的元素
+ const newsContent = content('.v_news_content');
+
+ // 移除不必要的标签，比如 和 中无用的内容
+ newsContent.find('p, span, strong').each(function () {
+ const element = content(this);
+ const text = element.text().trim();
+
+ // 删除没有有用文本的元素，防止空元素被保留
+ if (text === '') {
+ element.remove();
+ } else {
+ // 去除多余的嵌套标签，但保留其内容
+ element.replaceWith(text);
+ }
+ });
+
+ // 清理后的内容转换为文本
+ const cleanedDescription = newsContent.text().trim();
+
+ // 提取并格式化发布时间
+ item.description = cleanedDescription;
+ item.pubDate = timezone(parseDate(content('.info').text().replace('发布时间：', '').trim()), +8);
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: `北京邮电大学教务处 - ${pageTitle}`,
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/bupt/namespace.ts b/lib/routes/bupt/namespace.ts
new file mode 100644
index 00000000000000..6a0dca8e8498db
--- /dev/null
+++ b/lib/routes/bupt/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '北京邮电大学',
+ url: 'bupt.edu.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/bupt/rczp.ts b/lib/routes/bupt/rczp.ts
new file mode 100644
index 00000000000000..acf1d795c263b1
--- /dev/null
+++ b/lib/routes/bupt/rczp.ts
@@ -0,0 +1,78 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/rczp',
+ categories: ['university'],
+ example: '/bupt/rczp',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['bupt.edu.cn/'],
+ },
+ ],
+ name: '人才招聘',
+ maintainers: ['nczitzk'],
+ handler,
+ url: 'bupt.edu.cn/',
+};
+
+async function handler() {
+ const rootUrl = 'https://www.bupt.edu.cn';
+ const currentUrl = `${rootUrl}/rczp.htm`;
+
+ const response = await got({
+ method: 'get',
+ url: currentUrl,
+ });
+
+ const $ = load(response.data);
+
+ const list = $('.date-block')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+
+ return {
+ title: item.next().text(),
+ link: `${rootUrl}/${item.next().attr('href')}`,
+ };
+ });
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got({
+ method: 'get',
+ url: item.link,
+ });
+
+ const content = load(detailResponse.data);
+
+ item.description = content('.v_news_content').html();
+ item.pubDate = timezone(parseDate(content('.info span').first().text().replace('发布时间 : ', '')), +8);
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: $('title').text(),
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/bupt/scss.ts b/lib/routes/bupt/scss.ts
new file mode 100644
index 00000000000000..3a87e867e90951
--- /dev/null
+++ b/lib/routes/bupt/scss.ts
@@ -0,0 +1,99 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/scss/tzgg',
+ categories: ['university'],
+ example: '/bupt/scss/tzgg',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['scss.bupt.edu.cn/index/tzgg1.htm'],
+ target: '/scss/tzgg',
+ },
+ ],
+ name: '网络空间安全学院 - 通知公告',
+ maintainers: ['ziri2004'],
+ handler,
+ url: 'scss.bupt.edu.cn',
+};
+
+async function handler() {
+ const rootUrl = 'https://scss.bupt.edu.cn';
+ const currentUrl = `${rootUrl}/index/tzgg1.htm`;
+ const pageTitle = '通知公告';
+ const selector = '.Newslist li';
+
+ const response = await got({
+ method: 'get',
+ url: currentUrl,
+ });
+
+ const $ = load(response.data);
+ const list = $(selector)
+ .toArray()
+ .map((item) => {
+ const $item = $(item);
+ const $link = $item.find('a');
+ if ($link.length === 0 || !$link.attr('href')) {
+ return null;
+ }
+
+ const link = new URL($link.attr('href'), rootUrl).href;
+ const rawDate = $item.find('span').text().replace('发布时间：', '').trim();
+
+ return {
+ title: $link.text().trim(),
+ link,
+ pubDateRaw: rawDate,
+ };
+ })
+ .filter(Boolean);
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got({
+ method: 'get',
+ url: item.link,
+ });
+ const content = load(detailResponse.data);
+ const newsContent = content('.v_news_content');
+
+ newsContent.find('p, span, strong').each(function () {
+ const element = content(this);
+ const text = element.text().trim();
+ if (text === '') {
+ element.remove();
+ } else {
+ element.replaceWith(text);
+ }
+ });
+
+ item.description = newsContent.text();
+ item.pubDate = timezone(parseDate(item.pubDateRaw), +8);
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: `北京邮电大学网络空间安全学院 - ${pageTitle}`,
+ link: currentUrl,
+ item: items as Data['item'],
+ };
+}
diff --git a/lib/routes/bwsg/index.ts b/lib/routes/bwsg/index.ts
new file mode 100644
index 00000000000000..83e0fe54601a00
--- /dev/null
+++ b/lib/routes/bwsg/index.ts
@@ -0,0 +1,70 @@
+import { load } from 'cheerio';
+
+import type { Data, DataItem, Route } from '@/types';
+import { getSubPath } from '@/utils/common-utils';
+import ofetch from '@/utils/ofetch';
+
+const FEED_TITLE = 'Immobilien - BWSG' as const;
+const FEED_LANGUAGE = 'de' as const;
+const FEED_LOGO = 'https://www.bwsg.at/wp-content/uploads/2024/06/favicon-bwsg.png';
+const SITE_URL = 'https://www.bwsg.at' as const;
+const BASE_URL = `${SITE_URL}/immobilien/immobilie-suchen/`;
+
+export const route: Route = {
+ name: 'Angebote',
+ example: '/bwsg/_vermarktungsart=miete&_objektart=wohnung&_zimmer=2,3&_wohnflaeche=45,70&_plz=1210,1220',
+ path: '*',
+ maintainers: ['sk22'],
+ categories: ['other'],
+ description: `
+Copy the query parameters for your https://www.bwsg.at/immobilien/immobilie-suchen
+search, omitting the leading \`?\`
+
+::: tip
+Since there's no parameter available that sorts by "last added" (and there's no
+obvious pattern to the default ordering), and since this RSS feed only fetches
+the first page of results, you probably want to specify enough search
+parameters to make sure you only get one page of results – because else, your
+RSS feed might not get all items.
+:::`,
+
+ async handler(ctx) {
+ let params = getSubPath(ctx).slice(1);
+ if (params.startsWith('&')) {
+ params = params.slice(1);
+ }
+
+ const link = `${BASE_URL}?${params}`;
+ const response = await ofetch(link);
+ const $ = load(response);
+
+ const items = $('[data-objektnummer] > a')
+ .toArray()
+ .map((el) => {
+ const $el = $(el);
+ const link = el.attribs.href;
+ const image = $el.find('.res_immobiliensuche__immobilien__item__thumb > img').attr('src');
+ const title = $el.find('.res_immobiliensuche__immobilien__item__content__title').text().trim();
+ const location = $el.find('.res_immobiliensuche__immobilien__item__content__meta__location').text().trim();
+ const price = $el.find('.res_immobiliensuche__immobilien__item__content__meta__preis').text().trim();
+ const metadata = $el.find('.res_immobiliensuche__immobilien__item__content__meta__row_1').text().trim();
+
+ return {
+ title: `${location}, ${title}`,
+ description: (price ? `${price} | ` : '') + metadata,
+ link,
+ image,
+ // no pubDate :(
+ } satisfies DataItem;
+ });
+
+ return {
+ title: FEED_TITLE,
+ language: FEED_LANGUAGE,
+ logo: FEED_LOGO,
+ allowEmpty: true,
+ item: items,
+ link,
+ } satisfies Data;
+ },
+};
diff --git a/lib/routes/bwsg/namespace.ts b/lib/routes/bwsg/namespace.ts
new file mode 100644
index 00000000000000..6482c7d72b8bfd
--- /dev/null
+++ b/lib/routes/bwsg/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'BWSG',
+ url: 'bwsg.at',
+ description: 'BWS Gemeinnützige allgemeine Bau-, Wohn- und Siedlungsgenossenschaft, registrierte Genossenschaft mit beschränkter Haftung',
+};
diff --git a/lib/routes/byau/namespace.ts b/lib/routes/byau/namespace.ts
new file mode 100644
index 00000000000000..e256a5556e3bee
--- /dev/null
+++ b/lib/routes/byau/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '黑龙江八一农垦大学',
+ url: 'byau.edu.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/byau/xinwen/index.ts b/lib/routes/byau/xinwen/index.ts
new file mode 100644
index 00000000000000..aa1892012b5071
--- /dev/null
+++ b/lib/routes/byau/xinwen/index.ts
@@ -0,0 +1,73 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/news/:type_id',
+ categories: ['university'],
+ example: '/byau/news/3674',
+ parameters: { type_id: '栏目类型(从菜单栏获取对应 ID)' },
+ radar: [
+ {
+ source: ['xinwen.byau.edu.cn/:type_id/list.htm'],
+ target: '/news/:type_id',
+ },
+ ],
+ name: '新闻网',
+ maintainers: ['ueiu'],
+ handler,
+ url: 'xinwen.byau.edu.cn',
+ description: `| 学校要闻 | 校园动态 |
+| ---- | ----------- |
+| 3674 | 3676 |`,
+};
+
+async function handler(ctx) {
+ const baseUrl = 'http://xinwen.byau.edu.cn/';
+
+ const typeID = ctx.req.param('type_id');
+ const url = `${baseUrl}${typeID}/list.htm`;
+
+ const response = await got(url);
+ const $ = load(response.data);
+
+ const list = $('.news')
+ .toArray()
+ .map((item) => {
+ const $$ = load(item);
+
+ const originalItemUrl = $$('a').attr('href');
+ // 因为学校要闻的头两个像是固定了跳转专栏页面的，不能相同处理
+ const startsWithHttp = originalItemUrl.startsWith('http');
+ const itemUrl = startsWithHttp ? originalItemUrl : new URL(originalItemUrl, baseUrl).href;
+
+ return {
+ title: $$('a').text(),
+ link: itemUrl,
+ pubDate: timezone(parseDate($$('.news_meta').text()), +8),
+ };
+ });
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const response = await got(item.link);
+ const $ = load(response.data);
+
+ item.description = $('.col_news_con').html();
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: $('title').text(),
+ link: url,
+ item: items,
+ };
+}
diff --git a/lib/routes/byteclicks/index.ts b/lib/routes/byteclicks/index.ts
new file mode 100644
index 00000000000000..67865b163b7c85
--- /dev/null
+++ b/lib/routes/byteclicks/index.ts
@@ -0,0 +1,39 @@
+import type { Route } from '@/types';
+import got from '@/utils/got';
+
+import { parseItem } from './utils';
+
+const baseUrl = 'https://byteclicks.com';
+
+export const route: Route = {
+ path: '/',
+ radar: [
+ {
+ source: ['byteclicks.com/'],
+ target: '',
+ },
+ ],
+ name: 'Unknown',
+ maintainers: ['TonyRL'],
+ handler,
+ url: 'byteclicks.com/',
+};
+
+async function handler(ctx) {
+ const { data } = await got(`${baseUrl}/wp-json/wp/v2/posts`, {
+ searchParams: {
+ per_page: ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 100,
+ },
+ });
+
+ const items = parseItem(data);
+
+ return {
+ title: '字节点击 - 聚合全球优质资源，跟踪世界前沿科技',
+ description:
+ 'byteclicks.com 最专业的前沿科技网站。聚合全球优质资源，跟踪世界前沿科技，精选推荐一些很棒的互联网好资源好工具好产品。寻找有前景好项目、找论文、找报告、找数据、找课程、找电子书上byteclicks！byteclicks.com是投资人、科研学者、学生每天必看的网站。',
+ image: 'https://byteclicks.com/wp-content/themes/RK-Blogger/images/wbolt.ico',
+ link: baseUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/byteclicks/namespace.ts b/lib/routes/byteclicks/namespace.ts
new file mode 100644
index 00000000000000..159f94cf99d87a
--- /dev/null
+++ b/lib/routes/byteclicks/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '字节点击',
+ url: 'byteclicks.com',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/byteclicks/tag.ts b/lib/routes/byteclicks/tag.ts
new file mode 100644
index 00000000000000..8a15daa89ed77e
--- /dev/null
+++ b/lib/routes/byteclicks/tag.ts
@@ -0,0 +1,57 @@
+import type { Route } from '@/types';
+import got from '@/utils/got';
+
+import { parseItem } from './utils';
+
+const baseUrl = 'https://byteclicks.com';
+
+export const route: Route = {
+ path: '/tag/:tag',
+ categories: ['new-media'],
+ example: '/byteclicks/tag/人工智能',
+ parameters: { tag: '标签，可在URL中找到' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['byteclicks.com/tag/:tag'],
+ },
+ ],
+ name: '标签',
+ maintainers: ['TonyRL'],
+ handler,
+ url: 'byteclicks.com/',
+};
+
+async function handler(ctx) {
+ const tag = ctx.req.param('tag');
+ const { data: search } = await got(`${baseUrl}/wp-json/wp/v2/tags`, {
+ searchParams: {
+ search: tag,
+ per_page: 100,
+ },
+ });
+ const tagData = search.find((item) => item.name === tag);
+
+ const { data } = await got(`${baseUrl}/wp-json/wp/v2/posts`, {
+ searchParams: {
+ per_page: ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 100,
+ tags: tagData.id,
+ },
+ });
+
+ const items = parseItem(data);
+
+ return {
+ title: `${tagData.name} - 字节点击`,
+ image: 'https://byteclicks.com/wp-content/themes/RK-Blogger/images/wbolt.ico',
+ link: tagData.link,
+ item: items,
+ };
+}
diff --git a/lib/routes/byteclicks/utils.ts b/lib/routes/byteclicks/utils.ts
new file mode 100644
index 00000000000000..d8073f39eb011a
--- /dev/null
+++ b/lib/routes/byteclicks/utils.ts
@@ -0,0 +1,11 @@
+import { parseDate } from '@/utils/parse-date';
+
+const parseItem = (data) =>
+ data.map((item) => ({
+ title: item.title.rendered,
+ description: item.content.rendered,
+ pubDate: parseDate(item.date_gmt),
+ link: item.link,
+ }));
+
+export { parseItem };
diff --git a/lib/routes/bytes/bytes.ts b/lib/routes/bytes/bytes.ts
new file mode 100644
index 00000000000000..906306c1106a79
--- /dev/null
+++ b/lib/routes/bytes/bytes.ts
@@ -0,0 +1,42 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+const currentURL = 'https://bytes.dev/archives';
+
+export const route: Route = {
+ path: '/',
+ radar: [
+ {
+ source: ['bytes.dev/archives', 'bytes.dev/'],
+ target: '',
+ },
+ ],
+ name: 'Unknown',
+ maintainers: ['meixger'],
+ handler,
+ url: 'bytes.dev/archives',
+};
+
+async function handler() {
+ const resp = await got(currentURL);
+ const $ = load(resp.data);
+ const text = $('script#__NEXT_DATA__').text();
+ const json = JSON.parse(text);
+ const posts = [json.props.pageProps.featuredPost, ...json.props.pageProps.posts];
+ const items = posts.map((item) => ({
+ title: `Issue ${item.slug}`,
+ pubDate: parseDate(item.date),
+ description: item.title,
+ link: `/archives/${item.slug}`,
+ }));
+
+ return {
+ title: 'bytes.dev',
+ description: 'Your weekly dose of JS',
+ link: currentURL,
+ item: items,
+ };
+}
diff --git a/lib/routes/bytes/namespace.ts b/lib/routes/bytes/namespace.ts
new file mode 100644
index 00000000000000..7b040e171a07eb
--- /dev/null
+++ b/lib/routes/bytes/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'ui.dev',
+ url: 'bytes.dev',
+ lang: 'en',
+};
diff --git a/lib/routes/c114/namespace.ts b/lib/routes/c114/namespace.ts
new file mode 100644
index 00000000000000..dd5c3be2afd3ae
--- /dev/null
+++ b/lib/routes/c114/namespace.ts
@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'C114 通信网',
+ url: 'c114.com.cn',
+ categories: ['new-media'],
+ description: '',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/c114/roll.ts b/lib/routes/c114/roll.ts
new file mode 100644
index 00000000000000..12629867a83ac6
--- /dev/null
+++ b/lib/routes/c114/roll.ts
@@ -0,0 +1,112 @@
+import { load } from 'cheerio';
+import iconv from 'iconv-lite';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const handler = async (ctx) => {
+ const { original = 'false' } = ctx.req.param();
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 15;
+
+ const rootUrl = 'https://www.c114.com.cn';
+ const currentUrl = new URL(`news/roll.asp${original === 'true' ? `?o=true` : ''}`, rootUrl).href;
+
+ const { data: response } = await got(currentUrl, {
+ responseType: 'buffer',
+ });
+
+ const $ = load(iconv.decode(response, 'gbk'));
+
+ const language = $('html').prop('lang');
+
+ let items = $('div.new_list_c')
+ .slice(0, limit)
+ .toArray()
+ .map((item) => {
+ item = $(item);
+
+ return {
+ title: item.find('h6 a').text(),
+ pubDate: timezone(parseDate(item.find('div.new_list_time').text(), ['HH:mm', 'M/D']), +8),
+ link: new URL(item.find('h6 a').prop('href'), rootUrl).href,
+ author: item.find('div.new_list_author').text().trim(),
+ language,
+ };
+ });
+
+ items = await Promise.all(
+ items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const { data: detailResponse } = await got(item.link, {
+ responseType: 'buffer',
+ });
+
+ const $$ = load(iconv.decode(detailResponse, 'gbk'));
+
+ const title = $$('h1').text();
+ const description = $$('div.text').html();
+
+ item.title = title;
+ item.description = description;
+ item.pubDate = timezone(parseDate($$('div.r_time').text(), 'YYYY/M/D HH:mm'), +8);
+ item.author = $$('div.author').first().text().trim();
+ item.content = {
+ html: description,
+ text: $$('.text').text(),
+ };
+ item.language = language;
+
+ return item;
+ })
+ )
+ );
+
+ const image = new URL($('div.top2-1 a img').prop('src'), rootUrl).href;
+
+ return {
+ title: $('title').text(),
+ description: $('meta[name="description"]').prop('content'),
+ link: currentUrl,
+ item: items,
+ allowEmpty: true,
+ image,
+ author: $('p.top1-1-1 a').first().text(),
+ language,
+ };
+};
+
+export const route: Route = {
+ path: '/roll/:original?',
+ name: '滚动资讯',
+ url: 'c114.com.cn',
+ maintainers: ['nczitzk'],
+ handler,
+ example: '/c114/roll',
+ parameters: { original: '只看原创，可选 true 和 false，默认为 false' },
+ description: '',
+ categories: ['new-media'],
+
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportRadar: true,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['c114.com.cn/news/roll.asp'],
+ target: (_, url) => {
+ url = new URL(url);
+ const original = url.searchParams.get('o');
+
+ return `/roll${original ? `/${original}` : ''}`;
+ },
+ },
+ ],
+};
diff --git a/lib/routes/caai/index.ts b/lib/routes/caai/index.ts
new file mode 100644
index 00000000000000..360519205d9c14
--- /dev/null
+++ b/lib/routes/caai/index.ts
@@ -0,0 +1,44 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+import utils from './utils';
+
+export const route: Route = {
+ path: '/:caty',
+ categories: ['study'],
+ example: '/caai/45',
+ parameters: { caty: '分类 ID，可在 URL 找到' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: '学会动态',
+ maintainers: ['tudou027'],
+ handler,
+};
+
+async function handler(ctx) {
+ const base = utils.urlBase(ctx.req.param('caty'));
+ const res = await got(base);
+ const info = utils.fetchAllArticles(res.data);
+ const $ = load(res.data);
+
+ const details = await Promise.all(info.map((e) => utils.detailPage(e, cache)));
+
+ ctx.set('json', {
+ info,
+ });
+
+ return {
+ title: '中国人工智能学会 - ' + $('.article-list h1').text(),
+ link: base,
+ item: details,
+ };
+}
diff --git a/lib/routes/caai/namespace.ts b/lib/routes/caai/namespace.ts
new file mode 100644
index 00000000000000..bf586f31ff981f
--- /dev/null
+++ b/lib/routes/caai/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '中国人工智能学会',
+ url: 'caai.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/v2/caai/templates/description.art b/lib/routes/caai/templates/description.art
similarity index 100%
rename from lib/v2/caai/templates/description.art
rename to lib/routes/caai/templates/description.art
diff --git a/lib/routes/caai/utils.ts b/lib/routes/caai/utils.ts
new file mode 100644
index 00000000000000..0894a5ca853ac1
--- /dev/null
+++ b/lib/routes/caai/utils.ts
@@ -0,0 +1,48 @@
+import path from 'node:path';
+
+import { load } from 'cheerio';
+
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import timezone from '@/utils/timezone';
+
+const base = 'http://www.caai.cn';
+
+const urlBase = (caty) => base + `/index.php?s=/home/article/index/id/${caty}.html`;
+
+const renderDesc = (desc) =>
+ art(path.join(__dirname, 'templates/description.art'), {
+ desc,
+ });
+
+const detailPage = (e, cache) =>
+ cache.tryGet(e.link, async () => {
+ const result = await got(e.link);
+ const $ = load(result.data);
+ e.description = $('div.article').html();
+ return e;
+ });
+
+const fetchAllArticles = (data) => {
+ const $ = load(data);
+ const articles = $('div.article-list > ul > li');
+ const info = articles.toArray().map((e) => {
+ const c = $(e);
+ const r = {
+ title: c.find('h3 a[href]').text().trim(),
+ link: base + c.find('h3 a[href]').attr('href'),
+ pubDate: timezone(parseDate(c.find('h4').text().trim(), 'YYYY-MM-DD'), +8),
+ };
+ return r;
+ });
+ return info;
+};
+
+export default {
+ BASE: base,
+ urlBase,
+ fetchAllArticles,
+ detailPage,
+ renderDesc,
+};
diff --git a/lib/routes/caam/index.ts b/lib/routes/caam/index.ts
new file mode 100644
index 00000000000000..9753cb9086f4ff
--- /dev/null
+++ b/lib/routes/caam/index.ts
@@ -0,0 +1,74 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/:category?',
+ name: 'Unknown',
+ maintainers: ['nczitzk'],
+ handler,
+};
+
+async function handler(ctx) {
+ const { category = '1' } = ctx.req.param();
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 30;
+
+ const rootUrl = 'http://www.caam.org.cn';
+ const currentUrl = new URL(`chn/1/cate_${category}/list_1.html`, rootUrl).href;
+
+ const { data: response } = await got(currentUrl);
+
+ const $ = load(response);
+
+ let items = $('span.cont')
+ .slice(0, limit)
+ .toArray()
+ .map((item) => {
+ item = $(item);
+
+ const a = item.parent();
+
+ return {
+ title: item.text(),
+ link: new URL(a.prop('href'), currentUrl).href,
+ pubDate: parseDate(a.find('span.time').text(), '[YYYY.MM.DD]'),
+ };
+ });
+
+ items = await Promise.all(
+ items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const { data: detailResponse } = await got(item.link);
+
+ const content = load(detailResponse);
+
+ const infoEls = content('div.fourTop em');
+
+ item.title = content('div.fourTop h2').text();
+ item.description = content('div.fourBox').html();
+ item.author = infoEls.length <= 1 ? undefined : content('div.fourTop em').last().text();
+ item.pubDate = parseDate(infoEls.first().text());
+
+ return item;
+ })
+ )
+ );
+
+ const author = $('div.footer a').first().text();
+ const subtitle = $('div.topMeuns ul li a').last().text();
+ const image = new URL('images/header-back-7.png', rootUrl).href;
+
+ return {
+ item: items,
+ title: `${author} - ${subtitle}`,
+ link: currentUrl,
+ description: $('meta[property="og:description"]').prop('content'),
+ language: $('html').prop('lang'),
+ image,
+ subtitle,
+ author,
+ };
+}
diff --git a/lib/routes/caam/namespace.ts b/lib/routes/caam/namespace.ts
new file mode 100644
index 00000000000000..fe756ac0a46881
--- /dev/null
+++ b/lib/routes/caam/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '中国汽车工业协会',
+ url: 'caam.org.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/caareviews/book.ts b/lib/routes/caareviews/book.ts
new file mode 100644
index 00000000000000..5950fa4b9240c5
--- /dev/null
+++ b/lib/routes/caareviews/book.ts
@@ -0,0 +1,40 @@
+import type { Route } from '@/types';
+
+import { getItems, getList, rootUrl } from './utils';
+
+export const route: Route = {
+ path: '/book',
+ categories: ['journal'],
+ example: '/caareviews/book',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['caareviews.org/reviews/book'],
+ },
+ ],
+ name: 'Book Reviews',
+ maintainers: ['Fatpandac'],
+ handler,
+ url: 'caareviews.org/reviews/book',
+};
+
+async function handler(ctx) {
+ const url = `${rootUrl}/reviews/book`;
+
+ const list = await getList(url);
+ const items = await getItems(ctx, list);
+
+ return {
+ title: 'Book Reviews',
+ link: url,
+ item: items,
+ };
+}
diff --git a/lib/routes/caareviews/essay.ts b/lib/routes/caareviews/essay.ts
new file mode 100644
index 00000000000000..2b404cfe597401
--- /dev/null
+++ b/lib/routes/caareviews/essay.ts
@@ -0,0 +1,40 @@
+import type { Route } from '@/types';
+
+import { getItems, getList, rootUrl } from './utils';
+
+export const route: Route = {
+ path: '/essay',
+ categories: ['journal'],
+ example: '/caareviews/essay',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['caareviews.org/reviews/essay'],
+ },
+ ],
+ name: 'Essays',
+ maintainers: ['Fatpandac'],
+ handler,
+ url: 'caareviews.org/reviews/essay',
+};
+
+async function handler(ctx) {
+ const url = `${rootUrl}/reviews/essay`;
+
+ const list = await getList(url);
+ const items = await getItems(ctx, list);
+
+ return {
+ title: 'Essays',
+ link: url,
+ item: items,
+ };
+}
diff --git a/lib/routes/caareviews/exhibition.ts b/lib/routes/caareviews/exhibition.ts
new file mode 100644
index 00000000000000..fc9ab6c52624b9
--- /dev/null
+++ b/lib/routes/caareviews/exhibition.ts
@@ -0,0 +1,40 @@
+import type { Route } from '@/types';
+
+import { getItems, getList, rootUrl } from './utils';
+
+export const route: Route = {
+ path: '/exhibition',
+ categories: ['journal'],
+ example: '/caareviews/exhibition',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['caareviews.org/reviews/exhibition'],
+ },
+ ],
+ name: 'Exhibition Reviews',
+ maintainers: ['Fatpandac'],
+ handler,
+ url: 'caareviews.org/reviews/exhibition',
+};
+
+async function handler(ctx) {
+ const url = `${rootUrl}/reviews/exhibition`;
+
+ const list = await getList(url);
+ const items = await getItems(ctx, list);
+
+ return {
+ title: 'Exhibition Reviews',
+ link: url,
+ item: items,
+ };
+}
diff --git a/lib/routes/caareviews/namespace.ts b/lib/routes/caareviews/namespace.ts
new file mode 100644
index 00000000000000..5ebfc5382e2d82
--- /dev/null
+++ b/lib/routes/caareviews/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'caa.reviews',
+ url: 'caareviews.org',
+ lang: 'en',
+};
diff --git a/lib/v2/caareviews/templates/utils.art b/lib/routes/caareviews/templates/utils.art
similarity index 100%
rename from lib/v2/caareviews/templates/utils.art
rename to lib/routes/caareviews/templates/utils.art
diff --git a/lib/routes/caareviews/utils.ts b/lib/routes/caareviews/utils.ts
new file mode 100644
index 00000000000000..98a47817886404
--- /dev/null
+++ b/lib/routes/caareviews/utils.ts
@@ -0,0 +1,48 @@
+import path from 'node:path';
+
+import { load } from 'cheerio';
+
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+
+const rootUrl = 'http://www.caareviews.org';
+
+const getList = async (url) => {
+ const response = await got(url);
+ const $ = load(response.data);
+ const list = $('#infinite-content > div')
+ .toArray()
+ .map((item) => ({
+ title: $(item).find('div.title').text().trim(),
+ link: new URL($(item).find('div.title > em > a').attr('href'), rootUrl).href,
+ author: $(item).find('div.contributors').text().trim(),
+ }));
+
+ return list;
+};
+
+const getItems = (ctx, list) =>
+ Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got(item.link);
+ const $ = load(detailResponse.data);
+
+ const coverUrl = new URL($('div.cover > a').attr('href'), rootUrl).href;
+ const content = $('div.content.full-review').html();
+ item.description = art(path.join(__dirname, 'templates/utils.art'), {
+ coverUrl,
+ content,
+ });
+ $('div.review_heading').remove();
+ item.pubDate = parseDate($('div.header-text > div.clearfix').text());
+ item.doi = $('div.crossref > a').attr('href').replace('http://dx.doi.org/', '');
+
+ return item;
+ })
+ )
+ );
+
+export { getItems, getList, rootUrl };
diff --git a/lib/routes/cags/edu/index.ts b/lib/routes/cags/edu/index.ts
new file mode 100644
index 00000000000000..9a117f4e49cb16
--- /dev/null
+++ b/lib/routes/cags/edu/index.ts
@@ -0,0 +1,84 @@
+import type { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const host = 'https://edu.cags.ac.cn';
+
+const titles = {
+ tzgg: '通知公告',
+ ywjx: '要闻简讯',
+ zs_bss: '博士生招生',
+ zs_sss: '硕士生招生',
+ zs_dxsxly: '大学生夏令营',
+};
+
+export const route: Route = {
+ path: '/edu/:category',
+ categories: ['university'],
+ example: '/cags/edu/tzgg',
+ parameters: {
+ category: '通知频道，可选 tzgg/ywjx/zs_bss/zs_sss/zs_dxsxly',
+ },
+ features: {
+ antiCrawler: false,
+ requireConfig: false,
+ requirePuppeteer: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: '研究生院',
+ maintainers: ['Chikit-L'],
+ radar: [
+ {
+ source: ['edu.cags.ac.cn/'],
+ },
+ ],
+ handler,
+ description: `
+| 通知公告 | 要闻简讯 | 博士生招生 | 硕士生招生 | 大学生夏令营 |
+| -------- | -------- | ---------- | ---------- | ------------ |
+| tzgg | ywjx | zs_bss | zs_sss | zs_dxsxly |
+`,
+};
+
+async function handler(ctx) {
+ const category = ctx.req.param('category');
+ const title = titles[category];
+
+ if (!title) {
+ throw new Error(`Invalid category: ${category}`);
+ }
+
+ const API_URL = `${host}/api/cms/cmsNews/pageByCmsNavBarId/${category}/1/10/0`;
+ const response = await ofetch(API_URL);
+ const data = response.data;
+
+ const items = data.map((item) => {
+ const id = item.id;
+ const title = item.title;
+
+ let pubDate = null;
+ if (item.publishDate) {
+ pubDate = parseDate(item.publishDate, 'YYYY-MM-DD');
+ pubDate = timezone(pubDate, 8);
+ }
+
+ const link = `${host}/#/dky/view/id=${id}/barId=${category}`;
+
+ return {
+ title,
+ description: item.introduction,
+ link,
+ guid: link,
+ pubDate,
+ };
+ });
+
+ return {
+ title,
+ link: `${host}/#/dky/list/barId=${category}/cmsNavCategory=1`,
+ item: items,
+ };
+}
diff --git a/lib/routes/cags/namespace.ts b/lib/routes/cags/namespace.ts
new file mode 100644
index 00000000000000..abb34c06bfc9fb
--- /dev/null
+++ b/lib/routes/cags/namespace.ts
@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Chinese Academy of Geological Sciences',
+ url: 'cags.cgs.gov.cn',
+ zh: {
+ name: '中国地质科学院',
+ },
+};
diff --git a/lib/routes/cahkms/index.ts b/lib/routes/cahkms/index.ts
new file mode 100644
index 00000000000000..7b7e6e5dde7e90
--- /dev/null
+++ b/lib/routes/cahkms/index.ts
@@ -0,0 +1,103 @@
+import path from 'node:path';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import timezone from '@/utils/timezone';
+
+const titles = {
+ '01': '关于我们',
+ '02': '港澳新闻',
+ '03': '重要新闻',
+ '04': '顾问点评、会员观点',
+ '05': '专题汇总',
+ '06': '港澳时评',
+ '07': '图片新闻',
+ '08': '视频中心',
+ '09': '港澳研究',
+ 10: '最新书讯',
+ 11: '研究资讯',
+};
+
+export const route: Route = {
+ path: '/:category?',
+ categories: ['new-media'],
+ example: '/cahkms',
+ parameters: { category: '分类，见下表，默认为重要新闻' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['cahkms.org/'],
+ },
+ ],
+ name: '分类',
+ maintainers: ['nczitzk'],
+ handler,
+ url: 'cahkms.org/',
+ description: `| 关于我们 | 港澳新闻 | 重要新闻 | 顾问点评、会员观点 | 专题汇总 |
+| -------- | -------- | -------- | ------------------ | -------- |
+| 01 | 02 | 03 | 04 | 05 |
+
+| 港澳时评 | 图片新闻 | 视频中心 | 港澳研究 | 最新书讯 | 研究资讯 |
+| -------- | -------- | -------- | -------- | -------- | -------- |
+| 06 | 07 | 08 | 09 | 10 | 11 |`,
+};
+
+async function handler(ctx) {
+ const category = ctx.req.param('category') ?? '03';
+
+ const rootUrl = 'http://www.cahkms.org';
+ const currentUrl = `${rootUrl}/HKMAC/indexMac/getRightList?dm=${category}&page=1&countPage=${ctx.req.query('limit') ?? 10}`;
+
+ const response = await got({
+ method: 'get',
+ url: currentUrl,
+ });
+
+ let items = response.data
+ .filter((item) => item.ID)
+ .map((item) => ({
+ title: item.TITLE,
+ description: `${item.GJZ}
`,
+ pubDate: timezone(parseDate(item.JDRQ), +8),
+ link: `${rootUrl}/HKMAC/indexMac/getWzxx?id=${item.ID}`,
+ }));
+
+ items = await Promise.all(
+ items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got({
+ method: 'get',
+ url: item.link,
+ });
+
+ item.author = detailResponse.data.WZLY;
+ item.description = art(path.join(__dirname, 'templates/description.art'), {
+ rootUrl,
+ content: detailResponse.data.CONTENT,
+ image: detailResponse.data.URL,
+ files: detailResponse.data.fjlist,
+ video: detailResponse.data.VIDEO.indexOf('.mp4') > 0 ? detailResponse.data.VIDEO : null,
+ });
+ item.link = `${rootUrl}/HKMAC/webView/mc/AboutUs_1.html?${category}&${titles[category]}`;
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: `${titles[category]} - 全国港澳研究会`,
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/cahkms/namespace.ts b/lib/routes/cahkms/namespace.ts
new file mode 100644
index 00000000000000..941ab11a9aca19
--- /dev/null
+++ b/lib/routes/cahkms/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '全国港澳研究会',
+ url: 'cahkms.org',
+ lang: 'zh-CN',
+};
diff --git a/lib/v2/cahkms/templates/description.art b/lib/routes/cahkms/templates/description.art
similarity index 100%
rename from lib/v2/cahkms/templates/description.art
rename to lib/routes/cahkms/templates/description.art
diff --git a/lib/routes/caijing/namespace.ts b/lib/routes/caijing/namespace.ts
new file mode 100644
index 00000000000000..4483b85f997c7c
--- /dev/null
+++ b/lib/routes/caijing/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '财经网',
+ url: 'roll.caijing.com.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/caijing/roll.ts b/lib/routes/caijing/roll.ts
new file mode 100644
index 00000000000000..eac82084e24015
--- /dev/null
+++ b/lib/routes/caijing/roll.ts
@@ -0,0 +1,73 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/roll',
+ categories: ['finance'],
+ example: '/caijing/roll',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['roll.caijing.com.cn/index1.html', 'roll.caijing.com.cn/'],
+ },
+ ],
+ name: '滚动新闻',
+ maintainers: ['TonyRL'],
+ handler,
+ url: 'roll.caijing.com.cn/index1.html',
+};
+
+async function handler() {
+ const baseUrl = 'https://roll.caijing.com.cn';
+ const response = await got(`${baseUrl}/ajax_lists.php`, {
+ searchParams: {
+ modelid: 0,
+ time: Math.random(),
+ },
+ });
+
+ const list = response.data.map((item) => ({
+ title: item.title,
+ link: item.url.replace('http://', 'https://'),
+ pubDate: timezone(parseDate(item.published, 'MM-DD HH:mm'), +8),
+ category: item.cat,
+ }));
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const response = await got(item.link);
+ const $ = load(response.data);
+ item.author = $('.editor').text().trim() || $('#editor_baidu').text().trim().replaceAll(/[()]/g, '');
+ item.description = $('.article-content').html();
+ item.category = [
+ item.category,
+ ...$('.news_keywords span')
+ .toArray()
+ .map((e) => $(e).text()),
+ ];
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: '滚动新闻-财经网',
+ image: 'https://www.caijing.com.cn/favicon.ico',
+ link: response.url,
+ item: items,
+ };
+}
diff --git a/lib/routes/caixin/article.ts b/lib/routes/caixin/article.ts
new file mode 100644
index 00000000000000..522d1f50640fb7
--- /dev/null
+++ b/lib/routes/caixin/article.ts
@@ -0,0 +1,54 @@
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+import { parseArticle } from './utils';
+
+export const route: Route = {
+ path: '/article',
+ categories: ['traditional-media'],
+ example: '/caixin/article',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: true,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['caixin.com/'],
+ },
+ ],
+ name: '首页新闻',
+ maintainers: ['EsuRt'],
+ handler,
+ url: 'caixin.com/',
+};
+
+async function handler() {
+ const { data: response } = await got('https://mapiv5.caixin.com/m/api/getWapIndexListByPage');
+
+ const list = response.data.list.map((item) => ({
+ title: item.title,
+ description: item.summary,
+ author: item.author_name,
+ pubDate: parseDate(item.time, 'X'),
+ link: item.web_url,
+ pics: item.pics,
+ audio: item.cms_audio_url,
+ audio_image_url: item.audio_image_url,
+ }));
+
+ const items = await Promise.all(list.map((item) => cache.tryGet(item.link, () => parseArticle(item))));
+
+ return {
+ title: '财新网 - 首页',
+ link: 'https://www.caixin.com',
+ description: '财新网 - 首页',
+ item: items,
+ };
+}
diff --git a/lib/routes/caixin/blog.ts b/lib/routes/caixin/blog.ts
new file mode 100644
index 00000000000000..89d61546fb49d7
--- /dev/null
+++ b/lib/routes/caixin/blog.ts
@@ -0,0 +1,104 @@
+import { load } from 'cheerio';
+
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { isValidHost } from '@/utils/valid-host';
+
+import { parseBlogArticle } from './utils';
+
+export const route: Route = {
+ path: '/blog/:column?',
+ categories: ['blog'],
+ example: '/caixin/blog/zhangwuchang',
+ parameters: { column: '博客名称，可在博客主页的 URL 找到' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: '用户博客',
+ maintainers: [],
+ handler,
+ description: `通过提取文章全文，以提供比官方源更佳的阅读体验.`,
+};
+
+async function handler(ctx) {
+ const column = ctx.req.param('column');
+ const { limit = 20 } = ctx.req.query();
+ if (column) {
+ if (!isValidHost(column)) {
+ throw new InvalidParameterError('Invalid column');
+ }
+ const link = `https://${column}.blog.caixin.com`;
+ const { data: response } = await got(link);
+ const $ = load(response);
+ const user = $('div.indexMainConri > script[type="text/javascript"]')
+ .text()
+ .slice('window.user = '.length + 1)
+ .split(';')[0]
+ .replaceAll(/\s/g, '');
+ const authorId = user.match(/id:"(\d+)"/)[1];
+ const authorName = user.match(/name:"(.*?)"/)[1];
+ const avatar = user.match(/avatar:"(.*?)"/)[1];
+ const introduce = user.match(/introduce:"(.*?)"/)[1];
+
+ const {
+ data: { data },
+ } = await got('https://blog.caixin.com/blog-api/post/posts', {
+ searchParams: {
+ page: 1,
+ size: ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 20,
+ content: '',
+ authorId,
+ sort: 'publishTime',
+ direction: 'DESC',
+ },
+ });
+
+ const posts = data.map((item) => ({
+ title: item.title,
+ description: item.brief,
+ author: item.displayName,
+ link: item.guid.replace('http://', 'https://'),
+ pubDate: parseDate(item.publishTime, 'x'),
+ }));
+
+ const items = await Promise.all(posts.map((item) => cache.tryGet(item.link, () => parseBlogArticle(item))));
+ return {
+ title: `财新博客 - ${authorName}`,
+ link,
+ description: introduce,
+ image: avatar,
+ item: items,
+ };
+ } else {
+ const { data } = await got('https://blog.caixin.com/blog-api/post/index', {
+ searchParams: {
+ page: 1,
+ size: limit,
+ },
+ });
+ const posts = data.data.map((item) => ({
+ title: item.title,
+ description: item.brief,
+ author: item.authorName,
+ link: item.postUrl.replace('http://', 'https://'),
+ pubDate: parseDate(item.publishTime, 'x'),
+ }));
+ const items = await Promise.all(posts.map((item) => cache.tryGet(item.link, () => parseBlogArticle(item))));
+
+ return {
+ title: `财新博客 - 全部`,
+ link: 'https://blog.caixin.com',
+ // description: introduce,
+ // image: avatar,
+ item: items,
+ };
+ }
+}
diff --git a/lib/routes/caixin/category.ts b/lib/routes/caixin/category.ts
new file mode 100644
index 00000000000000..ba2d71265a47fc
--- /dev/null
+++ b/lib/routes/caixin/category.ts
@@ -0,0 +1,96 @@
+import { load } from 'cheerio';
+
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import { isValidHost } from '@/utils/valid-host';
+
+import { parseArticle } from './utils';
+
+export const route: Route = {
+ path: '/:column/:category',
+ categories: ['traditional-media'],
+ example: '/caixin/finance/regulation',
+ parameters: { column: '栏目名', category: '栏目下的子分类名' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: true,
+ supportScihub: false,
+ },
+ name: '新闻分类',
+ maintainers: ['idealclover'],
+ handler,
+ description: `Column 列表：
+
+| 经济 | 金融 | 政经 | 环科 | 世界 | 观点网 | 文化 | 周刊 |
+| ------- | ------- | ----- | ------- | ------------- | ------- | ------- | ------ |
+| economy | finance | china | science | international | opinion | culture | weekly |
+
+ 以金融板块为例的 category 列表：（其余 column 以类似方式寻找）
+
+| 监管 | 银行 | 证券基金 | 信托保险 | 投资 | 创新 | 市场 |
+| ---------- | ---- | -------- | ---------------- | ---------- | ---------- | ------ |
+| regulation | bank | stock | insurance\_trust | investment | innovation | market |
+
+ Category 列表：
+
+| 封面报道 | 开卷 | 社论 | 时事 | 编辑寄语 | 经济 | 金融 | 商业 | 环境与科技 | 民生 | 副刊 |
+| ---------- | ----- | --------- | ---------------- | ------------ | ------- | ------- | -------- | ----------------------- | ------- | ------ |
+| coverstory | first | editorial | current\_affairs | editor\_desk | economy | finance | business | environment\_technology | cwcivil | column |`,
+};
+
+async function handler(ctx) {
+ const category = ctx.req.param('category');
+ const column = ctx.req.param('column');
+ const url = `https://${column}.caixin.com/${category}`;
+ if (!isValidHost(column)) {
+ throw new InvalidParameterError('Invalid column');
+ }
+
+ const response = await got(url);
+
+ const $ = load(response.data);
+ const title = $('head title').text();
+ const entity = JSON.parse(
+ $('script')
+ .text()
+ .match(/var entity = ({.*?})/)[1]
+ );
+
+ const {
+ data: { datas: data },
+ } = await got('https://gateway.caixin.com/api/extapi/homeInterface.jsp', {
+ searchParams: {
+ subject: entity.id,
+ type: 0,
+ count: ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 25,
+ picdim: '_266_177',
+ start: 0,
+ },
+ });
+
+ const list = data.map((item) => ({
+ title: item.desc,
+ description: item.summ,
+ link: item.link.replace('http://', 'https://'),
+ pubDate: timezone(parseDate(item.time), +8),
+ category: item.keyword.split(' '),
+ audio: item.audioUrl,
+ audio_image_url: item.pict.imgs[0].url,
+ }));
+
+ const items = await Promise.all(list.map((item) => cache.tryGet(item.link, () => parseArticle(item))));
+
+ return {
+ title,
+ link: url,
+ description: '财新网 - 提供财经新闻及资讯服务',
+ item: items,
+ };
+}
diff --git a/lib/routes/caixin/database.ts b/lib/routes/caixin/database.ts
new file mode 100644
index 00000000000000..5909b3b7a7593e
--- /dev/null
+++ b/lib/routes/caixin/database.ts
@@ -0,0 +1,76 @@
+import path from 'node:path';
+
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/database',
+ categories: ['traditional-media'],
+ example: '/caixin/database',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['k.caixin.com/web', 'k.caixin.com/'],
+ },
+ ],
+ name: '财新数据通',
+ maintainers: ['nczitzk'],
+ handler,
+ url: 'k.caixin.com/web',
+};
+
+async function handler() {
+ const rootUrl = 'https://database.caixin.com';
+ const currentUrl = `${rootUrl}/news/`;
+ const response = await got(currentUrl);
+
+ const $ = load(response.data);
+
+ const list = $('h4 a')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ return {
+ title: item.text(),
+ link: item.attr('href').replace('http://', 'https://'),
+ };
+ });
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got(item.link);
+ const content = load(detailResponse.data);
+
+ item.pubDate = timezone(parseDate(content('#pubtime_baidu').text()), +8);
+ item.description = art(path.join(__dirname, 'templates/article.art'), {
+ item,
+ $: content,
+ });
+ item.author = content('.top-author').text();
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: '财新数据通 - 专享资讯',
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/caixin/k.ts b/lib/routes/caixin/k.ts
new file mode 100644
index 00000000000000..9328f5aa5149a4
--- /dev/null
+++ b/lib/routes/caixin/k.ts
@@ -0,0 +1,59 @@
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/k',
+ categories: ['traditional-media'],
+ example: '/caixin/k',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: true,
+ supportScihub: false,
+ },
+ name: '财新一线',
+ maintainers: ['boypt'],
+ handler,
+};
+
+async function handler() {
+ const response = await got('https://k.caixin.com/app/v1/list', {
+ searchParams: {
+ productIdList: '8,28',
+ uid: '',
+ unit: 1,
+ name: '',
+ code: '',
+ deviceType: '',
+ device: '',
+ userTag: '',
+ p: 1,
+ c: 20,
+ },
+ });
+
+ const data = response.data.data.list;
+ const items = data.map((item) => {
+ const hasAudio = item.audio_url || Object.values(item.audios)[0];
+ return {
+ title: item.title,
+ description: item.text,
+ link: `http://k.caixin.com/web/detail_${item.oneline_news_code}`,
+ pubDate: parseDate(item.ts, 'x'),
+ author: '财新一线',
+ enclosure_url: hasAudio ? item.audio_url || Object.values(item.audios)[0] : undefined,
+ enclosure_type: hasAudio ? 'audio/mpeg' : undefined,
+ };
+ });
+
+ return {
+ title: '财新网 - 财新一线新闻',
+ link: 'https://k.caixin.com/web/',
+ description: '财新网 - 财新一线新闻',
+ item: items,
+ };
+}
diff --git a/lib/routes/caixin/latest.ts b/lib/routes/caixin/latest.ts
new file mode 100644
index 00000000000000..1c1a0ac7327293
--- /dev/null
+++ b/lib/routes/caixin/latest.ts
@@ -0,0 +1,73 @@
+import type { Route } from '@/types';
+import { ViewType } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+import { parseArticle } from './utils';
+import { getFulltext } from './utils-fulltext';
+
+export const route: Route = {
+ path: '/latest',
+ categories: ['traditional-media'],
+ view: ViewType.Articles,
+ example: '/caixin/latest',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['caixin.com/'],
+ },
+ ],
+ name: '最新文章',
+ maintainers: ['tpnonthealps'],
+ handler,
+ url: 'caixin.com/',
+ description: `说明：此 RSS feed 会自动抓取财新网的最新文章，但不包含 FM 及视频内容。订阅用户可根据文档设置环境变量后，在url传入\`fulltext=\`以解锁全文。`,
+};
+
+async function handler(ctx) {
+ const { data } = await got('https://gateway.caixin.com/api/dataplatform/scroll/index');
+
+ const list = data.data.articleList
+ .map((e) => ({
+ title: e.title,
+ link: e.url,
+ pubDate: e.time,
+ category: e.channelObject.name,
+ }))
+ .filter((item) => !item.link.startsWith('https://fm.caixin.com/') && !item.link.startsWith('https://video.caixin.com/') && !item.link.startsWith('https://datanews.caixin.com/')); // content filter
+
+ const rss = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(`caixin:latest:${item.link}`, async () => {
+ // desc
+ const desc = await parseArticle(item);
+
+ if (ctx.req.query('fulltext') === 'true') {
+ const authorizedFullText = await getFulltext(item.link);
+ item.description = authorizedFullText === '' ? desc.description : authorizedFullText;
+ } else {
+ item.description = desc.description;
+ }
+ // prevent cache coliision with /caixin/article and /caixin/:column/:category
+ // since those have podcasts
+ item.guid = `caixin:latest:${item.link}`;
+
+ return { ...desc, ...item };
+ })
+ )
+ );
+
+ return {
+ title: '财新网 - 最新文章',
+ link: 'https://www.caixin.com/',
+ item: rss,
+ };
+}
diff --git a/lib/routes/caixin/namespace.ts b/lib/routes/caixin/namespace.ts
new file mode 100644
index 00000000000000..b00547f4e02ca1
--- /dev/null
+++ b/lib/routes/caixin/namespace.ts
@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '财新博客',
+ url: 'caixin.com',
+ description: `> 网站部分内容需要付费订阅，RSS 仅做更新提醒，不含付费内容。若需要得到付费内容全文，请使用订阅账户在手机网页版登录，然后设置\`CAIXIN_COOKIE\`为至少包含cookie中的以下字段: \`SA_USER_UID\`, \`SA_USER_UNIT\`, \`SA_USER_DEVICE_TYPE\`, \`USER_LOGIN_CODE\``,
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/caixin/templates/article.art b/lib/routes/caixin/templates/article.art
new file mode 100644
index 00000000000000..25839ba2ac18f6
--- /dev/null
+++ b/lib/routes/caixin/templates/article.art
@@ -0,0 +1,40 @@
+{{ if item.audio }}
+ {{@ $('.article .subhead').html() }}
{{ item.summary }}
${e.desc}
Author: ${author}
`,
+ guid: link,
+ itunes_item_image: podcastData?.image || decodedImageUrl,
+ category: tags,
+ pubDate,
+ enclosure_url: podcastData?.mediaUrl || null,
+ itunes_duration: podcastData?.itunes_duration || null,
+ enclosure_type: podcastData?.mediaUrl ? 'audio/mpeg' : null,
+ } as DataItem;
+ });
+ });
+
+ return Promise.all(articlePromises);
+}
diff --git a/lib/routes/cara/constant.ts b/lib/routes/cara/constant.ts
new file mode 100644
index 00000000000000..4f1b7bec4fcdd1
--- /dev/null
+++ b/lib/routes/cara/constant.ts
@@ -0,0 +1,5 @@
+export const HOST = 'https://cara.app';
+
+export const API_HOST = `${HOST}/api`;
+
+export const CDN_HOST = 'https://cdn.cara.app';
diff --git a/lib/routes/cara/likes.ts b/lib/routes/cara/likes.ts
new file mode 100644
index 00000000000000..30b82896dc0ae4
--- /dev/null
+++ b/lib/routes/cara/likes.ts
@@ -0,0 +1,55 @@
+import path from 'node:path';
+
+import type { Data, DataItem, Route } from '@/types';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+
+import { API_HOST, CDN_HOST, HOST } from './constant';
+import type { PostsResponse } from './types';
+import { customFetch, parseUserData } from './utils';
+
+export const route: Route = {
+ path: ['/likes/:user'],
+ categories: ['social-media'],
+ example: '/cara/likes/fengz',
+ parameters: { user: 'username' },
+ name: 'Likes',
+ maintainers: ['KarasuShin'],
+ handler,
+ radar: [
+ {
+ source: ['cara.app/:user', 'cara.app/:user/*'],
+ target: '/likes/:user',
+ },
+ ],
+};
+
+async function handler(ctx): Promise {
+ const user = ctx.req.param('user');
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 15;
+ const userInfo = await parseUserData(user);
+
+ const api = `${API_HOST}/posts/getAllLikesByUser?slug=${userInfo.slug}&take=${limit}`;
+
+ const timelineResponse = await customFetch(api);
+
+ const items = timelineResponse.data.map((item) => {
+ const description = art(path.join(__dirname, 'templates/post.art'), {
+ content: item.content,
+ images: item.images.filter((i) => !i.isCoverImg).map((i) => ({ ...i, src: `${CDN_HOST}/${i.src}` })),
+ });
+ return {
+ title: item.title || item.content,
+ pubDate: parseDate(item.createdAt),
+ link: `${HOST}/post/${item.id}`,
+ description,
+ } as DataItem;
+ });
+
+ return {
+ title: `Likes - ${userInfo.name}`,
+ link: `${HOST}/${user}/likes`,
+ image: `${CDN_HOST}/${userInfo.photo}`,
+ item: items,
+ };
+}
diff --git a/lib/routes/cara/namespace.ts b/lib/routes/cara/namespace.ts
new file mode 100644
index 00000000000000..aaeac1780bee95
--- /dev/null
+++ b/lib/routes/cara/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Cara',
+ url: 'cara.app',
+ lang: 'en',
+};
diff --git a/lib/routes/cara/portfolio.ts b/lib/routes/cara/portfolio.ts
new file mode 100644
index 00000000000000..48e57f2f7bddec
--- /dev/null
+++ b/lib/routes/cara/portfolio.ts
@@ -0,0 +1,41 @@
+import type { Data, DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+
+import { API_HOST, CDN_HOST, HOST } from './constant';
+import type { PortfolioResponse } from './types';
+import { customFetch, fetchPortfolioItem, parseUserData } from './utils';
+
+export const route: Route = {
+ path: ['/portfolio/:user'],
+ categories: ['social-media'],
+ example: '/cara/portfolio/fengz',
+ parameters: { user: 'username' },
+ name: 'Portfolio',
+ maintainers: ['KarasuShin'],
+ handler,
+ radar: [
+ {
+ source: ['cara.app/:user', 'cara.app/:user/*'],
+ target: '/portfolio/:user',
+ },
+ ],
+};
+
+async function handler(ctx): Promise {
+ const user = ctx.req.param('user');
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 15;
+ const userInfo = await parseUserData(user);
+
+ const api = `${API_HOST}/profiles/portfolio?id=${userInfo.id}&take=${limit}`;
+
+ const portfolioResponse = await customFetch(api);
+
+ const items = await Promise.all(portfolioResponse.data.map((item) => cache.tryGet(`${HOST}/post/${item.postId}`, async () => await fetchPortfolioItem(item)) as unknown as DataItem));
+
+ return {
+ title: `Portfolio - ${userInfo.name}`,
+ link: `${HOST}/${user}/portfolio`,
+ image: `${CDN_HOST}/${userInfo.photo}`,
+ item: items,
+ };
+}
diff --git a/lib/routes/cara/templates/post.art b/lib/routes/cara/templates/post.art
new file mode 100644
index 00000000000000..2cceed7e5f4f9f
--- /dev/null
+++ b/lib/routes/cara/templates/post.art
@@ -0,0 +1,6 @@
+{{ if content }}
+{{ content }}
+{{ /if }}
+{{ each images image }}
+ {
+ const user = ctx.req.param('user');
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 15;
+ const userInfo = await parseUserData(user);
+
+ const api = `${API_HOST}/posts/getAllByUser?slug=${userInfo.slug}&take=${limit}`;
+
+ const timelineResponse = await customFetch(api);
+
+ const items = timelineResponse.data.map((item) => {
+ const description = art(path.join(__dirname, 'templates/post.art'), {
+ content: item.content,
+ images: item.images.filter((i) => !i.isCoverImg).map((i) => ({ ...i, src: `${CDN_HOST}/${i.src}` })),
+ });
+ return {
+ title: item.title || item.content,
+ pubDate: parseDate(item.createdAt),
+ link: `${HOST}/post/${item.id}`,
+ description,
+ } as DataItem;
+ });
+
+ return {
+ title: `Timeline - ${userInfo.name}`,
+ link: `${HOST}/${user}/all`,
+ image: `${CDN_HOST}/${userInfo.photo}`,
+ item: items,
+ };
+}
diff --git a/lib/routes/cara/types.ts b/lib/routes/cara/types.ts
new file mode 100644
index 00000000000000..7d3aea28a023c3
--- /dev/null
+++ b/lib/routes/cara/types.ts
@@ -0,0 +1,45 @@
+export interface UserNextData {
+ pageProps: {
+ user: {
+ id: string;
+ name: string;
+ slug: string;
+ photo: string;
+ };
+ };
+}
+
+export interface PortfolioResponse {
+ data: {
+ url: string;
+ postId: string;
+ imageNum: number;
+ }[];
+}
+
+export interface PortfolioDetailResponse {
+ data: {
+ createdAt: string;
+ images: {
+ src: string;
+ isCoverImg: boolean;
+ }[];
+ title: string;
+ content: string;
+ };
+}
+
+export interface PostsResponse {
+ data: {
+ name: string;
+ photo: string;
+ createdAt: string;
+ images: {
+ src: string;
+ isCoverImg: boolean;
+ }[];
+ id: string;
+ title: string;
+ content: string;
+ }[];
+}
diff --git a/lib/routes/cara/utils.ts b/lib/routes/cara/utils.ts
new file mode 100644
index 00000000000000..39c2aa74b71a89
--- /dev/null
+++ b/lib/routes/cara/utils.ts
@@ -0,0 +1,55 @@
+import { load } from 'cheerio';
+import type { FetchOptions, FetchRequest, ResponseType } from 'ofetch';
+
+import { config } from '@/config';
+import type { DataItem } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+import { API_HOST, CDN_HOST, HOST } from './constant';
+import type { PortfolioDetailResponse, PortfolioResponse, UserNextData } from './types';
+
+export function customFetch(request: FetchRequest, options?: FetchOptions) {
+ return ofetch(request, {
+ ...options,
+ headers: {
+ 'user-agent': config.trueUA,
+ },
+ });
+}
+
+export async function parseUserData(user: string) {
+ const buildId = await cache.tryGet(
+ `${HOST}:buildId`,
+ async () => {
+ const res = await customFetch(`${HOST}/explore`);
+ const $ = load(res);
+ return JSON.parse($('#__NEXT_DATA__')?.text() ?? '{}').buildId;
+ },
+ config.cache.routeExpire,
+ false
+ );
+ return (await cache.tryGet(`${HOST}:${user}`, async () => {
+ const data = await customFetch(`${HOST}/_next/data/${buildId}/${user}.json`);
+ return data.pageProps.user;
+ })) as Promise;
+}
+
+export async function fetchPortfolioItem(item: PortfolioResponse['data'][number]) {
+ const res = await customFetch(`${API_HOST}/posts/${item.postId}`);
+
+ const description = res.data.images
+ .filter((i) => !i.isCoverImg)
+ .map((image) => ` {
+ const { region, keyword } = ctx.req.param();
+
+ if (!Object.keys(regionMap).includes(region)) {
+ throw new Error(`Unsupported region code: ${region}`);
+ }
+
+ const baseUrl = regionMap[region].baseUrl;
+ const siteResponse = await ofetch.raw(baseUrl);
+ const cookies = siteResponse.headers
+ .getSetCookie()
+ ?.map((c) => c.split(';')[0])
+ .join('; ');
+ const csrfToken = siteResponse._data.match(/"csrfToken":"(.*?)","/)[1];
+
+ const response = await ofetch(regionMap[region].api, {
+ method: 'POST',
+ headers: {
+ cookie: cookies,
+ 'csrf-token': csrfToken,
+ referer: regionMap[region].referer(keyword),
+ },
+ body: {
+ ...regionMap[region].payload,
+ query: keyword,
+ },
+ });
+
+ const items = response.data.results
+ .filter((i) => i.listingCard)
+ .map(({ listingCard: item }: { listingCard: ListingCard }) => ({
+ title: item.title,
+ description: `${item.photoUrls.map((url) => `(articleUrl!);
+ const article = load(res.data);
+ const pubDate = timezone(parseDate(article('meta[name=PubDate]').attr('content')!, 'YYYY-MM-DD HH:mm'), +8);
+
+ return {
+ title: title.text(),
+ pubDate,
+ description: article('#zoom').html(),
+ link: articleUrl,
+ };
+ });
+ })
+ );
+}
+
+export const route: Route = {
+ path: '/:column/:subColumn/:category?',
+ categories: ['government'],
+ example: '/cast/xw/tzgg/ZH',
+ parameters: { column: '栏目编号，见下表', subColumn: '二级栏目编号', category: '分类' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['cast.org.cn/:column/:subColumn/:category/index.html', 'cast.org.cn/:column/:subColumn/index.html'],
+ target: '/:column/:subColumn/:category?',
+ },
+ ],
+ name: '通用',
+ maintainers: ['KarasuShin', 'TonyRL'],
+ handler,
+ description: `::: tip
+ 在路由末尾处加上 \`?limit=限制获取数目\` 来限制获取条目数量，默认值为\`10\`
+:::
+
+| 分类 | 编码 |
+| -------- | ---- |
+| 全景科协 | qjkx |
+| 智库 | zk |
+| 学术 | xs |
+| 科普 | kp |
+| 党建 | dj |
+| 数据 | sj |
+| 新闻 | xw |`,
+};
+
+async function handler(ctx) {
+ const { column, subColumn, category } = ctx.req.param();
+ const { limit = 10 } = ctx.req.query();
+ let link = `${baseUrl}/${column}/${subColumn}`;
+ if (category) {
+ link += `/${category}/index.html`;
+ }
+ const { data: indexData } = await got.get(link);
+
+ const $ = load(indexData);
+
+ let items: any[] = [];
+
+ // 新闻-视频首页特殊处理
+ if (column === 'xw' && subColumn === 'SP' && !category) {
+ items = await parsePage(indexData);
+ } else {
+ const buildUnitScript = $('script[parseType="bulidstatic"]');
+ const queryUrl = `${baseUrl}${buildUnitScript.attr('url')}`;
+ const queryData = JSON.parse(buildUnitScript.attr('querydata')?.replaceAll("'", '"') ?? '{}');
+ queryData.paramJson = `{"pageNo":1,"pageSize":${limit}}`;
+
+ const { data } = await got.get<{ data: { html: string } }>(queryUrl, {
+ searchParams: new URLSearchParams(queryData),
+ });
+
+ items = await parsePage(data.data.html);
+ }
+
+ const pageTitle = $('head title').text();
+
+ return {
+ title: pageTitle,
+ link,
+ image: 'https://www.cast.org.cn/favicon.ico',
+ item: items,
+ };
+}
diff --git a/lib/routes/cast/namespace.ts b/lib/routes/cast/namespace.ts
new file mode 100644
index 00000000000000..8c1d0f7eb9a53e
--- /dev/null
+++ b/lib/routes/cast/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '中国科学技术协会',
+ url: 'cast.org.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/catti/namespace.ts b/lib/routes/catti/namespace.ts
new file mode 100644
index 00000000000000..59c463f72d34ee
--- /dev/null
+++ b/lib/routes/catti/namespace.ts
@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '全国翻译专业资格水平考试 (CATTI)',
+ url: 'www.catticenter.com',
+};
diff --git a/lib/routes/catti/news.ts b/lib/routes/catti/news.ts
new file mode 100644
index 00000000000000..20fd5aae4f7a8a
--- /dev/null
+++ b/lib/routes/catti/news.ts
@@ -0,0 +1,121 @@
+import { load } from 'cheerio';
+
+import type { DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+type NewsCategory = {
+ title: string;
+ description: string;
+};
+
+const NEWS_TYPES: Record = {
+ ggl: {
+ title: '通知公告',
+ description: 'CATTI 考试通知和公告',
+ },
+ ywdt: {
+ title: '要闻动态',
+ description: 'CATTI 考试要闻动态',
+ },
+ zxzc: {
+ title: '最新政策',
+ description: 'CATTI 考试最新政策',
+ },
+};
+
+const handler: Route['handler'] = async (ctx) => {
+ const category = ctx.req.param('category');
+
+ const BASE_URL = `https://www.catticenter.com/${category}`;
+
+ // Fetch the index page
+ const { data: listPage } = await got(BASE_URL);
+ const $ = load(listPage);
+
+ // Select all list items containing news information
+ const ITEM_SELECTOR = 'ul.ui-card.ui-card-a > li';
+ const listItems = $(ITEM_SELECTOR);
+
+ // Map through each list item to extract details
+ const contentLinkList = listItems.toArray().map((element) => {
+ const date = $(element).find('span.ui-right-time').text();
+ const title = $(element).find('a').attr('title')!;
+ const relativeLink = $(element).find('a').attr('href')!;
+ const absoluteLink = `https://www.catticenter.com${relativeLink}`;
+ const formattedDate = parseDate(date);
+ return {
+ date: formattedDate,
+ title,
+ link: absoluteLink,
+ };
+ });
+
+ return {
+ title: NEWS_TYPES[category].title,
+ description: NEWS_TYPES[category].description,
+ link: BASE_URL,
+ image: 'https://www.catticenter.com/img/applogo.png',
+ item: (await Promise.all(
+ contentLinkList.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const CONTENT_SELECTOR = 'div.ui-article-cont';
+ const { data: contentResponse } = await got(item.link);
+ const contentPage = load(contentResponse);
+ const content = contentPage(CONTENT_SELECTOR).html() || '';
+ return {
+ title: item.title,
+ pubDate: item.date,
+ link: item.link,
+ description: content,
+ category: ['study'],
+ guid: item.link,
+ id: item.link,
+ image: 'https://www.catticenter.com/img/applogo.png',
+ content,
+ updated: item.date,
+ language: 'zh-cn',
+ };
+ })
+ )
+ )) as DataItem[],
+ allowEmpty: true,
+ language: 'zh-cn',
+ feedLink: 'https://rsshub.app/ruankao/news',
+ id: 'https://rsshub.app/ruankao/news',
+ };
+};
+
+export const route: Route = {
+ path: '/news/:category',
+ name: 'CATTI 考试消息',
+ maintainers: ['PrinOrange'],
+ description: `
+| Category | 标题 | 描述 |
+|-----------|------------|--------------------|
+| ggl | 通知公告 | CATTI 考试通知和公告 |
+| ywdt | 要闻动态 | CATTI 考试要闻动态 |
+| zxzc | 最新政策 | CATTI 考试最新政策 |
+`,
+ handler,
+ categories: ['study'],
+ parameters: {
+ category: '消息分类名，可在下面的描述中找到。',
+ },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ supportRadar: true,
+ },
+ example: '/catti/news/zxzc',
+ radar: [
+ {
+ source: ['www.catticenter.com/:category'],
+ },
+ ],
+};
diff --git a/lib/routes/cau/ele.ts b/lib/routes/cau/ele.ts
new file mode 100644
index 00000000000000..99d2510407162e
--- /dev/null
+++ b/lib/routes/cau/ele.ts
@@ -0,0 +1,69 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/ele',
+ categories: ['university'],
+ example: '/cau/ele',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['ciee.cau.edu.cn/col/col26712/index.html', 'ciee.cau.edu.cn/'],
+ },
+ ],
+ name: '研招网通知公告',
+ maintainers: ['shengmaosu'],
+ handler,
+ url: 'ciee.cau.edu.cn/col/col26712/index.html',
+ description: `#### 信电学院 {#zhong-guo-nong-ye-da-xue-yan-zhao-wang-tong-zhi-gong-gao-xin-dian-xue-yuan}`,
+};
+
+async function handler() {
+ const baseUrl = 'https://ciee.cau.edu.cn';
+ const link = `${baseUrl}/col/col26712/index.html`;
+ const response = await got(`${baseUrl}/module/web/jpage/dataproxy.jsp`, {
+ searchParams: {
+ page: 1,
+ appid: 1,
+ webid: 107,
+ path: '/',
+ columnid: 26712,
+ unitid: 38467,
+ webname: '信息与电气工程学院',
+ permissiontype: 0,
+ },
+ });
+ const $ = load(response.data);
+ const list = $('recordset record');
+
+ return {
+ title: '中国农业大学信电学院',
+ link,
+ description: '中国农业大学信电学院通知公告',
+ item:
+ list &&
+ list.toArray().map((item) => {
+ item = $(item);
+ const a = item.find('a');
+ const title = a.attr('title');
+ const link = `${baseUrl}${a.attr('href')}`;
+ return {
+ title,
+ link,
+ pubDate: parseDate(item.find('.col-lg-1').text()),
+ guid: `${link}#${title}`,
+ };
+ }),
+ };
+}
diff --git a/lib/routes/cau/namespace.ts b/lib/routes/cau/namespace.ts
new file mode 100644
index 00000000000000..6d069cf3c41888
--- /dev/null
+++ b/lib/routes/cau/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '中国农业大学',
+ url: 'ciee.cau.edu.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/cau/yjs.ts b/lib/routes/cau/yjs.ts
new file mode 100644
index 00000000000000..a2a77d545a3995
--- /dev/null
+++ b/lib/routes/cau/yjs.ts
@@ -0,0 +1,68 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/yjs',
+ categories: ['university'],
+ example: '/cau/yjs',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['yz.cau.edu.cn/col/col41740/index.html', 'yz.cau.edu.cn/'],
+ },
+ ],
+ name: '研招网通知公告',
+ maintainers: ['shengmaosu'],
+ handler,
+ url: 'yz.cau.edu.cn/col/col41740/index.html',
+};
+
+async function handler() {
+ const baseUrl = 'https://yz.cau.edu.cn';
+ const link = `${baseUrl}/col/col41740/index.html`;
+ const response = await got(`${baseUrl}/module/web/jpage/dataproxy.jsp`, {
+ searchParams: {
+ page: 1,
+ appid: 1,
+ webid: 146,
+ path: '/',
+ columnid: 41740,
+ unitid: 69493,
+ webname: '中国农业大学研究生院',
+ permissiontype: 0,
+ },
+ });
+ const $ = load(response.data);
+ const list = $('recordset record');
+
+ return {
+ title: '中农研究生学院',
+ link,
+ description: '中农研究生学院',
+ item:
+ list &&
+ list.toArray().map((item) => {
+ item = $(item);
+ const a = item.find('a');
+ return {
+ title: a
+ .contents()
+ .filter((_, node) => node.type === 'text')
+ .text(),
+ link: `${baseUrl}${a.attr('href')}`,
+ pubDate: parseDate(item.find('span').text().replaceAll(/[[\]]/g, '')),
+ };
+ }),
+ };
+}
diff --git a/lib/routes/caus/index.ts b/lib/routes/caus/index.ts
new file mode 100644
index 00000000000000..d93a108da17e53
--- /dev/null
+++ b/lib/routes/caus/index.ts
@@ -0,0 +1,111 @@
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+const categories = {
+ 0: {
+ title: '全部',
+ link: 'home?id=0',
+ },
+ 1: {
+ title: '要闻',
+ link: 'focus_news?id=1',
+ },
+ 2: {
+ title: '商业',
+ link: 'business?id=2',
+ },
+ 3: {
+ title: '快讯',
+ link: 'hours?id=3',
+ },
+ 8: {
+ title: '财富',
+ link: 'fortune?id=8',
+ },
+ 6: {
+ title: '生活',
+ link: 'life?id=6',
+ },
+};
+
+export const route: Route = {
+ path: '/:category?',
+ categories: ['new-media'],
+ example: '/caus',
+ parameters: { category: '分类，见下表，默认为全部' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: '分类',
+ maintainers: ['nczitzk'],
+ handler,
+ description: `| 全部 | 要闻 | 商业 | 快讯 | 财富 | 生活 |
+| ---- | ---- | ---- | ---- | ---- | ---- |
+| 0 | 1 | 2 | 3 | 8 | 6 |`,
+};
+
+async function handler(ctx) {
+ const category = ctx.req.param('category') || '0';
+
+ const isHome = category === '0';
+
+ const rootUrl = 'https://www.caus.com';
+ const apiRootUrl = 'https://api.caus.money';
+
+ const currentUrl = `${rootUrl}/${categories[category].link}`;
+ const searchUrl = `${apiRootUrl}/toronto/display/searchList`;
+ const listUrl = `${apiRootUrl}/toronto/display/lanmuArticlelistNew`;
+
+ const response = await got({
+ method: 'post',
+ url: isHome ? searchUrl : listUrl,
+ json: isHome
+ ? {
+ pageQ: {
+ pageSize: 10,
+ sortFiled: 'id',
+ sortType: 'DESC',
+ },
+ types: ['ARTICLE', 'VIDEO'],
+ }
+ : {
+ filterIds: [],
+ lanmuId: Number.parseInt(category),
+ },
+ });
+
+ const list = (isHome ? response.data.data : response.data.data.articleList).map((item) => ({
+ title: item.title,
+ link: `${rootUrl}/detail/${item.contentId}`,
+ contentId: item.contentId,
+ pubDate: new Date(item.createTime),
+ category: [...new Set([...item.lanmus.map((lanmu) => lanmu.name), ...item.tags.map((tag) => tag.name)])],
+ }));
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got({
+ method: 'get',
+ url: `${apiRootUrl}/toronto/display/contentWithRelate?contentId=${item.contentId}`,
+ });
+
+ item.description = detailResponse.data.data.content.content;
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: `${categories[category].title} - 加美财经`,
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/caus/namespace.ts b/lib/routes/caus/namespace.ts
new file mode 100644
index 00000000000000..52f68de483d495
--- /dev/null
+++ b/lib/routes/caus/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '加美财经',
+ url: 'caus.com',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/cbaigui/index.ts b/lib/routes/cbaigui/index.ts
new file mode 100644
index 00000000000000..fab210c7baa6e7
--- /dev/null
+++ b/lib/routes/cbaigui/index.ts
@@ -0,0 +1,111 @@
+import path from 'node:path';
+
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import { getSubPath } from '@/utils/common-utils';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+
+import { apiSlug, GetFilterId, rootUrl } from './utils';
+
+export const route: Route = {
+ path: '*',
+ name: 'Unknown',
+ maintainers: [],
+ handler,
+};
+
+async function handler(ctx) {
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 50;
+
+ let filterName;
+
+ const currentUrl = new URL(getSubPath(ctx).replace(/^\/cbaigui/, ''), rootUrl).href;
+ let apiUrl = new URL(`${apiSlug}/posts?_embed=true&per_page=${limit}`, rootUrl).href;
+
+ const filterMatches = getSubPath(ctx).match(/^\/post-(tag|category)\/(.*)$/);
+
+ if (filterMatches) {
+ filterName = decodeURI(filterMatches[2].split('/').pop());
+ const filterType = filterMatches[1] === 'tag' ? 'tags' : 'categories';
+ const filterId = await GetFilterId(filterType, filterName);
+
+ if (filterId) {
+ apiUrl = new URL(`${apiSlug}/posts?_embed=true&per_page=${limit}&${filterType}=${filterId}`, rootUrl).href;
+ }
+ }
+
+ const { data: response } = await got(apiUrl);
+
+ const items = response.slice(0, limit).map((item) => {
+ const terminologies = item._embedded['wp:term'];
+
+ const content = load(item.content?.rendered ?? item.content);
+
+ // To handle lazy-loaded images from external sites.
+
+ content('figure').each(function () {
+ const image = content(this).find('img');
+ const src = image.prop('data-actualsrc') ?? image.prop('data-original');
+ const width = image.prop('data-rawwidth');
+ const height = image.prop('data-rawheight');
+
+ content(this).replaceWith(
+ art(path.join(__dirname, 'templates/figure.art'), {
+ src,
+ width,
+ height,
+ })
+ );
+ });
+
+ // To remove watermarks on images.
+
+ content('p img').each(function () {
+ const image = content(this);
+ const src = image.prop('src').split('!')[0];
+ const width = image.prop('width');
+ const height = image.prop('height');
+
+ content(this).replaceWith(
+ art(path.join(__dirname, 'templates/figure.art'), {
+ src,
+ width,
+ height,
+ })
+ );
+ });
+
+ return {
+ title: item.title?.rendered ?? item.title,
+ link: item.link,
+ description: content.html(),
+ author: item._embedded.author.map((a) => a.name).join('/'),
+ category: [...terminologies[0], ...terminologies[1]].map((c) => c.name),
+ guid: item.guid?.rendered ?? item.guid,
+ pubDate: parseDate(item.date_gmt),
+ updated: parseDate(item.modified_gmt),
+ };
+ });
+
+ const { data: currentResponse } = await got(currentUrl);
+
+ const $ = load(currentResponse);
+
+ const icon = $('link[rel="apple-touch-icon"]').first().prop('href');
+
+ return {
+ item: items,
+ title: `纪妖${filterName ? ` - ${filterName}` : ''}`,
+ link: currentUrl,
+ description: $('meta[name="description"]').prop('content'),
+ language: 'zh-cn',
+ image: $('meta[name="msapplication-TileImage"]').prop('content'),
+ icon,
+ logo: icon,
+ subtitle: $('p.site-description').text(),
+ author: $('p.site-title').text(),
+ };
+}
diff --git a/lib/routes/cbaigui/namespace.ts b/lib/routes/cbaigui/namespace.ts
new file mode 100644
index 00000000000000..5095c30cb37728
--- /dev/null
+++ b/lib/routes/cbaigui/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '纪妖',
+ url: 'cbaigui.com',
+ lang: 'zh-CN',
+};
diff --git a/lib/v2/cbaigui/templates/figure.art b/lib/routes/cbaigui/templates/figure.art
similarity index 100%
rename from lib/v2/cbaigui/templates/figure.art
rename to lib/routes/cbaigui/templates/figure.art
diff --git a/lib/routes/cbaigui/utils.ts b/lib/routes/cbaigui/utils.ts
new file mode 100644
index 00000000000000..1adfa72d90d6b2
--- /dev/null
+++ b/lib/routes/cbaigui/utils.ts
@@ -0,0 +1,14 @@
+import got from '@/utils/got';
+
+const rootUrl = 'https://cbaigui.com';
+const apiSlug = 'wp-json/wp/v2';
+
+const GetFilterId = async (type, name) => {
+ const filterApiUrl = new URL(`${apiSlug}/${type}?search=${name}`, rootUrl).href;
+
+ const { data: filterResponse } = await got(filterApiUrl);
+
+ return filterResponse.findLast((f) => f.name === name)?.id ?? undefined;
+};
+
+export { apiSlug, GetFilterId, rootUrl };
diff --git a/lib/routes/cbc/namespace.ts b/lib/routes/cbc/namespace.ts
new file mode 100644
index 00000000000000..198963f7c307d5
--- /dev/null
+++ b/lib/routes/cbc/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Canadian Broadcasting Corporation',
+ url: 'cbc.ca',
+ lang: 'en',
+};
diff --git a/lib/routes/cbc/topics.ts b/lib/routes/cbc/topics.ts
new file mode 100644
index 00000000000000..5b9721eed7d54f
--- /dev/null
+++ b/lib/routes/cbc/topics.ts
@@ -0,0 +1,86 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+export const route: Route = {
+ path: '/topics/:topic?',
+ categories: ['traditional-media'],
+ example: '/cbc/topics',
+ parameters: { topic: 'Channel,`Top Stories` by default. For secondary channel like `canada/toronto`, use `-` to replace `/`' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['cbc.ca/news'],
+ target: '/topics',
+ },
+ ],
+ name: 'News',
+ maintainers: ['wb14123'],
+ handler,
+ url: 'cbc.ca/news',
+};
+
+async function handler(ctx) {
+ const baseUrl = 'https://www.cbc.ca';
+ const topic = ctx.req.param('topic') || '';
+ const url = `${baseUrl}/news${topic ? `/${topic.replace('-', '/')}` : ''}`;
+
+ const response = await got(url);
+
+ const data = response.data;
+
+ const $ = load(data);
+ const links = [];
+
+ function pushLinks(index, item) {
+ const link = item.attribs.href;
+ if (link.startsWith('/')) {
+ links.push(baseUrl + link);
+ }
+ }
+
+ $('a.contentWrapper').each(pushLinks);
+ $('a.card').each(pushLinks);
+
+ const out = await Promise.all(
+ links.map((link) =>
+ cache.tryGet(link, async () => {
+ const result = await got(link);
+
+ const $ = load(result.data);
+
+ const head = JSON.parse($('script[type="application/ld+json"]').first().text());
+ if (!head) {
+ return [];
+ }
+
+ const title = head.headline;
+ let author = '';
+ if (head.author) {
+ author = head.author.map((author) => author.name).join(' & ');
+ }
+ const pubDate = head.datePublished;
+ const descriptionDom = $('div[data-cy=storyWrapper]');
+ descriptionDom.find('div[class=share]').remove();
+ const description = descriptionDom.html();
+
+ return { title, author, pubDate, description, link };
+ })
+ )
+ );
+
+ return {
+ title: $('title').text(),
+ link: url,
+ item: out.filter((x) => x.title),
+ };
+}
diff --git a/lib/routes/cbirc/index.ts b/lib/routes/cbirc/index.ts
new file mode 100644
index 00000000000000..41a1bbfdc337bf
--- /dev/null
+++ b/lib/routes/cbirc/index.ts
@@ -0,0 +1,133 @@
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+const categories = {
+ jgdt: {
+ baseUrl: `http://www.cbirc.gov.cn`,
+ description: '监管动态',
+ link: `http://www.cbirc.gov.cn/cn/static/data/DocInfo/SelectDocByItemIdAndChild/data_itemId=915,pageIndex=1,pageSize=18.json`,
+ title: '监管动态',
+ },
+ ggtz: {
+ baseUrl: `http://www.cbirc.gov.cn`,
+ description: '公告通知',
+ link: `http://www.cbirc.gov.cn/cn/static/data/DocInfo/SelectDocByItemIdAndChild/data_itemId=925,pageIndex=1,pageSize=18.json`,
+ title: '公告通知',
+ },
+ zcfg: {
+ baseUrl: `http://www.cbirc.gov.cn`,
+ description: '政策法规',
+ link: `http://www.cbirc.gov.cn/cn/static/data/DocInfo/SelectDocByItemIdAndChild/data_itemId=926,pageIndex=1,pageSize=18.json`,
+ title: '政策法规',
+ },
+ zcjd: {
+ baseUrl: `http://www.cbirc.gov.cn`,
+ description: '政策解读',
+ link: `http://www.cbirc.gov.cn/cn/static/data/DocInfo/SelectDocByItemIdAndChild/data_itemId=916,pageIndex=1,pageSize=18.json`,
+ title: '政策解读',
+ },
+ zqyj: {
+ baseUrl: `http://www.cbirc.gov.cn`,
+ description: '征求意见',
+ link: `http://www.cbirc.gov.cn/cn/static/data/DocInfo/SelectDocByItemIdAndChild/data_itemId=951,pageIndex=1,pageSize=18.json`,
+ title: '征求意见',
+ },
+ xzxk: {
+ baseUrl: `http://www.cbirc.gov.cn`,
+ description: '行政许可',
+ link: `http://www.cbirc.gov.cn/cn/static/data/DocInfo/SelectDocByItemIdAndChild/data_itemId=930,pageIndex=1,pageSize=18.json`,
+ title: '行政许可',
+ },
+ xzcf: {
+ baseUrl: `http://www.cbirc.gov.cn`,
+ description: '行政处罚',
+ link: `http://www.cbirc.gov.cn/cn/static/data/DocInfo/SelectDocByItemIdAndChild/data_itemId=931,pageIndex=1,pageSize=18.json`,
+ title: '行政处罚',
+ },
+ xzjgcs: {
+ baseUrl: `http://www.cbirc.gov.cn`,
+ description: '行政监管措施',
+ link: `http://www.cbirc.gov.cn/cn/static/data/DocInfo/SelectDocByItemIdAndChild/data_itemId=932,pageIndex=1,pageSize=18.json`,
+ title: '行政监管措施',
+ },
+ gzlw: {
+ baseUrl: `http://www.cbirc.gov.cn`,
+ description: '工作论文',
+ link: `http://www.cbirc.gov.cn/cn/static/data/DocInfo/SelectDocByItemIdAndChild/data_itemId=934,pageIndex=1,pageSize=18.json`,
+ title: '工作论文',
+ },
+ jrzgyj: {
+ baseUrl: `http://www.cbirc.gov.cn`,
+ description: '金融监管研究',
+ link: `http://www.cbirc.gov.cn/cn/static/data/DocInfo/SelectDocByItemIdAndChild/data_itemId=935,pageIndex=1,pageSize=18.json`,
+ title: '金融监管研究',
+ },
+ tjxx: {
+ baseUrl: `http://www.cbirc.gov.cn`,
+ description: '统计信息',
+ link: `http://www.cbirc.gov.cn/cn/static/data/DocInfo/SelectDocByItemIdAndChild/data_itemId=954,pageIndex=1,pageSize=18.json`,
+ title: '统计信息',
+ },
+};
+
+async function getContent(item) {
+ const response = await got({
+ method: 'get',
+ url: 'http://www.cbirc.gov.cn/cn/static/data/DocInfo/SelectByDocId/data_docId=' + item.docId + '.json',
+ });
+ return response.data.data.docClob;
+}
+
+export const route: Route = {
+ path: '/:category?',
+ radar: [
+ {
+ source: ['cbirc.gov.cn/:category', 'cbirc.gov.cn/'],
+ },
+ ],
+ name: 'Unknown',
+ maintainers: ['JkCheung'],
+ handler,
+};
+
+async function handler(ctx) {
+ const category = ctx.req.param('category') ?? 'ggtz';
+ const cat = categories[category];
+
+ // 请求集合
+ const response = await cache.tryGet(cat.link, async () => {
+ const resp = await got({
+ method: 'get',
+ url: cat.link,
+ headers: {
+ Referer: `http://www.cbirc.gov.cn`,
+ },
+ });
+ return resp.data;
+ });
+
+ // 遍历数据集合
+ const dataLs = await Promise.all(
+ response.data.rows.map(async (item) => {
+ const content = await getContent(item);
+ return {
+ title: item.docTitle,
+ // 文章正文
+ description: content,
+ // 文章发布时间
+ pubDate: item.publishDate,
+ // 文章链接
+ link: `http://www.cbirc.gov.cn/cn/view/pages/ItemDetail.html?docId=${item.docId}&itemId=925&generaltype=0`,
+ };
+ })
+ );
+
+ return {
+ title: `中国银保监会-${cat.title}`,
+ link: cat.link,
+ description: `中国银保监会-${cat.title}`,
+ item: dataLs,
+ language: 'zh-CN',
+ };
+}
diff --git a/lib/routes/cbirc/namespace.ts b/lib/routes/cbirc/namespace.ts
new file mode 100644
index 00000000000000..c21982ff11e9d2
--- /dev/null
+++ b/lib/routes/cbirc/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '中国银行保险监督管理委员会',
+ url: 'cbirc.gov.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/cbndata/information.ts b/lib/routes/cbndata/information.ts
new file mode 100644
index 00000000000000..525964d9ff3aa1
--- /dev/null
+++ b/lib/routes/cbndata/information.ts
@@ -0,0 +1,252 @@
+import path from 'node:path';
+
+import type { CheerioAPI } from 'cheerio';
+import { load } from 'cheerio';
+import type { Context } from 'hono';
+
+import type { Data, DataItem, Route } from '@/types';
+import { ViewType } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+
+export const handler = async (ctx: Context): Promise => {
+ const { id = 'all' } = ctx.req.param();
+ const limit: number = Number.parseInt(ctx.req.query('limit') ?? '50', 10);
+
+ const baseUrl: string = 'https://www.cbndata.com';
+ const targetUrl: string = new URL(`information?tag_id=${id}`, baseUrl).href;
+ const apiUrl: string = new URL('api/v3/informations', baseUrl).href;
+
+ const targetResponse = await ofetch(targetUrl);
+ const $: CheerioAPI = load(targetResponse);
+ const language = $('html').attr('lang') ?? 'zh';
+
+ const response = await ofetch(apiUrl, {
+ query: {
+ page: 1,
+ per_page: limit,
+ },
+ });
+
+ let items: DataItem[] = [];
+
+ items = response.data.slice(0, limit).map((item): DataItem => {
+ const title: string = item.title;
+ const image: string | undefined = item.image;
+ const description: string | undefined = art(path.join(__dirname, 'templates/description.art'), {
+ images: image
+ ? [
+ {
+ src: image,
+ alt: title,
+ },
+ ]
+ : undefined,
+ });
+ const pubDate: number | string = item.date;
+ const linkUrl: string | undefined = item.id ? `information/${item.id}` : undefined;
+ const categories: string[] = item.tags;
+ const guid: string = `cbndata-information-${item.id}`;
+ const updated: number | string = pubDate;
+
+ const processedItem: DataItem = {
+ title,
+ description,
+ pubDate: pubDate ? parseDate(pubDate) : undefined,
+ link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
+ category: categories,
+ guid,
+ id: guid,
+ content: {
+ html: description,
+ text: description,
+ },
+ image,
+ banner: image,
+ updated: updated ? parseDate(updated) : undefined,
+ language,
+ };
+
+ return processedItem;
+ });
+
+ items = await Promise.all(
+ items.map((item) => {
+ if (!item.link) {
+ return item;
+ }
+
+ return cache.tryGet(item.link, async (): Promise => {
+ const detailResponse = await ofetch(item.link);
+
+ const dataStr: string | undefined = detailResponse.match(/">`;
- break;
- }
- if (url) {
- ret += `Click here if embedded content is not loaded. `;
- }
- } catch (_) {
- _;
- }
-
- return ret;
-}
-
-// render
blocks
-function passage_conv(p) {
- const seg = p.text.split('');
- // seg.push('');
- if (p.styles) {
- p.styles.map((s) => {
- switch (s.type) {
- case 'bold':
- seg[s.offset] = `` + seg[s.offset];
- seg[s.offset + s.length - 1] += ` `;
- break;
- }
- return s;
- });
- }
- if (p.links) {
- p.links.map((l) => {
- seg[l.offset] = `` + seg[l.offset];
- seg[l.offset + l.length - 1] += ` `;
- return l;
- });
- }
- const ret = seg.join('');
- // console.log(ret)
- return ret;
-}
-
-// article types
-function text_t(body) {
- return body.text || '';
-}
-
-function image_t(body) {
- let ret = body.text || '';
- body.images.map((i) => (ret += `${f.name}.${f.extension} `));
- return ret;
-}
-
-async function video_t(body) {
- let ret = body.text || '';
- ret += (await embed_map(body.video)) || '';
- return ret;
-}
-
-async function blog_t(body) {
- let ret = [];
- for (let x = 0; x < body.blocks.length; ++x) {
- const b = body.blocks[x];
- ret.push('');
-
- switch (b.type) {
- case 'p':
- ret.push(passage_conv(b));
- break;
- case 'header':
- ret.push(`
${b.text} `);
- break;
- case 'image': {
- const i = body.imageMap[b.imageId];
- ret.push(`${f.name}.${f.extension} `);
- break;
- }
- case 'embed':
- ret.push(embed_map(body.embedMap[b.embedId])); // Promise object
- break;
- }
- }
- ret = await Promise.all(ret); // get real data
- return ret.join('');
-}
-
-// parse by type
-async function conv_article(i) {
- let ret = '';
- if (i.title) {
- ret += `[${i.type}] ${i.title}${i.feeRequired} JPY/month Unsupported content (RSSHub) ';
- }
- return ret;
-}
-
-// render wrapper
-module.exports = async (i) => ({
- title: i.title || `No title`,
- description: await conv_article(i),
- pubDate: new Date(i.publishedDatetime).toUTCString(),
- link: `https://${i.creatorId}.fanbox.cc/posts/${i.id}`,
- category: i.tags,
-});
diff --git a/lib/routes/fanbox/header.js b/lib/routes/fanbox/header.js
deleted file mode 100644
index 55eb6b99bb0e8f..00000000000000
--- a/lib/routes/fanbox/header.js
+++ /dev/null
@@ -1,13 +0,0 @@
-const config = require('@/config').value;
-
-// unlock contents paid by user
-module.exports = () => {
- const sessid = config.fanbox.session;
- let cookie = '';
- if (sessid) {
- cookie += `FANBOXSESSID=${sessid}`;
- }
- const headers = { origin: 'https://fanbox.cc', cookie };
-
- return headers;
-};
diff --git a/lib/routes/fanbox/index.ts b/lib/routes/fanbox/index.ts
new file mode 100644
index 00000000000000..e4cbeec3b92ff1
--- /dev/null
+++ b/lib/routes/fanbox/index.ts
@@ -0,0 +1,65 @@
+import type { Context } from 'hono';
+
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+import type { Data, Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { isValidHost } from '@/utils/valid-host';
+
+import type { PostListResponse, UserInfoResponse } from './types';
+import { getHeaders, parseItem } from './utils';
+
+export const route: Route = {
+ path: '/:creator',
+ categories: ['social-media'],
+ example: '/fanbox/official',
+ parameters: { creator: 'fanbox user name' },
+ maintainers: ['KarasuShin'],
+ name: 'Creator',
+ handler,
+ features: {
+ requireConfig: [
+ {
+ name: 'FANBOX_SESSION_ID',
+ description: 'Required for private posts. Can be found in browser DevTools -> Application -> Cookies -> https://www.fanbox.cc -> FANBOXSESSID',
+ optional: true,
+ },
+ ],
+ nsfw: true,
+ },
+};
+
+async function handler(ctx: Context): Promise {
+ const creator = ctx.req.param('creator');
+ if (!isValidHost(creator)) {
+ throw new InvalidParameterError('Invalid user name');
+ }
+
+ let title = `Fanbox - ${creator}`;
+
+ let description: string | undefined;
+
+ let image: string | undefined;
+
+ try {
+ const userApi = `https://api.fanbox.cc/creator.get?creatorId=${creator}`;
+ const userInfoResponse = (await ofetch(userApi, {
+ headers: getHeaders(),
+ })) as UserInfoResponse;
+ title = `Fanbox - ${userInfoResponse.body.user.name}`;
+ description = userInfoResponse.body.description;
+ image = userInfoResponse.body.user.iconUrl;
+ } catch {
+ // ignore
+ }
+
+ const postListResponse = (await ofetch(`https://api.fanbox.cc/post.listCreator?creatorId=${creator}&limit=20`, { headers: getHeaders() })) as PostListResponse;
+ const items = await Promise.all(postListResponse.body.map((i) => parseItem(i)));
+
+ return {
+ title,
+ link: `https://${creator}.fanbox.cc`,
+ description,
+ image,
+ item: items,
+ };
+}
diff --git a/lib/routes/fanbox/main.js b/lib/routes/fanbox/main.js
deleted file mode 100644
index c173d98debc744..00000000000000
--- a/lib/routes/fanbox/main.js
+++ /dev/null
@@ -1,45 +0,0 @@
-// pixiv fanbox, maybe blocked by upstream
-
-// params:
-// user?: fanbox domain name
-
-const got = require('@/utils/got');
-const { isValidHost } = require('@/utils/valid-host');
-const conv_item = require('./conv');
-const get_header = require('./header');
-
-module.exports = async (ctx) => {
- const user = ctx.params.user || 'official'; // if no user specified, just go to official page
- if (!isValidHost(user)) {
- throw Error('Invalid user');
- }
- const box_url = `https://${user}.fanbox.cc`;
-
- // get user info
- let title = `${user}'s fanbox`;
- let descr = title;
-
- try {
- const user_api = `https://api.fanbox.cc/creator.get?creatorId=${user}`;
- const resp_u = await got(user_api, { headers: get_header() });
- title = `${resp_u.data.body.user.name}'s fanbox`;
- descr = resp_u.data.description;
- } catch (_) {
- _;
- }
-
- // get user posts
- const posts_api = `https://api.fanbox.cc/post.listCreator?creatorId=${user}&limit=20`;
- const response = await got(posts_api, { headers: get_header() });
-
- // render posts
- const items = await Promise.all(response.data.body.items.map((i) => conv_item(i)));
-
- // return rss feed
- ctx.state.data = {
- title,
- link: box_url,
- description: descr,
- item: items,
- };
-};
diff --git a/lib/routes/fanbox/namespace.ts b/lib/routes/fanbox/namespace.ts
new file mode 100644
index 00000000000000..64c6b112f2b5b7
--- /dev/null
+++ b/lib/routes/fanbox/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'fanbox',
+ url: 'www.fanbox.cc',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/fanbox/templates/fanbox-post.art b/lib/routes/fanbox/templates/fanbox-post.art
new file mode 100644
index 00000000000000..ebf43dd4f1aaa0
--- /dev/null
+++ b/lib/routes/fanbox/templates/fanbox-post.art
@@ -0,0 +1,7 @@
+
+ {{title}}
+ {{user.name}}
+ {{excerpt}}
+
diff --git a/lib/routes/fanbox/types.ts b/lib/routes/fanbox/types.ts
new file mode 100644
index 00000000000000..027a9e1c3337e5
--- /dev/null
+++ b/lib/routes/fanbox/types.ts
@@ -0,0 +1,231 @@
+export interface UserInfoResponse {
+ body: {
+ user: {
+ userId: string;
+ name: string;
+ iconUrl: string;
+ };
+ creatorId: string;
+ description: string;
+ hasAdultContent: boolean;
+ coverImageUrl: string;
+ profileLinks: string[];
+ profileItems: {
+ id: string;
+ type: string;
+ serviceProvider: string;
+ videoId: string;
+ }[];
+ isFollowed: boolean;
+ isSupported: boolean;
+ isStopped: boolean;
+ isAcceptingRequest: boolean;
+ hasBoothShop: boolean;
+ };
+}
+
+export interface PostListResponse {
+ body: PostItem[];
+}
+
+export interface PostDetailResponse {
+ body: PostDetail;
+}
+
+export interface PostItem {
+ commentCount: number;
+ cover: {
+ type: string;
+ url: string;
+ };
+ creatorId: string;
+ excerpt: string;
+ feeRequired: number;
+ hasAdultContent: boolean;
+ id: string;
+ isLiked: boolean;
+ isRestricted: boolean;
+ likeCount: number;
+ publishedDatetime: string;
+ tags: string[];
+ title: string;
+ updatedDatetime: string;
+ user: {
+ iconUrl: string;
+ name: string;
+ userId: string;
+ };
+}
+
+interface BasicPost {
+ commentCount: number;
+ commentList: {
+ items: {
+ body: string;
+ createdDatetime: string;
+ id: string;
+ isLiked: boolean;
+ isOwn: boolean;
+ likeCount: number;
+ parentCommentId: string;
+ replies: {
+ body: string;
+ createdDatetime: string;
+ id: string;
+ isLiked: boolean;
+ isOwn: boolean;
+ likeCount: number;
+ parentCommentId: string;
+ rootCommentId: string;
+ }[];
+ rootCommentId: string;
+ user: {
+ iconUrl: string;
+ name: string;
+ userId: string;
+ };
+ }[];
+ };
+ coverImageUrl: string | null;
+ creatorId: string;
+ excerpt: string;
+ feeRequired: number;
+ hasAdultContent: boolean;
+ id: string;
+ imageForShare: string;
+ isLiked: boolean;
+ isRestricted: boolean;
+ likeCount: number;
+ nextPost: {
+ id: string;
+ title: string;
+ publishedDatetime: string;
+ };
+ publishedDatetime: string;
+ tags: string[];
+ title: string;
+ updatedDatetime: string;
+}
+
+export interface ArticlePost extends BasicPost {
+ type: 'article';
+ body: {
+ blocks: Block[];
+ embedMap: {
+ [key: string]: unknown;
+ };
+ fileMap: {
+ [key: string]: {
+ id: string;
+ extension: string;
+ name: string;
+ size: number;
+ url: string;
+ };
+ };
+ imageMap: {
+ [key: string]: {
+ id: string;
+ originalUrl: string;
+ thumbnailUrl: string;
+ width: number;
+ height: number;
+ extension: string;
+ };
+ };
+ urlEmbedMap: {
+ [key: string]:
+ | {
+ type: 'html';
+ html: string;
+ id: string;
+ }
+ | {
+ type: 'fanbox.post';
+ id: string;
+ postInfo: PostItem;
+ };
+ };
+ };
+}
+
+export interface FilePost extends BasicPost {
+ type: 'file';
+ body: {
+ files: {
+ extension: string;
+ id: string;
+ name: string;
+ size: number;
+ url: string;
+ }[];
+ text: string;
+ };
+}
+
+export interface VideoPost extends BasicPost {
+ type: 'video';
+ body: {
+ text: string;
+ video: {
+ serviceProvider: 'youtube' | 'vimeo' | 'soundcloud';
+ videoId: 'string';
+ };
+ };
+}
+
+export interface ImagePost extends BasicPost {
+ type: 'image';
+ body: {
+ images: {
+ id: string;
+ originalUrl: string;
+ thumbnailUrl: string;
+ width: number;
+ height: number;
+ extension: string;
+ }[];
+ text: string;
+ };
+}
+
+export interface TextPost extends BasicPost {
+ type: 'text';
+ body: {
+ text: string;
+ };
+}
+
+interface TextBlock {
+ type: 'p';
+ text: string;
+ styles?: {
+ length: number;
+ offset: number;
+ type: 'bold';
+ }[];
+}
+
+interface HeaderBlock {
+ type: 'header';
+ text: string;
+}
+
+interface ImageBlock {
+ type: 'image';
+ imageId: string;
+}
+
+interface FileBlock {
+ type: 'file';
+ fileId: string;
+}
+
+interface EmbedBlock {
+ type: 'url_embed';
+ urlEmbedId: string;
+}
+
+type PostDetail = ArticlePost | FilePost | ImagePost | VideoPost | TextPost;
+
+type Block = TextBlock | HeaderBlock | ImageBlock | FileBlock | EmbedBlock;
diff --git a/lib/routes/fanbox/utils.ts b/lib/routes/fanbox/utils.ts
new file mode 100644
index 00000000000000..b346d6b8650f65
--- /dev/null
+++ b/lib/routes/fanbox/utils.ts
@@ -0,0 +1,187 @@
+import path from 'node:path';
+
+import { config } from '@/config';
+import type { DataItem } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+
+import type { ArticlePost, FilePost, ImagePost, PostDetailResponse, PostItem, TextPost, VideoPost } from './types';
+
+export function getHeaders() {
+ const sessionid = config.fanbox.session;
+ const cookie = sessionid ? `FANBOXSESSID=${sessionid}` : '';
+ return {
+ origin: 'https://fanbox.cc',
+ cookie,
+ };
+}
+
+function embedUrlMap(urlEmbed: ArticlePost['body']['urlEmbedMap'][string]) {
+ switch (urlEmbed.type) {
+ case 'html':
+ return urlEmbed.html;
+ case 'fanbox.post':
+ return art(path.join(__dirname, 'templates/fanbox-post.art'), {
+ postUrl: `https://${urlEmbed.postInfo.creatorId}.fanbox.cc/posts/${urlEmbed.postInfo.id}`,
+ title: urlEmbed.postInfo.title,
+ user: urlEmbed.postInfo.user,
+ excerpt: urlEmbed.postInfo.excerpt,
+ });
+ default:
+ return '';
+ }
+}
+
+function passageConv(p) {
+ const seg = [...p.text];
+ if (p.styles) {
+ p.styles.map((s) => {
+ switch (s.type) {
+ case 'bold':
+ seg[s.offset] = `` + seg[s.offset];
+ seg[s.offset + s.length - 1] += ` `;
+ break;
+ default:
+ }
+ return s;
+ });
+ }
+ if (p.links) {
+ p.links.map((l) => {
+ seg[l.offset] = `` + seg[l.offset];
+ seg[l.offset + l.length - 1] += ` `;
+ return l;
+ });
+ }
+ const ret = seg.join('');
+ return ret;
+}
+
+function parseText(body: TextPost['body']) {
+ return body.text || '';
+}
+
+function parseImage(body: ImagePost['body']) {
+ let ret = body.text || '';
+ for (const i of body.images) {
+ ret += `${f.name}.${f.extension} `;
+ }
+ return ret;
+}
+
+async function parseVideo(body: VideoPost['body']) {
+ let ret = '';
+ switch (body.video.serviceProvider) {
+ case 'soundcloud':
+ ret += await getSoundCloudEmbedUrl(body.video.videoId);
+ break;
+ case 'youtube':
+ ret += ``;
+ break;
+ case 'vimeo':
+ ret += ``;
+ break;
+ default:
+ }
+ ret += ` = [];
+ for (let x = 0; x < body.blocks.length; ++x) {
+ const b = body.blocks[x];
+ ret.push('');
+
+ switch (b.type) {
+ case 'p':
+ ret.push(passageConv(b));
+ break;
+ case 'header':
+ ret.push(`
${b.text} `);
+ break;
+ case 'image': {
+ const i = body.imageMap[b.imageId];
+ ret.push(`${file.name}.${file.extension} `);
+ break;
+ }
+ case 'url_embed':
+ ret.push(embedUrlMap(body.urlEmbedMap[b.urlEmbedId]));
+ break;
+ default:
+ }
+ }
+ ret = await Promise.all(ret);
+ return ret.join('');
+}
+
+async function parseDetail(i: PostDetailResponse['body']) {
+ let ret = '';
+ if (i.feeRequired !== 0) {
+ ret += `Fee Required: ${i.feeRequired} JPY/month Unsupported content (RSSHub) ';
+ }
+ return ret;
+}
+
+export function parseItem(item: PostItem) {
+ return cache.tryGet(`fanbox-${item.id}-${item.updatedDatetime}`, async () => {
+ const postDetail = (await ofetch(`https://api.fanbox.cc/post.info?postId=${item.id}`, { headers: { ...getHeaders(), 'User-Agent': config.trueUA } })) as PostDetailResponse;
+ return {
+ title: item.title || `No title`,
+ description: await parseDetail(postDetail.body),
+ pubDate: parseDate(item.updatedDatetime),
+ link: `https://${item.creatorId}.fanbox.cc/posts/${item.id}`,
+ category: item.tags,
+ };
+ }) as Promise;
+}
+
+async function getSoundCloudEmbedUrl(videoId: string) {
+ const videoUrl = `https://soundcloud.com/${videoId}`;
+ const apiUrl = `https://soundcloud.com/oembed?url=${encodeURIComponent(videoUrl)}&format=json&maxheight=400&format=json`;
+ const resp = await ofetch(apiUrl);
+ return resp.html;
+}
diff --git a/lib/routes/fanfou/favorites.js b/lib/routes/fanfou/favorites.js
deleted file mode 100644
index 589e8993ad8ea2..00000000000000
--- a/lib/routes/fanfou/favorites.js
+++ /dev/null
@@ -1,36 +0,0 @@
-const config = require('@/config').value;
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
- if (!config.fanfou || !config.fanfou.consumer_key || !config.fanfou.consumer_secret || !config.fanfou.username || !config.fanfou.password) {
- throw 'Fanfou RSS is disabled due to the lack of relevant config ';
- }
-
- const uid = ctx.params.uid;
- const fanfou = await utils.getFanfou();
- const timeline = await fanfou.get(`/favorites/${encodeURIComponent(uid)}`, { id: uid, mode: 'lite', format: 'html' });
-
- const result = timeline.map((item) => {
- let img_html = '';
- if (item.photo) {
- img_html = `relevant config ';
- }
-
- const fanfou = await utils.getFanfou();
- const timeline = await fanfou.get('/statuses/home_timeline', { mode: 'lite', format: 'html' });
-
- const result = timeline.map((item) => {
- let img_html = '';
- if (item.photo) {
- img_html = `relevant config ';
- }
-
- const keyword = ctx.params.keyword;
- const fanfou = await utils.getFanfou();
- const timeline = await fanfou.get('/search/public_timeline', { q: keyword, mode: 'lite', format: 'html' });
-
- const result = timeline.map((item) => {
- let img_html = '';
- if (item.photo) {
- img_html = `relevant config ';
- }
-
- const uid = ctx.params.uid;
- const fanfou = await utils.getFanfou();
- const timeline = await fanfou.get('/statuses/user_timeline', { id: uid, mode: 'lite', format: 'html' });
-
- const result = timeline.map((item) => {
- let img_html = '';
- if (item.photo) {
- img_html = ` => {
+ const { id = 'datalist' } = ctx.req.param();
+ const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+ const baseUrl: string = 'http://www.fangchan.com';
+ const apiBaseUrl: string = 'http://news.fangchan.com';
+ const targetUrl: string = new URL(id.endsWith('/') ? id : `${id}/`, baseUrl).href;
+ const apiUrl: string = new URL(`api/${id.endsWith('/') ? id.replace(/\/$/, '') : id}.json`, apiBaseUrl).href;
+
+ const targetResponse = await ofetch(targetUrl);
+ const $: CheerioAPI = load(targetResponse);
+ const language = $('html').attr('lang') ?? 'zh-CN';
+
+ const response = await ofetch(apiUrl, {
+ query: {
+ pagesize: limit,
+ page: 1,
+ },
+ });
+
+ let items: DataItem[] = [];
+
+ items = response.data.slice(0, limit).map((item): DataItem => {
+ const title: string = item.title;
+ const description: string = art(path.join(__dirname, 'templates/description.art'), {
+ intro: item.zhaiyao,
+ });
+ const pubDate: number | string = item.createtime;
+ const linkUrl: string | undefined = item.url;
+ const categories: string[] = [...new Set([item.topcolumn, item.subcolumn, ...(item.keyword?.split(/,/) ?? [])].filter(Boolean))];
+ const image: string | undefined = item.pic;
+ const updated: number | string = item.createtime;
+
+ const processedItem: DataItem = {
+ title,
+ description,
+ pubDate: pubDate ? parseDate(pubDate, 'X') : undefined,
+ link: linkUrl,
+ id: categories,
+ content: {
+ html: description,
+ text: item.zhaiyao ?? description,
+ },
+ image,
+ banner: image,
+ updated: updated ? parseDate(updated, 'X') : undefined,
+ language,
+ };
+
+ return processedItem;
+ });
+
+ items = (
+ await Promise.all(
+ items.map((item) => {
+ if (!item.link) {
+ return item;
+ }
+
+ return cache.tryGet(item.link, async (): Promise => {
+ const detailResponse = await ofetch(item.link);
+ const $$: CheerioAPI = load(detailResponse);
+
+ const title: string = $$('div.summary-text h').text();
+ const description: string = (item.description ?? '') + ($$('div.top-info').html() ?? '') + ($$('div.summary-text-p').html() ?? '');
+ const pubDateStr: string | undefined = $$('span.news-date')
+ .text()
+ .match(/\d{4}-\d{2}-\d{2}\s\d{2}:\d{2}:\d{2}/)?.[1];
+ const idEls: Element[] = $$('a.news-column, div.label span').toArray();
+ const categories: string[] = [...new Set([...(item.id as string[]), ...idEls.map((el) => $$(el).text()).filter(Boolean)].filter(Boolean))];
+ const authors: DataItem['author'] = $$('span.news-date')
+ .text()
+ ?.split(/\d{4}-\d{2}-\d{2}/)?.[0]
+ ?.trim()
+ ?.split(/\s/)
+ ?.map((author) => ({
+ name: author,
+ }));
+ const upDatedStr: string | undefined = pubDateStr;
+
+ let processedItem: DataItem = {
+ title,
+ description,
+ pubDate: pubDateStr ? timezone(parseDate(pubDateStr), +8) : item.pubDate,
+ id: categories,
+ author: authors,
+ content: {
+ html: description,
+ text: description,
+ },
+ updated: upDatedStr ? timezone(parseDate(upDatedStr), +8) : item.updated,
+ language,
+ };
+
+ const extraLinkEls: Element[] = $$('ul.xgxw-ul li a').toArray();
+ const extraLinks = extraLinkEls
+ .map((extraLinkEl) => {
+ const $$extraLinkEl: Cheerio = $$(extraLinkEl);
+
+ return {
+ url: $$extraLinkEl.attr('href'),
+ type: 'related',
+ content_html: $$extraLinkEl.text(),
+ };
+ })
+ .filter((_): _ is { url: string; type: string; content_html: string } => true);
+
+ if (extraLinks) {
+ processedItem = {
+ ...processedItem,
+ _extra: {
+ links: extraLinks,
+ },
+ };
+ }
+
+ return {
+ ...item,
+ ...processedItem,
+ };
+ });
+ })
+ )
+ ).filter((_): _ is DataItem => true);
+
+ const author: string = '中房网';
+
+ return {
+ title: `${author} - ${$('div.curmbs a').text()}`,
+ description: $('meta[name="description"]').attr('content'),
+ link: targetUrl,
+ item: items,
+ allowEmpty: true,
+ author,
+ language,
+ };
+};
+
+export const route: Route = {
+ path: '/list/:id?',
+ name: '列表',
+ url: 'www.fangchan.com',
+ maintainers: ['nczitzk'],
+ handler,
+ example: '/fangchan/list/datalist',
+ parameters: {
+ id: {
+ description: '分类，默认为 `datalist`，即数据研究，可在对应分类页 URL 中找到',
+ options: [
+ {
+ label: '数据研究',
+ value: 'datalist',
+ },
+ {
+ label: '行业测评',
+ value: 'industrylist',
+ },
+ {
+ label: '政策法规',
+ value: 'policylist',
+ },
+ ],
+ },
+ },
+ description: `::: tip
+若订阅 [列表](https://www.fangchan.com/)，网址为 \`https://www.fangchan.com/\`，请截取 \`https://www.fangchan.com/\` 到末尾 \`.html\` 的部分 \`datalist\` 作为 \`id\` 参数填入，此时目标路由为 [\`/fangchan/datalist\`](https://rsshub.app/fangchan/datalist)。
+:::
+
+| [数据研究](https://www.fangchan.com/datalist) | [行业测评](https://www.fangchan.com/industrylist) | [政策法规](https://www.fangchan.com/policylist) |
+| ----------------------------------------------------- | ------------------------------------------------------------- | --------------------------------------------------------- |
+| [datalist](https://rsshub.app/fangchan/list/datalist) | [industrylist](https://rsshub.app/fangchan/list/industrylist) | [policylist](https://rsshub.app/fangchan/list/policylist) |
+`,
+ categories: ['new-media'],
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportRadar: true,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['www.fangchan.com/:id'],
+ target: (params) => {
+ const id: string = params.id;
+
+ return `/fangchan/list/${id ? `/${id}` : ''}`;
+ },
+ },
+ {
+ title: '数据研究',
+ source: ['www.fangchan.com/datalist'],
+ target: '/list/datalist',
+ },
+ {
+ title: '行业测评',
+ source: ['www.fangchan.com/industrylist'],
+ target: '/list/industrylist',
+ },
+ {
+ title: '政策法规',
+ source: ['www.fangchan.com/policylist'],
+ target: '/list/policylist',
+ },
+ ],
+ view: ViewType.Articles,
+};
diff --git a/lib/routes/fangchan/namespace.ts b/lib/routes/fangchan/namespace.ts
new file mode 100644
index 00000000000000..eae3dd9c1ace39
--- /dev/null
+++ b/lib/routes/fangchan/namespace.ts
@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '中房网',
+ url: 'fangchan.com',
+ categories: ['new-media'],
+ description: '',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/fangchan/templates/description.art b/lib/routes/fangchan/templates/description.art
new file mode 100644
index 00000000000000..57498ab45a9d86
--- /dev/null
+++ b/lib/routes/fangchan/templates/description.art
@@ -0,0 +1,7 @@
+{{ if intro }}
+ {{ intro }}
+{{ /if }}
+
+{{ if description }}
+ {{@ description }}
+{{ /if }}
\ No newline at end of file
diff --git a/lib/routes/fanqienovel/namespace.ts b/lib/routes/fanqienovel/namespace.ts
new file mode 100644
index 00000000000000..87016d7cc645a6
--- /dev/null
+++ b/lib/routes/fanqienovel/namespace.ts
@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '番茄小说',
+ url: 'fanqienovel.com',
+ categories: ['reading'],
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/fanqienovel/page.ts b/lib/routes/fanqienovel/page.ts
new file mode 100644
index 00000000000000..58bc7e73e4da31
--- /dev/null
+++ b/lib/routes/fanqienovel/page.ts
@@ -0,0 +1,101 @@
+import * as cheerio from 'cheerio';
+import type { Context } from 'hono';
+
+import type { Data, Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+interface Chapter {
+ itemId: string;
+ needPay: number;
+ title: string;
+ isChapterLock: boolean;
+ isPaidPublication: boolean;
+ isPaidStory: boolean;
+ volume_name: string;
+ firstPassTime: string;
+}
+
+interface Page {
+ hasFetch: boolean;
+ author: string;
+ authorId: string;
+ bookId: string;
+ mediaId: string;
+ bookName: string;
+ status: number;
+ category: string;
+ categoryV2: string;
+ abstract: string;
+ thumbUri: string;
+ creationStatus: number;
+ wordNumber: number;
+ readCount: number;
+ description: string;
+ avatarUri: string;
+ creatorId: string;
+ lastPublishTime: string;
+ lastChapterItemId: string;
+ lastChapterTitle: string;
+ volumeNameList: string[];
+ chapterListWithVolume: Chapter[][];
+ chapterTotal: number;
+ followStatus: number;
+ itemIds: string[];
+ hasFetchDirectory: boolean;
+ chapterList: any[];
+ serverRendered: boolean;
+ genre: string;
+ platform: string;
+ type: string;
+ originalAuthors: string;
+ completeCategory: string;
+}
+
+export const route: Route = {
+ path: '/page/:bookId',
+ example: '/fanqienovel/page/6621052928482348040',
+ parameters: { bookId: '小说 ID，可在 URL 中找到' },
+ maintainers: ['TonyRL'],
+ name: '小说更新',
+ handler,
+ radar: [
+ {
+ source: ['fanqienovel.com/page/:bookId'],
+ },
+ ],
+};
+
+async function handler(ctx: Context): Promise {
+ const { bookId } = ctx.req.param();
+ const link = `https://fanqienovel.com/page/${bookId}`;
+
+ const response = await ofetch(link);
+ const $ = cheerio.load(response);
+
+ const initialState = JSON.parse(
+ $('script:contains("window.__INITIAL_STATE__")')
+ .text()
+ .match(/window\.__INITIAL_STATE__\s*=\s*(.*);/)?.[1] ?? '{}'
+ );
+
+ const page = initialState.page as Page;
+ const items = page.chapterListWithVolume.flatMap((volume) =>
+ volume.map((chapter) => ({
+ title: chapter.title,
+ link: `https://fanqienovel.com/reader/${chapter.itemId}`,
+ description: chapter.volume_name,
+ pubDate: parseDate(chapter.firstPassTime, 'X'),
+ author: page.author,
+ }))
+ );
+
+ return {
+ title: `${page.bookName} - ${page.author}`,
+ description: page.abstract,
+ link,
+ language: 'zh-CN',
+ image: page.thumbUri,
+ item: items,
+ };
+}
diff --git a/lib/routes/fansly/namespace.ts b/lib/routes/fansly/namespace.ts
new file mode 100644
index 00000000000000..044e76beba00c8
--- /dev/null
+++ b/lib/routes/fansly/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Fansly',
+ url: 'fansly.com',
+ lang: 'en',
+};
diff --git a/lib/routes/fansly/post.ts b/lib/routes/fansly/post.ts
new file mode 100644
index 00000000000000..bb41701a18b758
--- /dev/null
+++ b/lib/routes/fansly/post.ts
@@ -0,0 +1,55 @@
+import type { Route } from '@/types';
+import { parseDate } from '@/utils/parse-date';
+
+import { baseUrl, getAccountByUsername, getTimelineByAccountId, parseDescription } from './utils';
+
+export const route: Route = {
+ path: '/user/:username',
+ categories: ['social-media'],
+ example: '/fansly/user/AeriGoMoo',
+ parameters: { username: 'User ID' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ nsfw: true,
+ },
+ radar: [
+ {
+ source: ['fansly.com/:username/posts', 'fansly.com/:username/media'],
+ },
+ ],
+ name: 'User Timeline',
+ maintainers: ['TonyRL'],
+ handler,
+};
+
+async function handler(ctx) {
+ const username = ctx.req.param('username');
+
+ const account = await getAccountByUsername(username);
+ const timeline = await getTimelineByAccountId(account.id);
+
+ const items = timeline.posts.map((post) => ({
+ title: post.content.split('\n')[0],
+ description: parseDescription(post, timeline),
+ pubDate: parseDate(post.createdAt, 'X'),
+ link: `${baseUrl}/post/${post.id}`,
+ author: `${account.displayName ?? account.username} (@${account.username})`,
+ }));
+
+ return {
+ title: `${account.displayName ?? account.username} (@${account.username}) - Fansly`,
+ link: `${baseUrl}/${account.username}`,
+ description: account.about.replaceAll('\n', ' '),
+ image: account.banner.locations[0].location,
+ icon: account.avatar.locations[0].location,
+ logo: account.avatar.locations[0].location,
+ language: 'en',
+ allowEmpty: true,
+ item: items,
+ };
+}
diff --git a/lib/routes/fansly/tag.ts b/lib/routes/fansly/tag.ts
new file mode 100644
index 00000000000000..bed607760a1a2c
--- /dev/null
+++ b/lib/routes/fansly/tag.ts
@@ -0,0 +1,56 @@
+import type { Route } from '@/types';
+import { parseDate } from '@/utils/parse-date';
+
+import { baseUrl, findAccountById, getTagId, getTagSuggestion, icon, parseDescription } from './utils';
+
+export const route: Route = {
+ path: '/tag/:tag',
+ categories: ['social-media'],
+ example: '/fansly/tag/free',
+ parameters: { tag: 'Hashtag' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ nsfw: true,
+ },
+ radar: [
+ {
+ source: ['fansly.com/explore/tag/:tag'],
+ },
+ ],
+ name: 'Hashtag',
+ maintainers: ['TonyRL'],
+ handler,
+};
+
+async function handler(ctx) {
+ const tag = ctx.req.param('tag');
+
+ const tagId = await getTagId(tag);
+ const suggestion = await getTagSuggestion(tagId);
+
+ const items = suggestion.aggregationData?.posts.map((post) => {
+ const account = findAccountById(post.accountId, suggestion.aggregationData.accounts);
+ return {
+ title: post.content.split('\n')[0],
+ description: parseDescription(post, suggestion.aggregationData),
+ pubDate: parseDate(post.createdAt, 'X'),
+ link: `${baseUrl}/post/${post.id}`,
+ author: `${account.displayName ?? account.username} (@${account.username})`,
+ };
+ });
+
+ return {
+ title: `#${tag} - Fansly`,
+ link: `${baseUrl}/explore/tag/${tag}`,
+ image: icon,
+ icon,
+ logo: icon,
+ language: 'en',
+ item: items,
+ };
+}
diff --git a/lib/routes/fansly/templates/media.art b/lib/routes/fansly/templates/media.art
new file mode 100644
index 00000000000000..791f06adcadeee
--- /dev/null
+++ b/lib/routes/fansly/templates/media.art
@@ -0,0 +1,8 @@
+{{ if poster && src }}
+
+
+
+{{ else if src }}
+{{ title }} ${item.title}
`,
+ }));
+ break;
+
+ case 'posts':
+ items = response.data.posts.map((item) => ({
+ title: item.title,
+ link: `${rootUrl}/posts/${item.id}`,
+ pubDate: parseDate(item.posted_at),
+ author: item.fanclub.fanclub_name_with_creator_name,
+ description: `${item.comment ? `${item.comment}
` : ''}${item.buyable_lowest_plan.description}
` : ''}${item.buyable_lowest_plan.description}
` : ''}${item.comment}
`,
+ pubDate: parseDate(item.posted_at),
+ }));
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const contentResponse = await got({
+ method: 'get',
+ url: item.link,
+ headers: {
+ Cookie: config.fantia.cookies ?? '',
+ 'X-CSRF-Token': csrfToken,
+ Accept: 'application/json, text/plain, */*',
+ Referer: `${rootUrl}/`,
+ 'X-Requested-With': 'XMLHttpRequest',
+ },
+ });
+ item.link = item.link.replace('api/v1/', '');
+ item.description += `
=>
+ cache.tryGet(`fantube:creatorPostReelList:${identifier}:${limit}`, async () => {
+ const response = await ofetch('https://api.prd.fantube.tokyo/graphql', {
+ headers: {
+ Referer: baseUrl,
+ },
+ body: JSON.stringify({
+ query: `query CreatorPostReelList($identifier: String!, $first: Int, $after: String, $last: Int, $before: String) {
+ posts(
+ where: {status: {equals: PUBLISHED}, creator: {is: {identifier: {equals: $identifier}}}}
+ orderBy: [{pinnedAt: {nulls: last, sort: desc}}, {order: asc}, {createdAt: desc}, {id: desc}]
+ first: $first
+ after: $after
+ last: $last
+ before: $before
+ ) {
+ nodes {
+ ...PostSwiper_Post
+ }
+ pageInfo {
+ hasNextPage
+ endCursor
+ hasPreviousPage
+ startCursor
+ }
+ }
+}
+
+fragment PostSwiper_Post on Post {
+ id
+ title
+ isFavorite
+ favoritesCount
+ ...PostSwiperSlide_Post
+}
+
+fragment PostSwiperSlide_Post on Post {
+ id
+ type
+ title
+ price
+ creator {
+ displayName
+ }
+ ...PostVideoElement_Post
+ ...PostImageElement_Post
+}
+
+fragment PostVideoElement_Post on Post {
+ id
+ title
+ contentData {
+ ... on PostVideoType {
+ __typename
+ videoUrl
+ isSample
+ noSample
+ durationSeconds
+ }
+ }
+ isFavorite
+ sampleVideoId
+ thumbnailUrl
+ creator {
+ displayName
+ }
+ ...PostInfo_Post
+ ...VideoControlIcons_Post
+ ...PurchaseWrapper_Post
+}
+
+fragment PostInfo_Post on Post {
+ title
+ description
+ publishStartAt
+ price
+ isBuyEnabled
+ ...Profile_Post
+}
+
+fragment Profile_Post on Post {
+ id
+ creator {
+ id
+ isSelf
+ identifier
+ displayName
+ avatarImageUrl
+ following
+ }
+}
+
+fragment VideoControlIcons_Post on Post {
+ id
+ isMine
+ pinnedAt
+ favoritesCount
+ ...PostComment_Post
+}
+
+fragment PostComment_Post on Post {
+ id
+ isMine
+ canComment
+ comments(
+ where: {OR: [{parentPostComment: {is: {isDeleted: {equals: false}}}}, {parentPostCommentId: {equals: null}}], isDeleted: {equals: false}}
+ ) {
+ totalCount
+ }
+ ...PostCommentReplyDrawer_Post
+}
+
+fragment PostCommentReplyDrawer_Post on Post {
+ id
+ isMine
+ canComment
+}
+
+fragment PurchaseWrapper_Post on Post {
+ id
+ title
+ price
+ creator {
+ displayName
+ }
+ ...PostPurchaseDialog_Post
+ ...PostPurchaseSingleDialog_Post
+}
+
+fragment PostPurchaseDialog_Post on Post {
+ id
+ isBuyEnabled
+ price
+ thumbnailUrl
+ title
+ planPosts(
+ orderBy: [{plan: {deleteRequestAt: {sort: desc, nulls: first}}}, {plan: {isRecommended: desc}}, {plan: {price: asc}}]
+ ) {
+ nodes {
+ plan {
+ id
+ title
+ price
+ ...PlanSwiper_Plan
+ }
+ }
+ }
+ creator {
+ displayName
+ }
+ ...PostPurchaseSingleDialog_Post
+}
+
+fragment PlanSwiper_Plan on Plan {
+ id
+ ...PlanSwiperItem_Plan
+}
+
+fragment PlanSwiperItem_Plan on Plan {
+ id
+ title
+ price
+ isArchive
+ isRecommended
+ deleteRequestAt
+ isSubscribing
+ subscriptionCloseAt
+ capacity
+ subscribersCount
+ planPosts(
+ where: {post: {is: {status: {equals: PUBLISHED}}}}
+ first: 7
+ orderBy: [{createdAt: desc}]
+ ) {
+ nodes {
+ post {
+ id
+ thumbnailUrl
+ title
+ }
+ }
+ totalCount
+ }
+ ...PlanUnavailableNote_Plan
+}
+
+fragment PlanUnavailableNote_Plan on Plan {
+ capacity
+ subscribersCount
+ subscriptionCloseAt
+ deleteRequestAt
+}
+
+fragment PostPurchaseSingleDialog_Post on Post {
+ id
+ price
+ thumbnailUrl
+ title
+ isBuyEnabled
+}
+
+fragment PostImageElement_Post on Post {
+ id
+ title
+ contentData {
+ __typename
+ ... on PostImageType {
+ encrypted
+ imageUrls
+ count
+ }
+ }
+ isFavorite
+ creator {
+ displayName
+ }
+ ...PostInfo_Post
+ ...ImageControlIcons_Post
+ ...PurchaseWrapper_Post
+}
+
+fragment ImageControlIcons_Post on Post {
+ id
+ isMine
+ pinnedAt
+ favoritesCount
+ ...PostComment_Post
+}`,
+ variables: { identifier, first: limit, after: '' },
+ operationName: 'CreatorPostReelList',
+ }),
+ method: 'POST',
+ });
+
+ return response.data.posts.nodes as PostReelNode[];
+ });
diff --git a/lib/routes/fanxinzhui/index.ts b/lib/routes/fanxinzhui/index.ts
new file mode 100644
index 00000000000000..93b9bad32d2ed8
--- /dev/null
+++ b/lib/routes/fanxinzhui/index.ts
@@ -0,0 +1,129 @@
+import path from 'node:path';
+
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/',
+ name: '最近更新',
+ url: 'fanxinzhui.com/lastest',
+ maintainers: ['nczitzk'],
+ handler,
+ example: '/fanxinzhui',
+ categories: ['multimedia'],
+
+ radar: [
+ {
+ source: ['fanxinzhui.com/lastest'],
+ target: '/',
+ },
+ ],
+};
+
+async function handler(ctx) {
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 30;
+
+ const rootUrl = 'https://www.fanxinzhui.com';
+ const currentUrl = new URL('lastest', rootUrl).href;
+
+ const { data: response } = await got(currentUrl);
+
+ const $ = load(response);
+
+ let items = $('a.la')
+ .slice(0, limit)
+ .toArray()
+ .map((item) => {
+ item = $(item);
+
+ const season = item.find('span.season').text();
+ const name = item.find('span.name').text();
+ const link = new URL(item.prop('href'), rootUrl).href;
+
+ return {
+ title: `${season} ${name}`,
+ link,
+ guid: `${link}#${season}`,
+ pubDate: timezone(parseDate(item.find('span.time').text()), +8),
+ };
+ });
+
+ items = await Promise.all(
+ items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const { data: detailResponse } = await got(item.link);
+
+ const content = load(detailResponse);
+
+ item.author = undefined;
+ item.category = [];
+
+ content('div.info ul li').each((_, el) => {
+ el = content(el);
+
+ const key = el.find('span').text().split(/:/)[0];
+ const value = el.contents().last().text().trim();
+
+ if (key === '类型') {
+ item.category = [...item.category, ...value.split(/\//)];
+ } else if (key === '首播日期') {
+ return;
+ } else {
+ item.author = `${item.author ? `${item.author}/` : ''}${value}`;
+ item.category = [...item.category, ...value.split(/\//)].filter((c) => c !== '等');
+ }
+ });
+
+ content('div.image').each((_, el) => {
+ el = content(el);
+
+ const image = el.find('img').prop('src');
+
+ el.replaceWith(
+ art(path.join(__dirname, 'templates/description.art'), {
+ images: image
+ ? [
+ {
+ src: image.replace(/@\d+,\d+\.\w+$/, ''),
+ alt: content('div.resource_title h2').text(),
+ },
+ ]
+ : undefined,
+ })
+ );
+ });
+
+ content('a.password').each((_, el) => {
+ el = content(el);
+
+ el.replaceWith(el.text());
+ });
+
+ item.description = content('div.middle_box').html();
+ item.enclosure_url = content('p.way span a').prop('href');
+
+ return item;
+ })
+ )
+ );
+
+ const title = $('title').text();
+ const image = new URL($('img.logo').prop('src'), rootUrl).href;
+
+ return {
+ item: items,
+ title,
+ link: currentUrl,
+ description: $('meta[name="description"]').prop('content'),
+ language: 'zh',
+ image,
+ author: title.split(/_/).pop(),
+ allowEmpty: true,
+ };
+}
diff --git a/lib/routes/fanxinzhui/latest.js b/lib/routes/fanxinzhui/latest.js
deleted file mode 100644
index 28af5948beca9b..00000000000000
--- a/lib/routes/fanxinzhui/latest.js
+++ /dev/null
@@ -1,52 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const date = require('@/utils/date');
-
-module.exports = async (ctx) => {
- const rootUrl = 'http://www.fanxinzhui.com';
- const currentUrl = `${rootUrl}/lastest`;
- const response = await got({
- method: 'get',
- url: currentUrl,
- });
-
- const $ = cheerio.load(response.data);
-
- const list = $('.la')
- .slice(0, 10)
- .map((_, item) => {
- item = $(item);
- const pubDate = item.find('.time');
-
- pubDate.remove();
-
- return {
- title: item.text(),
- pubDate: date(pubDate.text()),
- link: `${rootUrl}${item.attr('href')}`,
- };
- })
- .get();
-
- const items = await Promise.all(
- list.map((item) =>
- ctx.cache.tryGet(item.link, async () => {
- const detailResponse = await got({
- method: 'get',
- url: item.link,
- });
- const content = cheerio.load(detailResponse.data);
-
- item.description = content('.middle_box').html();
-
- return item;
- })
- )
- );
-
- ctx.state.data = {
- title: '最近更新 - 追新番',
- link: currentUrl,
- item: items,
- };
-};
diff --git a/lib/routes/fanxinzhui/namespace.ts b/lib/routes/fanxinzhui/namespace.ts
new file mode 100644
index 00000000000000..cf4a57a3af8b3e
--- /dev/null
+++ b/lib/routes/fanxinzhui/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '追新番',
+ url: 'fanxinzhui.com',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/fanxinzhui/templates/description.art b/lib/routes/fanxinzhui/templates/description.art
new file mode 100644
index 00000000000000..0a7f83a6f60fb1
--- /dev/null
+++ b/lib/routes/fanxinzhui/templates/description.art
@@ -0,0 +1,13 @@
+{{ if images }}
+ {{ each images image }}
+ {{ if image?.src }}
+
+
+ {{ /if }}
+ {{ /each }}
+{{ /if }}
\ No newline at end of file
diff --git a/lib/routes/farcaster/namespace.ts b/lib/routes/farcaster/namespace.ts
new file mode 100644
index 00000000000000..353dbea3b61a8d
--- /dev/null
+++ b/lib/routes/farcaster/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Farcaster',
+ url: 'www.farcaster.xyz',
+ lang: 'en',
+};
diff --git a/lib/routes/farcaster/user.ts b/lib/routes/farcaster/user.ts
new file mode 100644
index 00000000000000..646edb57e16780
--- /dev/null
+++ b/lib/routes/farcaster/user.ts
@@ -0,0 +1,46 @@
+import type { Route } from '@/types';
+import got from '@/utils/got';
+
+export const route: Route = {
+ path: '/user/:username',
+ categories: ['social-media'],
+ example: '/farcaster/user/vitalik.eth',
+ parameters: { username: 'Farcaster username' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['warpcast.com/:username'],
+ target: '/user/:username',
+ },
+ ],
+ name: 'Farcaster User',
+ maintainers: ['DIYgod'],
+ handler,
+};
+
+async function handler(ctx) {
+ const username = ctx.req.param('username');
+
+ const user = (await got(`https://client.warpcast.com/v2/user-by-username?username=${username}`)).data.result.user;
+
+ const casts = (await got(`https://client.warpcast.com/v2/casts?fid=${user.fid}&limit=100`)).data.result.casts;
+
+ return {
+ title: `${user.displayName} on Farcaster`,
+ link: `https://warpcast.com/${username}`,
+ item: casts.map((item) => ({
+ title: item.text,
+ description: `${item.parentAuthor ? `Replying to @${item.parentAuthor.username}: ` : ''}${item.text} ${item.embeds?.urls?.map((url) => `${url.openGraph.title} `).join(' ') || ''} ${item.embeds?.images?.map((image) => `
+
+ {{ /if }}
+ {{ /each }}
+{{ /if }}
+
+{{ if description }}
+ {{@ description }}
+{{ /if }}
\ No newline at end of file
diff --git a/lib/routes/fastbull/express-news.ts b/lib/routes/fastbull/express-news.ts
new file mode 100644
index 00000000000000..83354cd1549cf3
--- /dev/null
+++ b/lib/routes/fastbull/express-news.ts
@@ -0,0 +1,61 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import { ViewType } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/express-news',
+ categories: ['finance'],
+ view: ViewType.Articles,
+ example: '/fastbull/express-news',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['fastbull.com/express-news', 'fastbull.com/'],
+ },
+ ],
+ name: 'News Flash',
+ maintainers: ['nczitzk'],
+ handler,
+ url: 'fastbull.com/express-news',
+};
+
+async function handler() {
+ const rootUrl = 'https://www.fastbull.com';
+ const currentUrl = `${rootUrl}/express-news`;
+
+ const response = await got({
+ method: 'get',
+ url: currentUrl,
+ });
+
+ const $ = load(response.data);
+
+ const items = $('.news-list')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+
+ return {
+ title: item.find('.title_name').text(),
+ pubDate: parseDate(Number.parseInt(item.attr('data-date'))),
+ link: `${rootUrl}${item.find('.title_name').attr('href')}`,
+ };
+ });
+
+ return {
+ title: '实时财经快讯 - FastBull',
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/fastbull/namespace.ts b/lib/routes/fastbull/namespace.ts
new file mode 100644
index 00000000000000..f35155677fd84c
--- /dev/null
+++ b/lib/routes/fastbull/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'FastBull',
+ url: 'fastbull.com',
+ lang: 'en',
+};
diff --git a/lib/routes/fastbull/news.ts b/lib/routes/fastbull/news.ts
new file mode 100644
index 00000000000000..4e53d2102f693d
--- /dev/null
+++ b/lib/routes/fastbull/news.ts
@@ -0,0 +1,87 @@
+import path from 'node:path';
+
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import { ViewType } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+
+export const route: Route = {
+ path: '/news',
+ categories: ['finance'],
+ view: ViewType.Articles,
+ example: '/fastbull/news',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['fastbull.com/cn/news', 'fastbull.com/cn'],
+ },
+ ],
+ name: 'News',
+ maintainers: ['nczitzk'],
+ handler,
+ url: 'fastbull.com/news',
+};
+
+async function handler() {
+ const rootUrl = 'https://www.fastbull.com';
+ const currentUrl = `${rootUrl}/cn/news`;
+
+ const response = await got({
+ method: 'get',
+ url: currentUrl,
+ });
+
+ const $ = load(response.data);
+
+ let items = $('.trending_type')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+
+ return {
+ title: item.find('.title').text(),
+ link: `${rootUrl}${item.attr('href')}`,
+ author: item.find('.resource').text(),
+ description: item.find('.tips').text(),
+ pubDate: parseDate(Number.parseInt(item.find('.new_time').attr('data-date'))),
+ };
+ });
+
+ items = await Promise.all(
+ items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got({
+ method: 'get',
+ url: item.link,
+ });
+
+ const content = load(detailResponse.data);
+
+ item.description = art(path.join(__dirname, 'templates/description.art'), {
+ tips: item.description,
+ description: content('.news-detail-content').html(),
+ });
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: '财经头条、财经新闻、最新资讯 - FastBull',
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/v2/fastbull/templates/description.art b/lib/routes/fastbull/templates/description.art
similarity index 100%
rename from lib/v2/fastbull/templates/description.art
rename to lib/routes/fastbull/templates/description.art
diff --git a/lib/routes/fda/cdrh.ts b/lib/routes/fda/cdrh.ts
new file mode 100644
index 00000000000000..32c1b4d1d60d8d
--- /dev/null
+++ b/lib/routes/fda/cdrh.ts
@@ -0,0 +1,79 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/cdrh/:titleOnly?',
+ radar: [
+ {
+ source: ['fda.gov/medical-devices/news-events-medical-devices/cdrhnew-news-and-updates', 'fda.gov/'],
+ target: '/cdrh/:titleOnly',
+ },
+ ],
+ name: 'Unknown',
+ maintainers: [],
+ handler,
+ url: 'fda.gov/medical-devices/news-events-medical-devices/cdrhnew-news-and-updates',
+};
+
+async function handler(ctx) {
+ const titleOnly = !!(ctx.req.param('titleOnly') ?? '');
+ const rootUrl = 'https://www.fda.gov';
+ const currentUrl = `${rootUrl}/medical-devices/news-events-medical-devices/cdrhnew-news-and-updates`;
+
+ const response = await got({
+ method: 'get',
+ url: currentUrl,
+ });
+
+ const $ = load(response.data);
+
+ let items = $('div[role="main"] a')
+ .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 30)
+ .toArray()
+ .map((item) => {
+ item = $(item);
+
+ const link = item.attr('href');
+
+ return {
+ title: item.text(),
+ link: link.startsWith('http') ? link : `${rootUrl}${link}`,
+ };
+ });
+
+ items = await Promise.all(
+ items.map((item) =>
+ cache.tryGet(titleOnly ? `${item.link}#${item.title}#titleOnly` : `${item.link}#${item.title}`, async () => {
+ const detailResponse = await got({
+ method: 'get',
+ url: item.link,
+ });
+
+ const content = load(detailResponse.data);
+
+ item.author = content('meta[property="article:publisher"]').attr('content');
+
+ try {
+ item.pubDate = parseDate(content('meta[property="article:published_time"]').attr('content').split(', ').pop(), 'MM/DD/YYYY - HH:mm');
+ } catch {
+ item.pubDate = parseDate(content('meta[property="article:published_time"]').attr('content'));
+ }
+
+ item.description = titleOnly ? null : content('div[role="main"], .doc-content-area').html();
+ item.guid = titleOnly ? `${item.link}#${item.title}#titleOnly` : `${item.link}#${item.title}`;
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: $('title').text(),
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/fda/namespace.ts b/lib/routes/fda/namespace.ts
new file mode 100644
index 00000000000000..67d34bbfd36e30
--- /dev/null
+++ b/lib/routes/fda/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'U.S. Food and Drug Administration',
+ url: 'fda.gov',
+ lang: 'en',
+};
diff --git a/lib/routes/fdroid/apprelease.js b/lib/routes/fdroid/apprelease.js
deleted file mode 100644
index e038f156d38081..00000000000000
--- a/lib/routes/fdroid/apprelease.js
+++ /dev/null
@@ -1,33 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
- const response = await got.get(`https://f-droid.org/en/packages/${ctx.params.app}/`);
- const data = response.data;
- const $ = cheerio.load(data);
-
- const app_name = $('.package-title').find('h3').text().trim();
- const app_descr = $('.package-title').find('.package-summary').text();
-
- const items = [];
- $('.package-versions-list')
- .find('.package-version')
- .each(function () {
- const item = {};
- const version = $(this).find('.package-version-header').find('a').eq(0).attr('name');
- item.title = version;
- item.guid = $(this).find('.package-version-header').find('a').eq(1).attr('name');
- item.pubDate = new Date($(this).find('.package-version-header').text().split('Added on ')[1]).toUTCString();
- item.description = [$(this).find('.package-version-download').html(), $(this).find('.package-version-requirement').html(), $(this).find('.package-version-source').html()].join('[];
+
+ for (const item of items) {
+ if (!['Announce', 'Create', 'Update'].includes(item.type)) {
+ continue;
+ }
+ if (typeof item.object === 'string') {
+ itemResolvers.push(
+ (async (item) => {
+ item.object = await ofetch(item.object, requestOptions);
+ return item;
+ })(item)
+ );
+ } else {
+ itemResolvers.push(Promise.resolve(item));
+ }
+ }
+
+ const resolvedItems = await Promise.all(itemResolvers);
+
+ return {
+ title: `${self.name || self.preferredUsername} (Fediverse@${account})`,
+ description: self.summary,
+ image: self.icon?.url || self.image?.url,
+ link,
+ item: resolvedItems.map((item) => ({
+ title: item.object.content.replaceAll(/<[^<]*>/g, ''),
+ description: `${item.object.content}\n${item.object.attachment?.map((attachment) => ` {
+ const { items, topicName } = await getItems(`${baseUrl}${route}`, extra);
+ return {
+ title: `${topicName} - Finology Insider`,
+ link: `${baseUrl}${route}`,
+ item: items,
+ description: extra.description(topicName || ''),
+ logo: 'https://insider.finology.in/Images/favicon/favicon.ico',
+ icon: 'https://insider.finology.in/Images/favicon/favicon.ico',
+ language: 'en-us',
+ };
+}
diff --git a/lib/routes/finology/most-viewed.ts b/lib/routes/finology/most-viewed.ts
new file mode 100644
index 00000000000000..f89b9b4d464bf0
--- /dev/null
+++ b/lib/routes/finology/most-viewed.ts
@@ -0,0 +1,28 @@
+import type { Route } from '@/types';
+
+import { commonHandler } from './category';
+
+export const route: Route = {
+ path: '/most-viewed',
+ categories: ['finance'],
+ example: '/finology/most-viewed',
+ radar: [
+ {
+ source: ['insider.finology.in/most-viewed'],
+ target: '/most-viewed',
+ },
+ ],
+ name: 'Most Viewed',
+ maintainers: ['Rjnishant530'],
+ handler,
+ url: 'insider.finology.in/most-viewed',
+};
+
+async function handler() {
+ const extra = {
+ description: (topic: string) => `Check out the most talked-about articles among our readers! ${topic}`,
+ date: false,
+ selector: `div.card`,
+ };
+ return await commonHandler('https://insider.finology.in', '/most-viewed', extra);
+}
diff --git a/lib/routes/finology/namespace.ts b/lib/routes/finology/namespace.ts
new file mode 100644
index 00000000000000..e5c807b3bd3e37
--- /dev/null
+++ b/lib/routes/finology/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Finology Insider',
+ url: 'insider.finology.in',
+ lang: 'en',
+};
diff --git a/lib/routes/finology/tag.ts b/lib/routes/finology/tag.ts
new file mode 100644
index 00000000000000..418cb39943b59a
--- /dev/null
+++ b/lib/routes/finology/tag.ts
@@ -0,0 +1,63 @@
+import type { Context } from 'hono';
+
+import type { Route } from '@/types';
+
+import { commonHandler } from './category';
+
+export const route: Route = {
+ path: '/tag/:topic',
+ categories: ['finance'],
+ example: '/finology/tag/startups',
+ parameters: { category: 'Refer Table below or find in URL' },
+ radar: [
+ {
+ source: ['insider.finology.in/tag/:topic'],
+ },
+ ],
+ name: 'Trending Topic',
+ maintainers: ['Rjnishant530'],
+ handler,
+ url: 'insider.finology.in/tag',
+ description: `::: info Topic
+| Topic | Link |
+| ------------------------ | ------------------------ |
+| Investment Decisions | investment-decisions |
+| Investing 101 | investing-101 |
+| Stock Markets | stock-markets |
+| business news india | business-news-india |
+| Company Analysis | company-analysis |
+| Business and brand tales | business-and-brand-tales |
+| Featured | featured |
+| Fundamental Analysis | fundamental-analysis |
+| Business Story | business-story |
+| All Biz | all-biz |
+| Stock Analysis | stock-analysis |
+| Automobile Industry | automobile-industry |
+| Indian Economy | indian-economy |
+| Govt's Words | govt%27s-words |
+| Behavioral Finance | behavioral-finance |
+| Global Economy | global-economy |
+| Startups | startups |
+| GST | gst |
+| Product Review | product-review |
+| My Pocket | my-pocket |
+| Business Games | business-games |
+| Business Models | business-models |
+| Indian Indices | indian-indices |
+| Banking System | banking-system |
+| Debt | debt |
+| World News | world-news |
+| Technology | technology |
+| Regulatory Bodies | regulatory-bodies |
+:::`,
+};
+
+async function handler(ctx: Context) {
+ const { topic } = ctx.req.param();
+ const extra = {
+ description: (topic: string) => `Everything that Insider has to offer about ${topic} for you to read and learn.`,
+ date: true,
+ selector: `div.card`,
+ };
+ return await commonHandler('https://insider.finology.in', `/tag/${topic}`, extra);
+}
diff --git a/lib/routes/finology/utils.ts b/lib/routes/finology/utils.ts
new file mode 100644
index 00000000000000..746df215f36959
--- /dev/null
+++ b/lib/routes/finology/utils.ts
@@ -0,0 +1,66 @@
+import { load } from 'cheerio';
+
+import type { DataItem } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const getItems = async (url: string, extra: { date: boolean; selector: string }) => {
+ const mainUrl = 'https://insider.finology.in';
+ const response = await ofetch(url);
+ const $ = load(response);
+ const listItems = $(extra.selector)
+ .toArray()
+ .map((item) => {
+ const $item = $(item);
+ const title = $item.find('p.text-m-height').text();
+ const link = $item.find('a').attr('href');
+ const pubDate = extra.date ? timezone(parseDate($item.find('div.text-light p').first().text()), 0) : '';
+ const itunes_item_image = $item.find('img').attr('src');
+ const category = [$item.find('p.pt025').text()];
+ return {
+ title,
+ link: `${mainUrl}${link}`,
+ pubDate,
+ itunes_item_image,
+ category,
+ } as DataItem;
+ });
+
+ const items = (
+ await Promise.allSettled(
+ listItems.map((item) => {
+ if (item.link === undefined) {
+ return item;
+ }
+ return cache.tryGet(item.link, async () => {
+ const response = await ofetch(item.link || '');
+ const $ = load(response);
+ const div = $('div.w60.flex.flex-wrap-badge');
+ item.author = div.find('div a p').text();
+ item.updated = extra.date ? parseDate(div.find('p:contains("Updated on") span').text()) : '';
+ item.description =
+ $('div#main-wrapper div#insiderhead')
+ .find('div.flex.flex-col.w100.align-center')
+ .children('div.m-position-r')
+ .remove()
+ .end()
+ .find('a[href="https://quest.finology.in/"]')
+ .remove()
+ .end()
+ .find('div.blur-wall-wrap')
+ .remove()
+ .end()
+ .html() ?? '';
+ return item;
+ });
+ })
+ )
+ ).map((v, index) => (v.status === 'fulfilled' ? v.value : { ...listItems[index], description: `Website did not load within Timeout Limits. Check with Website if the page is slow ` }));
+ const topicName = $('h1.font-heading.fs1875')?.text();
+ const validItems: DataItem[] = items.filter((item): item is DataItem => item !== null && typeof item !== 'string');
+ return { items: validItems, topicName };
+};
+
+export { getItems };
diff --git a/lib/routes/finviz/namespace.ts b/lib/routes/finviz/namespace.ts
new file mode 100644
index 00000000000000..f732342125c983
--- /dev/null
+++ b/lib/routes/finviz/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'finviz',
+ url: 'finviz.com',
+ lang: 'en',
+};
diff --git a/lib/routes/finviz/news.ts b/lib/routes/finviz/news.ts
new file mode 100644
index 00000000000000..52271de15b001b
--- /dev/null
+++ b/lib/routes/finviz/news.ts
@@ -0,0 +1,106 @@
+import { load } from 'cheerio';
+
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+import type { Route } from '@/types';
+import { ViewType } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const categories = {
+ news: 0,
+ blogs: 1,
+};
+
+export const route: Route = {
+ path: '/:category?',
+ categories: ['finance'],
+ view: ViewType.Articles,
+ example: '/finviz',
+ parameters: {
+ category: {
+ description: 'Category, see below, News by default',
+ options: Object.keys(categories).map((key) => ({ value: key, label: key })),
+ },
+ },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['finviz.com/news.ashx', 'finviz.com/'],
+ },
+ ],
+ name: 'News',
+ maintainers: ['nczitzk'],
+ handler,
+ url: 'finviz.com/news.ashx',
+ description: `| News | Blogs |
+| ---- | ---- |
+| news | blogs |`,
+};
+
+async function handler(ctx) {
+ const { category = 'News' } = ctx.req.param();
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 200;
+
+ if (!Object.hasOwn(categories, category.toLowerCase())) {
+ throw new InvalidParameterError(`No category '${category}'.`);
+ }
+
+ const rootUrl = 'https://finviz.com';
+ const currentUrl = new URL('news.ashx', rootUrl).href;
+
+ const { data: response } = await got(currentUrl);
+
+ const $ = load(response);
+
+ const items = $('table.table-fixed')
+ .eq(categories[category.toLowerCase()])
+ .find('tr')
+ .slice(0, limit)
+ .toArray()
+ .map((item) => {
+ item = $(item);
+
+ const a = item.find('a.nn-tab-link');
+
+ const descriptionMatches = a
+ .parent()
+ .prop('data-boxover')
+ ?.match(/(.*?)<\/td>/);
+ const authorMatches = item
+ .find('use')
+ .first()
+ .prop('href')
+ ?.match(/#(.*?)-(light|dark)/);
+
+ return {
+ title: a.text(),
+ link: a.prop('href'),
+ description: descriptionMatches ? descriptionMatches[1] : undefined,
+ author: authorMatches ? authorMatches[1].replaceAll('-', ' ') : 'finviz',
+ pubDate: timezone(parseDate(item.find('td.news_date-cell').text(), ['HH:mmA', 'MMM-DD']), -4),
+ };
+ })
+ .filter((item) => item.title);
+
+ const icon = $('link[rel="icon"]').prop('href');
+
+ return {
+ item: items,
+ title: `finviz - ${category}`,
+ link: currentUrl,
+ description: $('meta[name="description"]').prop('content'),
+ language: 'en-US',
+ image: new URL($('a.logo svg use').first().prop('href'), rootUrl).href,
+ icon,
+ logo: icon,
+ subtitle: $('title').text(),
+ };
+}
diff --git a/lib/routes/finviz/quote.ts b/lib/routes/finviz/quote.ts
new file mode 100644
index 00000000000000..6e951e19583af0
--- /dev/null
+++ b/lib/routes/finviz/quote.ts
@@ -0,0 +1,58 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/news/:ticker',
+ categories: ['finance'],
+ example: '/finviz/news/AAPL',
+ parameters: { ticker: 'The stock ticker' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'US Stock News',
+ maintainers: ['HenryQW'],
+ handler,
+};
+
+async function handler(ctx) {
+ const link = `https://finviz.com/quote.ashx?t=${ctx.req.param('ticker')}`;
+ const response = await got(link);
+
+ const $ = load(response.body);
+ const data = $('table.fullview-news-outer tr');
+
+ let dateRow = '';
+ const item = await Promise.all(
+ data.toArray().map((e) => {
+ let date = $(e).find('td').first().text().trim();
+ if (date.includes('-')) {
+ dateRow = date.split(' ')[0];
+ } else {
+ date = `${dateRow} ${date}`;
+ }
+ return {
+ title: $(e).find('a').text(),
+ pubDate: parseDate(date, 'MMM-DD-YY HH:mmA'),
+ author: $(e).find('span').text(),
+ link: $(e).find('a').attr('href'),
+ };
+ })
+ );
+
+ const name = $('.fullview-title b').text();
+
+ return {
+ title: `${ctx.req.param('ticker')} ${name} News by Finviz`,
+ link,
+ description: `A collection of ${name} news aggregated by Finviz.`,
+ item,
+ };
+}
diff --git a/lib/routes/firecore/index.ts b/lib/routes/firecore/index.ts
new file mode 100644
index 00000000000000..5ea112fb7301c8
--- /dev/null
+++ b/lib/routes/firecore/index.ts
@@ -0,0 +1,57 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/:os',
+ categories: ['program-update'],
+ example: '/firecore/ios',
+ parameters: { os: '`ios`,`tvos`,`macos`' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'Release Notes',
+ maintainers: ['NathanDai'],
+ handler,
+};
+
+async function handler(ctx) {
+ const host = 'https://firecore.com/releases';
+ const { data } = await got(host);
+ const $ = load(data);
+ const items = $(`div.tab-pane.fade#${ctx.req.param('os')}`)
+ .find('.release-date')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ const title = item
+ .parent()
+ .contents()
+ .filter((_, el) => el.nodeType === 3)
+ .text();
+ const pubDate = parseDate(item.text().match(/(\d{4}-\d{2}-\d{2})/)[1]);
+
+ const next = item.parent().nextUntil('hr');
+ return {
+ title,
+ description: next
+ .toArray()
+ .map((item) => $(item).html())
+ .join(''),
+ pubDate,
+ };
+ });
+
+ return {
+ title: `Infuse Release Notes (${ctx.req.param('os')})`,
+ link: 'https://firecore.com/releases',
+ item: items,
+ };
+}
diff --git a/lib/routes/firecore/namespace.ts b/lib/routes/firecore/namespace.ts
new file mode 100644
index 00000000000000..466ad5cb823be8
--- /dev/null
+++ b/lib/routes/firecore/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Infuse',
+ url: 'firecore.com',
+ lang: 'en',
+};
diff --git a/lib/routes/firefox/addons.ts b/lib/routes/firefox/addons.ts
new file mode 100644
index 00000000000000..993cabdd8a39ed
--- /dev/null
+++ b/lib/routes/firefox/addons.ts
@@ -0,0 +1,60 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+
+export const route: Route = {
+ path: '/addons/:id',
+ categories: ['program-update'],
+ example: '/firefox/addons/rsshub-radar',
+ parameters: { id: 'Add-ons id, can be found in add-ons url' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['addons.mozilla.org/:lang/firefox/addon/:id/versions', 'addons.mozilla.org/:lang/firefox/addon/:id'],
+ },
+ ],
+ name: 'Add-ons Update',
+ maintainers: ['DIYgod'],
+ handler,
+};
+
+async function handler(ctx) {
+ const id = ctx.req.param('id');
+
+ const response = await got({
+ method: 'get',
+ url: `https://addons.mozilla.org/zh-CN/firefox/addon/${id}/versions/`,
+ });
+ const data = JSON.parse(load(response.data)('#redux-store-state').text());
+ const info = data.addons.byID[data.addons.bySlug[id]];
+ const versionIds = data.versions.bySlug[id].versionIds;
+
+ return {
+ title: `${info.name} - Firefox Add-on`,
+ description: info.summary || info.description,
+ link: `https://addons.mozilla.org/zh-CN/firefox/addon/${id}/versions/`,
+ item:
+ versionIds &&
+ versionIds.map((versionId) => {
+ const versionInfo = data.versions.byId[versionId];
+ const version = 'v' + versionInfo.version;
+ return {
+ title: version,
+ description: versionInfo.releaseNotes || '',
+ link: `https://addons.mozilla.org/zh-CN/firefox/addon/${id}/versions/`,
+ pubDate: new Date(versionInfo.file.created),
+ guid: version,
+ author: info.authors.map((author) => author.name).join(', '),
+ category: info.categories,
+ };
+ }),
+ };
+}
diff --git a/lib/routes/firefox/breaches.ts b/lib/routes/firefox/breaches.ts
new file mode 100644
index 00000000000000..5894e772e5d5ce
--- /dev/null
+++ b/lib/routes/firefox/breaches.ts
@@ -0,0 +1,64 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/breaches',
+ categories: ['other'],
+ example: '/firefox/breaches',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['monitor.firefox.com/', 'monitor.firefox.com/breaches'],
+ },
+ ],
+ name: 'Firefox Monitor',
+ maintainers: ['TonyRL'],
+ handler,
+ url: 'monitor.firefox.com/',
+};
+
+async function handler() {
+ const baseUrl = 'https://monitor.firefox.com';
+
+ const response = await got(`${baseUrl}/breaches`);
+ const $ = load(response.data);
+
+ const items = $('.breach-card')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ item.find('.breach-detail-link').remove();
+ return {
+ title: item.find('h3 span').last().text(),
+ description: item.find('.breach-main').html(),
+ link: new URL(item.attr('href'), baseUrl).href,
+ pubDate: timezone(parseDate(item.find('.breach-main div dd').first().text()), 0),
+ category: item
+ .find('.breach-main div dd')
+ .last()
+ .text()
+ .split(',')
+ .map((x) => x.trim()),
+ };
+ });
+
+ return {
+ title: $('title').text(),
+ description: $('head meta[name=description]').attr('content').trim(),
+ link: response.url,
+ item: items,
+ image: $('head meta[property=og:image]').attr('content'),
+ };
+}
diff --git a/lib/routes/firefox/namespace.ts b/lib/routes/firefox/namespace.ts
new file mode 100644
index 00000000000000..683ad1b7561865
--- /dev/null
+++ b/lib/routes/firefox/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Mozilla',
+ url: 'monitor.firefox.com',
+ lang: 'en',
+};
diff --git a/lib/routes/firefox/release.ts b/lib/routes/firefox/release.ts
new file mode 100644
index 00000000000000..96b5c14954b62b
--- /dev/null
+++ b/lib/routes/firefox/release.ts
@@ -0,0 +1,45 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+const platformSlugs = {
+ desktop: 'releasenotes',
+ beta: 'beta/notes',
+ nightly: 'nightly/notes',
+ android: 'android/releasenotes',
+ ios: 'ios/notes',
+};
+
+export const route: Route = {
+ path: '/release/:platform?',
+ name: 'Unknown',
+ maintainers: [],
+ handler,
+};
+
+async function handler(ctx) {
+ const { platform = 'desktop' } = ctx.req.param();
+ const devicePlatform = platform.replace('-', '/');
+
+ const link = ['https://www.mozilla.org/en-US/firefox', Object.hasOwn(platformSlugs, devicePlatform) ? platformSlugs[devicePlatform] : devicePlatform].filter(Boolean).join('/');
+ const response = await got.get(link);
+ const $ = load(response.data);
+ const version = $('.c-release-version').text();
+ const pubDate = parseDate($('.c-release-date').text(), 'MMMM D, YYYY');
+
+ return {
+ title: `Firefox ${platform} release notes`,
+ link,
+ item: [
+ {
+ title: `Firefox ${platform} ${version} release notes`,
+ link,
+ description: $('.c-release-notes').html(),
+ guid: `${platform} ${version}`,
+ pubDate,
+ },
+ ],
+ };
+}
diff --git a/lib/v2/firefox/templates/description.art b/lib/routes/firefox/templates/description.art
similarity index 100%
rename from lib/v2/firefox/templates/description.art
rename to lib/routes/firefox/templates/description.art
diff --git a/lib/routes/fisher-spb/namespace.ts b/lib/routes/fisher-spb/namespace.ts
new file mode 100644
index 00000000000000..be303631d6d68a
--- /dev/null
+++ b/lib/routes/fisher-spb/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Fisher Spb',
+ url: 'fisher.spb.ru',
+ lang: 'ru',
+};
diff --git a/lib/routes/fisher-spb/news.ts b/lib/routes/fisher-spb/news.ts
new file mode 100644
index 00000000000000..057aafce8f57f7
--- /dev/null
+++ b/lib/routes/fisher-spb/news.ts
@@ -0,0 +1,75 @@
+import path from 'node:path';
+
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+
+export const route: Route = {
+ path: '/news',
+ categories: ['other'],
+ example: '/fisher-spb/news',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['fisher.spb.ru/news'],
+ },
+ ],
+ name: 'News',
+ maintainers: ['denis-ya'],
+ handler,
+ url: 'fisher.spb.ru/news',
+};
+
+async function handler() {
+ const renderVideo = (link) => art(path.join(__dirname, './templates/video.art'), { link });
+ const renderImage = (href) => art(path.join(__dirname, './templates/image.art'), { href });
+
+ const rootUrl = 'https://fisher.spb.ru/news/';
+ const response = await got({
+ method: 'get',
+ url: rootUrl,
+ responseType: 'buffer',
+ });
+
+ const $ = load(response.data);
+
+ const descBuilder = (element) => {
+ const content = load(`${$('.news-message-text', element).html()}
`).root();
+ $('.news-message-media a', element).each((_, elem) => {
+ if ($(elem).hasClass('news-message-youtube')) {
+ content.append(renderVideo($(elem).attr('data-youtube')));
+ } else {
+ content.append(renderImage($(elem).attr('href')));
+ }
+ });
+ return content;
+ };
+
+ const items = $('.news-message')
+ .toArray()
+ .map((elem) => ({
+ pubDate: parseDate($('.news-message-date', elem).text().trim(), 'DD.MM.YYYY HH:mm'),
+ title: $('.news-message-location', elem).text().trim(),
+ description: descBuilder(elem).html(),
+ author: $('.news-message-user', elem).text().trim(),
+ guid: $(elem).attr('id'),
+ link: rootUrl + $('.news-message-comments-number > a', elem).attr('href'),
+ }));
+
+ return {
+ title: $('head > title').text().trim(),
+ link: rootUrl,
+ item: items,
+ };
+}
diff --git a/lib/v2/fisher-spb/templates/image.art b/lib/routes/fisher-spb/templates/image.art
similarity index 100%
rename from lib/v2/fisher-spb/templates/image.art
rename to lib/routes/fisher-spb/templates/image.art
diff --git a/lib/v2/fisher-spb/templates/video.art b/lib/routes/fisher-spb/templates/video.art
similarity index 100%
rename from lib/v2/fisher-spb/templates/video.art
rename to lib/routes/fisher-spb/templates/video.art
diff --git a/lib/routes/fishshell/index.ts b/lib/routes/fishshell/index.ts
new file mode 100644
index 00000000000000..9c6450fd3f6085
--- /dev/null
+++ b/lib/routes/fishshell/index.ts
@@ -0,0 +1,44 @@
+import { load } from 'cheerio';
+
+import { config } from '@/config';
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/',
+ radar: [
+ {
+ source: ['fishshell.com/'],
+ target: '',
+ },
+ ],
+ name: 'Unknown',
+ maintainers: ['x2cf'],
+ handler,
+ url: 'fishshell.com/',
+};
+
+async function handler() {
+ const link = 'https://fishshell.com/docs/current/relnotes.html';
+ const data = await cache.tryGet(link, async () => (await got(link)).data, config.cache.contentExpire, false);
+ const $ = load(data);
+ return {
+ link,
+ title: 'Release notes — fish-shell',
+ language: 'en',
+ item: $('#release-notes > section')
+ .toArray()
+ .map((item) => {
+ const title = $(item).find('h2').contents().first().text();
+ const date = title.match(/\(released (.+?)\)/)?.[1];
+ return {
+ title,
+ link: new URL($(item).find('a').attr('href'), link).href,
+ pubDate: date ? parseDate(date, 'MMMM D, YYYY') : undefined,
+ description: $(item).html(),
+ };
+ }),
+ };
+}
diff --git a/lib/routes/fishshell/namespace.ts b/lib/routes/fishshell/namespace.ts
new file mode 100644
index 00000000000000..91e4ee576d8466
--- /dev/null
+++ b/lib/routes/fishshell/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'fish shell',
+ url: 'fishshell.com',
+ lang: 'en',
+};
diff --git a/lib/routes/fjksbm/index.ts b/lib/routes/fjksbm/index.ts
new file mode 100644
index 00000000000000..364ed25b889198
--- /dev/null
+++ b/lib/routes/fjksbm/index.ts
@@ -0,0 +1,82 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/:category?',
+ categories: ['study'],
+ example: '/fjksbm',
+ parameters: { category: '分类，见下表，默认为网络报名进行中' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['fjksbm.com/portal/:category?', 'fjksbm.com/portal'],
+ },
+ ],
+ name: '分类',
+ maintainers: ['nczitzk'],
+ handler,
+ description: `| 已发布公告 (方案)，即将开始 | 网络报名进行中 | 网络报名结束等待打印准考证 | 正在打印准考证 | 考试结束，等待发布成绩 | 已发布成绩 | 新闻动态 | 政策法规 |
+| --------------------------- | -------------- | -------------------------- | -------------- | ---------------------- | ---------- | -------- | -------- |
+| 0 | 1 | 2 | 3 | 4 | 5 | news | policy |`,
+};
+
+async function handler(ctx) {
+ const category = ctx.req.param('category') ?? '0';
+
+ const id = Number.parseInt(category);
+ const isNumber = !Number.isNaN(id);
+
+ const rootUrl = 'https://fjksbm.com';
+ const currentUrl = `${rootUrl}/portal${isNumber ? '' : `/${category}`}`;
+
+ const response = await got(currentUrl);
+
+ const $ = load(response.data);
+
+ const list = (isNumber ? $('.panel-body').eq(id).find('.examName a') : $('.panel-body ul li a')).toArray().map((item) => {
+ item = $(item);
+ const link = item.attr('href');
+
+ return {
+ title: item.text(),
+ link: link.startsWith('//') ? (link.startsWith('https') ? link : `https:${link}`) : `${rootUrl}${link}/news/bulletin`,
+ };
+ });
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got(item.link);
+ const content = load(detailResponse.data);
+
+ content('h3').remove();
+ content('.panel-body div').eq(0).remove();
+
+ item.description = content('.panel-body').html();
+ item.pubDate = timezone(parseDate(detailResponse.data.match(/发布时间：(\d{4}-\d{2}-\d{2} \d{2}:\d{2})/)[1]), 8);
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: `${$('.panel-heading')
+ .eq(isNumber ? id : 1)
+ .text()} - 福建考试报名网`,
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/fjksbm/namespace.ts b/lib/routes/fjksbm/namespace.ts
new file mode 100644
index 00000000000000..6a447a6444ed03
--- /dev/null
+++ b/lib/routes/fjksbm/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '福建考试报名网',
+ url: 'fjksbm.com',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/flashcat/blog.ts b/lib/routes/flashcat/blog.ts
new file mode 100644
index 00000000000000..8c01e75106e9d0
--- /dev/null
+++ b/lib/routes/flashcat/blog.ts
@@ -0,0 +1,62 @@
+import { load } from 'cheerio';
+
+import type { Data, Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/blog',
+ categories: ['blog'],
+ example: '/flashcat/blog',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['flashcat.cloud/blog'],
+ target: '/blog',
+ },
+ ],
+ name: '快猫星云博客',
+ maintainers: ['chesha1'],
+ handler: handlerRoute,
+};
+
+async function handlerRoute(): Promise {
+ const response = await ofetch('https://flashcat.cloud/blog/');
+ const $ = load(response);
+
+ const items = $('.post-preview')
+ .toArray()
+ .map((elem) => {
+ const $elem = $(elem);
+ return {
+ title: $elem.find('.post-title').text(),
+ description: $elem.find('.post-content-preview').text(),
+ link: $elem.find('a').attr('href'),
+ pubDate: parseDate(
+ $elem
+ .find('.post-meta')
+ .text()
+ .match(/on\s+(\w+,\s+\w+\s+\d{1,2},\s+\d{4})/)?.[1] || ''
+ ),
+ author:
+ $elem
+ .find('.post-meta')
+ .text()
+ .match(/by\s+(.+?)\s+on/)?.[1] || '',
+ };
+ });
+
+ return {
+ title: 'Flashcat 快猫星云博客',
+ link: 'https://flashcat.cloud/blog/',
+ item: items,
+ };
+}
diff --git a/lib/routes/flashcat/namespace.ts b/lib/routes/flashcat/namespace.ts
new file mode 100644
index 00000000000000..f28d31c77327cd
--- /dev/null
+++ b/lib/routes/flashcat/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Flashcat',
+ url: 'flashcat.cloud',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/flyert/creditcard.ts b/lib/routes/flyert/creditcard.ts
new file mode 100644
index 00000000000000..ea92ab34e4e015
--- /dev/null
+++ b/lib/routes/flyert/creditcard.ts
@@ -0,0 +1,138 @@
+import { load } from 'cheerio';
+import iconv from 'iconv-lite';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+import util from './utils';
+
+const gbk2utf8 = (s) => iconv.decode(s, 'gbk');
+const host = 'https://www.flyert.com.cn';
+
+export const route: Route = {
+ path: '/creditcard/:bank',
+ categories: ['travel'],
+ example: '/flyert/creditcard/zhongxin',
+ parameters: { bank: '信用卡板块各银行的拼音简称' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['flyert.com.cn/'],
+ },
+ ],
+ name: '信用卡',
+ maintainers: ['nicolaszf'],
+ handler,
+ url: 'flyert.com/',
+ description: `| 信用卡模块 | bank |
+| ---------- | ------------- |
+| 国内信用卡 | creditcard |
+| 浦发银行 | pufa |
+| 招商银行 | zhaoshang |
+| 中信银行 | zhongxin |
+| 交通银行 | jiaotong |
+| 中国银行 | zhonghang |
+| 工商银行 | gongshang |
+| 广发银行 | guangfa |
+| 农业银行 | nongye |
+| 建设银行 | jianshe |
+| 汇丰银行 | huifeng |
+| 民生银行 | mingsheng |
+| 兴业银行 | xingye |
+| 花旗银行 | huaqi |
+| 上海银行 | shanghai |
+| 无卡支付 | wuka |
+| 投资理财 | 137 |
+| 网站权益汇 | 145 |
+| 境外信用卡 | intcreditcard |`,
+};
+
+async function handler(ctx) {
+ const bank = ctx.req.param('bank');
+ const target = `${host}/forum-${bank}-1.html`;
+ let bankname = '';
+
+ switch (bank) {
+ case 'creditcard':
+ bankname = '国内信用卡';
+ break;
+ case 'pufa':
+ bankname = '浦发银行';
+ break;
+ case 'zhaoshang':
+ bankname = '招商银行';
+ break;
+ case 'zhongxin':
+ bankname = '中信银行';
+ break;
+ case 'jiaotong':
+ bankname = '交通银行';
+ break;
+ case 'zhonghang':
+ bankname = '中国银行';
+ break;
+ case 'gongshang':
+ bankname = '工商银行';
+ break;
+ case 'guangfa':
+ bankname = '广发银行';
+ break;
+ case 'nongye':
+ bankname = '农业银行';
+ break;
+ case 'jianshe':
+ bankname = '建设银行';
+ break;
+ case 'huifeng':
+ bankname = '汇丰银行';
+ break;
+ case 'mingsheng':
+ bankname = '民生银行';
+ break;
+ case 'xingye':
+ bankname = '兴业银行';
+ break;
+ case 'huaqi':
+ bankname = '花旗银行';
+ break;
+ case 'shanghai':
+ bankname = '上海银行';
+ break;
+ case 'wuka':
+ bankname = '无卡支付';
+ break;
+ case '137':
+ bankname = '投资理财';
+ break;
+ case '145':
+ bankname = '网站权益汇';
+ break;
+ case 'intcreditcard':
+ bankname = '境外信用卡';
+ }
+
+ const response = await got.get(target, {
+ responseType: 'buffer',
+ });
+
+ const $ = load(gbk2utf8(response.data));
+
+ const list = $("[id*='normalthread']").toArray();
+
+ const result = await util.ProcessFeed(list, cache);
+
+ return {
+ title: `飞客茶馆信用卡 - ${bankname}`,
+ link: 'https://www.flyert.com.cn/',
+ description: `飞客茶馆信用卡 - ${bankname}`,
+ item: result,
+ };
+}
diff --git a/lib/routes/flyert/forum.ts b/lib/routes/flyert/forum.ts
new file mode 100644
index 00000000000000..670a9d57ffcc98
--- /dev/null
+++ b/lib/routes/flyert/forum.ts
@@ -0,0 +1,100 @@
+import { load } from 'cheerio';
+import iconv from 'iconv-lite';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+import { parseArticle, parseArticleList, parsePost, parsePostList, rootUrl } from './util';
+
+export const handler = async (ctx) => {
+ const { params } = ctx.req.param();
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 5;
+
+ const decodedParams = params
+ ? decodeURIComponent(params)
+ .split(/&/)
+ .filter((p) => p.split(/=/).length === 2)
+ .join('&')
+ : undefined;
+
+ const currentUrl = new URL(`forum.php${decodedParams ? `?${decodedParams}` : ''}`, rootUrl).href;
+
+ const { data: response } = await got(currentUrl, {
+ responseType: 'buffer',
+ });
+
+ const $ = load(iconv.decode(response, 'gbk'));
+
+ const language = $('meta[http-equiv="Content-Language"]').prop('content');
+
+ let items = $('table#threadlisttableid').length === 0 ? parseArticleList($, limit) : parsePostList($, limit);
+
+ items = await Promise.all(
+ items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const { data: detailResponse } = await got(item.link, {
+ responseType: 'buffer',
+ });
+
+ const $$ = load(iconv.decode(detailResponse, 'gbk').replaceAll(/<\/?ignore_js_op>/g, ''));
+
+ item = $$('div.firstpost').length === 0 ? parseArticle($$, item) : parsePost($$, item);
+
+ item.language = language;
+
+ return item;
+ })
+ )
+ );
+
+ const image = `https:${$('div.wp h2 a img').prop('src')}`;
+
+ return {
+ title: `飞客 - ${$('a.forum_name, li.a, li.cur, li.xw1, div.z > a.xw1')
+ .toArray()
+ .map((a) => $(a).text())
+ .join(' - ')}`,
+ description: $('meta[name="description"]').prop('content'),
+ link: currentUrl,
+ item: items,
+ allowEmpty: true,
+ image,
+ author: $('meta[name="application-name"]').prop('content'),
+ };
+};
+
+export const route: Route = {
+ path: '/forum/:params{.+}?',
+ name: '会员说',
+ url: 'www.flyert.com.cn',
+ maintainers: ['nczitzk'],
+ handler,
+ example: '/flyert/forum',
+ parameters: { params: '参数，默认为空，可在对应分类页 URL 中找到' },
+ description: `::: tip
+ 若订阅 [酒店集团优惠](https://www.flyert.com.cn/forum.php?mod=forumdisplay&sum=all&fid=all&catid=322&filter=sortid&sortid=144&searchsort=1&youhui_type=19)，网址为 \`https://www.flyert.com.cn/forum.php?mod=forumdisplay&sum=all&fid=all&catid=322&filter=sortid&sortid=144&searchsort=1&youhui_type=19\`。截取 \`https://www.flyert.com.cn/forum.php?\` 到末尾的部分 \`mod=forumdisplay&sum=all&fid=all&catid=322&filter=sortid&sortid=144&searchsort=1&youhui_type=19\` **进行 UrlEncode 编码** 后作为参数填入，此时路由为 [\`/flyert/forum/mod%3Dforumdisplay%26sum%3Dall%26fid%3Dall%26catid%3D322%26filter%3Dsortid%26sortid%3D144%26searchsort%3D1%26youhui_type%3D226\`](https://rsshub.app/flyert/forum/mod%3Dforumdisplay%26sum%3Dall%26fid%3Dall%26catid%3D322%26filter%3Dsortid%26sortid%3D144%26searchsort%3D1%26youhui_type%3D226)。
+:::
+ `,
+ categories: ['bbs'],
+
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportRadar: true,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['www.flyert.com.cn/forum.php'],
+ target: (_, url) => {
+ const params = [...url.searchParams.entries()].map(([key, value]) => key + '=' + value).join('&');
+
+ return `/forum${params ? `/${encodeURIComponent(params)}` : ''}`;
+ },
+ },
+ ],
+};
diff --git a/lib/routes/flyert/namespace.ts b/lib/routes/flyert/namespace.ts
new file mode 100644
index 00000000000000..26e294156e3b89
--- /dev/null
+++ b/lib/routes/flyert/namespace.ts
@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '飞客茶馆',
+ url: 'flyert.com.cn',
+ description: '',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/flyert/preferential.ts b/lib/routes/flyert/preferential.ts
new file mode 100644
index 00000000000000..47578909370375
--- /dev/null
+++ b/lib/routes/flyert/preferential.ts
@@ -0,0 +1,75 @@
+import { load } from 'cheerio';
+import iconv from 'iconv-lite';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const gbk2utf8 = (s) => iconv.decode(s, 'gbk');
+const host = 'https://www.flyert.com';
+const target = `${host}/forum.php?mod=forumdisplay&sum=all&fid=all&catid=322`;
+
+export const route: Route = {
+ path: '/preferential',
+ categories: ['travel'],
+ example: '/flyert/preferential',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['flyert.com/'],
+ },
+ ],
+ name: '优惠信息',
+ maintainers: ['howel52'],
+ handler,
+ url: 'flyert.com/',
+};
+
+async function handler() {
+ const response = await got(target, {
+ responseType: 'buffer',
+ });
+
+ const $ = load(gbk2utf8(response.data));
+ const list = $('.comiis_wzli')
+ .toArray()
+ .map((item) => ({
+ title: $(item).find('.wzbt').text(),
+ link: `${host}/${$(item).find('.wzbt a').attr('href')}`,
+ description: $(item).find('.wznr > div:first-child').text(),
+ }));
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got(item.link, {
+ responseType: 'buffer',
+ });
+ const content = load(gbk2utf8(detailResponse.data));
+
+ // remove top ad
+ content('div.artical_top').remove();
+
+ item.description = content('#artMain').html();
+ item.pubDate = timezone(parseDate(content('p.xg1 > span:nth-child(1)').attr('title') || content('p.xg1').text().split('|')[0], 'YYYY-M-D HH:mm'), +8);
+ return item;
+ })
+ )
+ );
+ return {
+ title: '飞客茶馆优惠',
+ link: 'https://www.flyert.com/',
+ description: '飞客茶馆优惠',
+ item: items,
+ };
+}
diff --git a/lib/routes/flyert/templates/description.art b/lib/routes/flyert/templates/description.art
new file mode 100644
index 00000000000000..249654e7e618a4
--- /dev/null
+++ b/lib/routes/flyert/templates/description.art
@@ -0,0 +1,21 @@
+{{ if images }}
+ {{ each images image }}
+ {{ if image?.src }}
+
+
+ {{ /if }}
+ {{ /each }}
+{{ /if }}
+
+{{ if intro }}
+ {{ intro }}
+{{ /if }}
+
+{{ if description }}
+ {{@ description }}
+{{ /if }}
\ No newline at end of file
diff --git a/lib/routes/flyert/util.ts b/lib/routes/flyert/util.ts
new file mode 100644
index 00000000000000..dea3b16a9c5b0e
--- /dev/null
+++ b/lib/routes/flyert/util.ts
@@ -0,0 +1,187 @@
+import path from 'node:path';
+
+import type { CheerioAPI } from 'cheerio';
+
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import timezone from '@/utils/timezone';
+
+const rootUrl = 'https://www.flyert.com.cn';
+
+/**
+ * Parses a list of articles based on a CheerioAPI object and a limit.
+ * @param $ The CheerioAPI object.
+ * @param limit The maximum number of articles to parse.
+ * @returns An array of parsed article objects.
+ */
+const parseArticleList = ($: CheerioAPI, limit: number) =>
+ $('div.comiis_wzli')
+ .slice(0, limit)
+ .toArray()
+ .map((item) => {
+ item = $(item);
+
+ const title = item.find('div.wzbt').text().trim();
+ const image = item.find('div.wzpic img').prop('src');
+ const description = art(path.join(__dirname, 'templates/description.art'), {
+ images: image
+ ? [
+ {
+ src: image,
+ alt: title,
+ },
+ ]
+ : undefined,
+ description: item.find('div.wznr').html(),
+ });
+ const pubDate = item.find('div.subcat span.y').contents()?.eq(2)?.text().trim() ?? undefined;
+ const link = new URL(item.find('div.wzbt a').prop('href'), rootUrl).href;
+
+ return {
+ title,
+ description,
+ pubDate: pubDate ? parseDate(pubDate) : undefined,
+ link,
+ author: item.find('div.subcat span.y a').first().text(),
+ content: {
+ html: description,
+ text: item.find('div.wznr').text(),
+ },
+ image,
+ banner: image,
+ };
+ });
+
+/**
+ * Parses a list of posts based on a CheerioAPI object and a limit.
+ * @param $ The CheerioAPI object.
+ * @param limit The maximum number of posts to parse.
+ * @returns An array of parsed post objects.
+ */
+const parsePostList = ($: CheerioAPI, limit: number) =>
+ $('div.comiis_postlist')
+ .toArray()
+ .filter((item) => {
+ item = $(item);
+
+ return item
+ .find('span.comiis_common a[data-track]')
+ .toArray()
+ .some((a) => {
+ a = $(a);
+
+ const dataTrack = a.attr('data-track') || '';
+ return dataTrack.endsWith('文章');
+ });
+ })
+ .slice(0, limit)
+ .map((item) => {
+ item = $(item);
+
+ const aEl = $(
+ item
+ .find('span.comiis_common a[data-track]')
+ .toArray()
+ .find((a) => {
+ a = $(a);
+
+ const dataTrack = a.attr('data-track') || '';
+ return dataTrack.endsWith('文章');
+ })
+ );
+
+ const pubDate = item.find('span.author_b span').prop('title') || undefined;
+
+ return {
+ title: aEl.text().trim(),
+ pubDate: pubDate ? parseDate(pubDate) : undefined,
+ link: new URL(aEl.prop('href'), rootUrl).href,
+ author: item.find('a.author_t').text().trim(),
+ };
+ });
+
+/**
+ * Parses an article based on a CheerioAPI object and an item.
+ * @param $$ The CheerioAPI object.
+ * @param item The item to parse.
+ * @returns The parsed article object.
+ */
+const parseArticle = ($$: CheerioAPI, item) => {
+ const title = $$('h1.ph').text().trim();
+ const description = art(path.join(__dirname, 'templates/description.art'), {
+ intro: $$('div.s').text() || undefined,
+ description: $$('div#artMain').html(),
+ });
+ const pubDate =
+ $$('p.xg1')
+ .contents()
+ .first()
+ .text()
+ .trim()
+ ?.match(/(\d{4}-\d{1,2}-\d{1,2}\s\d{2}:\d{2})/)?.[1] ?? undefined;
+ const guid = `flyert-${item.link.split(/=/).pop()}`;
+
+ item.title = title;
+ item.description = description;
+ item.pubDate = pubDate ? timezone(parseDate(pubDate), +8) : item.pubDate;
+ item.author = $$('p.xg1 a').first().text();
+ item.guid = guid;
+ item.id = guid;
+ item.content = {
+ html: description,
+ text: $$('div#artMain').text(),
+ };
+
+ return item;
+};
+
+/**
+ * Parses a post based on a CheerioAPI object and an item.
+ * @param $$ The CheerioAPI object.
+ * @param item The item to parse.
+ * @returns The parsed post object.
+ */
+const parsePost = ($$: CheerioAPI, item) => {
+ $$('img.zoom').each((_, el) => {
+ el = $$(el);
+
+ el.replaceWith(
+ art(path.join(__dirname, 'templates/description.art'), {
+ images:
+ el.prop('zoomfile') || el.prop('file')
+ ? [
+ {
+ src: el.prop('zoomfile') || el.prop('file'),
+ alt: el.prop('alt') || el.prop('title'),
+ },
+ ]
+ : undefined,
+ })
+ );
+ });
+
+ $$('i.pstatus').remove();
+ $$('div.tip').remove();
+
+ const title = $$('span#thread_subject').text().trim();
+ const description = $$('div.post_message').first().html();
+ const pubDate = $$('span[title]').first().prop('title');
+
+ const tid = item.link.match(/tid=(\d+)/)?.[1] ?? undefined;
+ const guid = tid ? `flyert-${tid}` : undefined;
+
+ item.title = title;
+ item.description = description;
+ item.pubDate = pubDate ? timezone(parseDate(pubDate), +8) : item.pubDate;
+ item.author = $$('a.kmxi2').first().text();
+ item.guid = guid;
+ item.id = guid;
+ item.content = {
+ html: description,
+ text: $$('div.post_message').first().text(),
+ };
+
+ return item;
+};
+
+export { parseArticle, parseArticleList, parsePost, parsePostList, rootUrl };
diff --git a/lib/routes/flyert/utils.ts b/lib/routes/flyert/utils.ts
new file mode 100644
index 00000000000000..8502f150e0628a
--- /dev/null
+++ b/lib/routes/flyert/utils.ts
@@ -0,0 +1,79 @@
+import { load } from 'cheerio';
+import iconv from 'iconv-lite';
+import pMap from 'p-map';
+
+import got from '@/utils/got';
+import wait from '@/utils/wait';
+
+const gbk2utf8 = (s) => iconv.decode(s, 'gbk');
+
+async function loadContent(link) {
+ // 添加随机延迟，假设延迟时间在1000毫秒到3000毫秒之间
+ const randomDelay = Math.floor(Math.random() * (3000 - 1000 + 1)) + 1000;
+ await wait(randomDelay);
+
+ const response = await got.get(link, {
+ responseType: 'buffer',
+ });
+ const $ = load(gbk2utf8(response.data));
+
+ // 去除全文末尾多余内容
+ $('.lookMore').remove();
+ $('script, style').remove();
+ $('#loginDialog').remove();
+
+ // 获取第一个帖子对象
+ const firstpost = $('.firstpost');
+
+ // 修改图片中的链接
+ firstpost.find('ignore_js_op img').each(function () {
+ $(this).attr('src', $(this).attr('file'));
+ // 移除无用属性
+ for (const attr of ['id', 'aid', 'zoomfile', 'file', 'zoomfile', 'class', 'onclick', 'title', 'inpost', 'alt', 'onmouseover']) {
+ $(this).removeAttr(attr);
+ }
+ });
+
+ // 去除全文中图片的多余标签
+ const images = firstpost.find('ignore_js_op img');
+ firstpost.find('ignore_js_op').remove();
+ firstpost.append(images);
+
+ // 提取内容
+ const description = firstpost.html();
+
+ return { description };
+}
+
+const ProcessFeed = (list, caches) => {
+ const host = 'https://www.flyert.com.cn';
+
+ return pMap(
+ list,
+ async (item) => {
+ const $ = load(item);
+
+ const $label = $(".comiis_common a[data-track='版块页主题分类']");
+ const $title = $(".comiis_common a[data-track='版块页文章']");
+ // 还原相对链接为绝对链接
+ const itemUrl = new URL($title.attr('href'), host).href;
+
+ // 列表上提取到的信息
+ const single = {
+ title: $label.text() + '-' + $title.text(),
+ link: itemUrl,
+ guid: itemUrl,
+ };
+
+ // 使用tryGet方法从缓存获取内容。
+ // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
+ const other = await caches.tryGet(itemUrl, () => loadContent(itemUrl));
+
+ // 合并解析后的结果集作为该篇文章最终的输出结果
+ return Object.assign({}, single, other);
+ },
+ { concurrency: 2 }
+ ); // 设置并发请求数量为 2
+};
+
+export default { ProcessFeed };
diff --git a/lib/routes/focustaiwan/index.ts b/lib/routes/focustaiwan/index.ts
new file mode 100644
index 00000000000000..d8b8615f7f1bea
--- /dev/null
+++ b/lib/routes/focustaiwan/index.ts
@@ -0,0 +1,101 @@
+import path from 'node:path';
+
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/:category?',
+ categories: ['new-media'],
+ example: '/focustaiwan',
+ parameters: { category: '分类，见下表，默认为 news' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'Category',
+ maintainers: ['nczitzk'],
+ handler,
+ description: `| Latest | Editor's Picks | Photos of the Day |
+| ------ | -------------- | ----------------- |
+| news | editorspicks | photos |
+
+| Politics | Cross-strait | Business | Society | Science & Tech | Culture | Sports |
+| -------- | ------------ | -------- | ------- | -------------- | ------- | ------ |
+| politics | cross-strait | business | society | science & tech | culture | sports |`,
+};
+
+async function handler(ctx) {
+ const category = ctx.req.param('category') ?? 'news';
+
+ const rootUrl = 'https://focustaiwan.tw';
+ const currentUrl = `${rootUrl}/cna2019api/cna/FTNewsList`;
+
+ const response = await got({
+ method: 'post',
+ url: currentUrl,
+ form: {
+ action: 4,
+ category,
+ pageidx: 2,
+ pagesize: 50,
+ },
+ });
+
+ const list = response.data.ResultData.Items.map((item) => ({
+ title: item.HeadLine,
+ link: item.PageUrl,
+ category: item.ClassName,
+ pubDate: timezone(parseDate(item.CreateTime), +8),
+ }));
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got({
+ method: 'get',
+ url: item.link,
+ });
+
+ const content = load(detailResponse.data);
+
+ content('img').each(function () {
+ content(this).html(` {
+ const handleOrId = ctx.req.param('uid');
+ const host = 'https://api.follow.is';
+
+ const handle = isBizId(handleOrId || '') ? handleOrId : handleOrId.startsWith('@') ? handleOrId.slice(1) : handleOrId;
+
+ const searchParams = new URLSearchParams({ handle });
+
+ if (isBizId(handle || '')) {
+ searchParams.append('id', handle);
+ }
+
+ const profile = await ofetch>(`${host}/profiles?${searchParams.toString()}`);
+ const subscriptions = await ofetch>(`${host}/subscriptions?userId=${profile.data.id}`);
+
+ return {
+ title: `${profile.data.name}'s subscriptions`,
+ item: ([]>subscriptions.data.filter((i) => !isInbox(i) && !(isFeed(i) && !!i.feeds.errorAt))).map((subscription) => {
+ if (isList(subscription)) {
+ return {
+ title: subscription.lists.title,
+ description: subscription.lists.description,
+ link: `https://app.follow.is/list/${subscription.listId}`,
+ image: subscription.lists.image,
+ };
+ }
+ return {
+ title: subscription.feeds.title,
+ description: subscription.feeds.description,
+ link: `https://app.follow.is/feed/${subscription.feedId}`,
+ image: getUrlIcon(subscription.feeds.siteUrl).src,
+ category: subscription.category ? [subscription.category] : undefined,
+ };
+ }),
+ link: `https://app.follow.is/share/users/${handleOrId}`,
+ image: profile.data.image,
+ };
+}
+
+const getUrlIcon = (url: string, fallback?: boolean | undefined) => {
+ let src: string;
+ let fallbackUrl = '';
+
+ try {
+ const { host } = new URL(url);
+ const pureDomain = parse(host).domainWithoutSuffix;
+ fallbackUrl = `https://avatar.vercel.sh/${pureDomain}.svg?text=${pureDomain?.slice(0, 2).toUpperCase()}`;
+ src = `https://unavatar.follow.is/${host}?fallback=${fallback || false}`;
+ } catch {
+ const pureDomain = parse(url).domainWithoutSuffix;
+ src = `https://avatar.vercel.sh/${pureDomain}.svg?text=${pureDomain?.slice(0, 2).toUpperCase()}`;
+ }
+ const ret = {
+ src,
+ fallbackUrl,
+ };
+
+ return ret;
+};
+
+// referenced from https://github.com/RSSNext/Follow/blob/dev/packages/utils/src/utils.ts
+const EPOCH = 1_712_546_615_000n; // follow repo created
+const MAX_TIMESTAMP_BITS = 41n; // Maximum number of bits typically used for timestamp
+export const isBizId = (id: string): boolean => {
+ if (!id || !/^\d{13,19}$/.test(id)) {
+ return false;
+ }
+
+ const snowflake = BigInt(id);
+
+ // Extract the timestamp assuming it's in the most significant bits after the sign bit
+ const timestamp = (snowflake >> (63n - MAX_TIMESTAMP_BITS)) + EPOCH;
+ const date = new Date(Number(timestamp));
+
+ // Check if the date is reasonable (between 2024 and 2050)
+ if (date.getFullYear() >= 2024 && date.getFullYear() <= 2050) {
+ // Additional validation: check if the ID is not larger than the maximum possible value
+ const maxPossibleId = (1n << 63n) - 1n; // Maximum possible 63-bit value
+ if (snowflake <= maxPossibleId) {
+ return true;
+ }
+ }
+
+ return false;
+};
diff --git a/lib/routes/follow/types.ts b/lib/routes/follow/types.ts
new file mode 100644
index 00000000000000..8ba2969d93d014
--- /dev/null
+++ b/lib/routes/follow/types.ts
@@ -0,0 +1,78 @@
+export interface FollowResponse {
+ code: number;
+ data: T;
+}
+
+export type Subscription = FeedSubscription | ListSubscription | InboxSubscription;
+
+export interface Profile {
+ id: string;
+ name: string;
+ email: string;
+ emailVerified: unknown;
+ image: string;
+ handle: unknown;
+ createdAt: string;
+}
+
+export interface BaseSubscription {
+ feedId: string;
+ isPrivate: boolean;
+ title: string | null;
+ userId: string;
+ view: number;
+}
+
+export interface FeedSubscription extends BaseSubscription {
+ category: string | null;
+ feeds: {
+ checkAt: string;
+ description: string;
+ errorAt: unknown;
+ errorMessage: unknown;
+ etagHeader: string;
+ id: string;
+ image: unknown;
+ lastModifiedHeader: string;
+ ownerUserId: string | null;
+ siteUrl: string;
+ title: string;
+ type: 'feed';
+ url: string;
+ };
+}
+
+export interface ListSubscription extends BaseSubscription {
+ lastViewedAt: string;
+ listId: string;
+ lists: {
+ description: string;
+ fee: number;
+ feedIds: string[];
+ id: string;
+ image: string;
+ owner: {
+ createdAt: string;
+ emailVerified: unknown;
+ handle: string | null;
+ id: string;
+ image: string;
+ name: string;
+ };
+ ownerUserId: string;
+ timelineUpdatedAt: string;
+ title: string;
+ type: 'list';
+ view: number;
+ };
+}
+
+export interface InboxSubscription extends BaseSubscription {
+ inboxes: {
+ type: 'inbox';
+ id: string;
+ secret: string;
+ title: string;
+ };
+ inboxId: string;
+}
diff --git a/lib/routes/followin/index.ts b/lib/routes/followin/index.ts
new file mode 100644
index 00000000000000..25ff74ab31a028
--- /dev/null
+++ b/lib/routes/followin/index.ts
@@ -0,0 +1,95 @@
+import type { Route } from '@/types';
+import { ViewType } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+import { apiUrl, favicon, getBParam, getBuildId, getGToken, parseItem, parseList } from './utils';
+
+export const route: Route = {
+ path: '/:categoryId?/:lang?',
+ categories: ['finance'],
+ view: ViewType.Articles,
+ example: '/followin',
+ parameters: {
+ categoryId: {
+ description: 'Category ID',
+ options: [
+ { value: '1', label: 'For You' },
+ { value: '9', label: 'Market' },
+ { value: '13', label: 'Meme' },
+ { value: '14', label: 'BRC20' },
+ { value: '3', label: 'NFT' },
+ { value: '5', label: 'Thread' },
+ { value: '6', label: 'In-depth' },
+ { value: '8', label: 'Tutorials' },
+ { value: '11', label: 'Videos' },
+ ],
+ default: '1',
+ },
+ lang: {
+ description: 'Language',
+ options: [
+ { value: 'en', label: 'English' },
+ { value: 'zh-Hans', label: '简体中文' },
+ { value: 'zh-Hant', label: '繁體中文' },
+ { value: 'vi', label: 'Tiếng Việt' },
+ ],
+ default: 'en',
+ },
+ },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'Home',
+ maintainers: ['TonyRL'],
+ handler,
+ description: `Category ID
+
+| For You | Market | Meme | BRC20 | NFT | Thread | In-depth | Tutorials | Videos |
+| ------- | ------ | ---- | ----- | --- | ------ | -------- | --------- | ------ |
+| 1 | 9 | 13 | 14 | 3 | 5 | 6 | 8 | 11 |
+
+ Language
+
+| English | 简体中文 | 繁體中文 | Tiếng Việt |
+| ------- | -------- | -------- | ---------- |
+| en | zh-Hans | zh-Hant | vi |`,
+};
+
+async function handler(ctx) {
+ const { categoryId = '1', lang = 'en' } = ctx.req.param();
+ const { limit = 20 } = ctx.req.query();
+ const gToken = await getGToken(cache.tryGet);
+ const bParam = getBParam(lang);
+
+ const { data: response } = await got.post(`${apiUrl}/feed/list/recommended`, {
+ headers: {
+ 'x-bparam': JSON.stringify(bParam),
+ 'x-gtoken': gToken,
+ },
+ json: {
+ category_id: Number.parseInt(categoryId),
+ count: Number.parseInt(limit),
+ },
+ });
+ if (response.code !== 2000) {
+ throw new Error(response.msg);
+ }
+
+ const buildId = await getBuildId(cache.tryGet);
+
+ const list = parseList(response.data.list, lang, buildId);
+ const items = await Promise.all(list.map((item) => parseItem(item, cache.tryGet)));
+
+ return {
+ title: 'Followin',
+ link: 'https://followin.io',
+ image: favicon,
+ item: items,
+ };
+}
diff --git a/lib/routes/followin/kol.ts b/lib/routes/followin/kol.ts
new file mode 100644
index 00000000000000..83b5ab69f7804b
--- /dev/null
+++ b/lib/routes/followin/kol.ts
@@ -0,0 +1,51 @@
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+import { baseUrl, getBuildId, parseItem, parseList } from './utils';
+
+export const route: Route = {
+ path: '/kol/:kolId/:lang?',
+ categories: ['finance'],
+ example: '/followin/kol/4075592991',
+ parameters: { kolId: 'KOL ID, can be found in URL', lang: 'Language, see table above, `en` by default' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['followin.io/:lang/kol/:kolId', 'followin.io/kol/:kolId'],
+ },
+ ],
+ name: 'KOL',
+ maintainers: ['TonyRL'],
+ handler,
+};
+
+async function handler(ctx) {
+ const { kolId, lang = 'en' } = ctx.req.param();
+ const { limit = 10 } = ctx.req.query();
+
+ const buildId = await getBuildId(cache.tryGet);
+ const { data: response } = await got(`${baseUrl}/_next/data/${buildId}/${lang}/kol/${kolId}.json`);
+
+ const { queries } = response.pageProps.dehydratedState;
+ const { data: profile } = queries.find((q) => q.queryKey[0] === '/user/get_profile').state;
+
+ const list = parseList(queries.find((q) => q.queryKey[0] === '/feed/list/user').state.data.pages[0].list.slice(0, limit), lang, buildId);
+ const items = await Promise.all(list.map((item) => parseItem(item, cache.tryGet)));
+
+ return {
+ title: `${profile.nickname} - Followin`,
+ description: profile.bio,
+ link: `${baseUrl}/${lang}/kol/${kolId}`,
+ image: profile.avatar,
+ language: lang,
+ item: items,
+ };
+}
diff --git a/lib/routes/followin/namespace.ts b/lib/routes/followin/namespace.ts
new file mode 100644
index 00000000000000..776ab0f3f3bf21
--- /dev/null
+++ b/lib/routes/followin/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Followin',
+ url: 'followin.io',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/followin/news.ts b/lib/routes/followin/news.ts
new file mode 100644
index 00000000000000..4e7bd397a71b5d
--- /dev/null
+++ b/lib/routes/followin/news.ts
@@ -0,0 +1,60 @@
+import type { Route } from '@/types';
+import { ViewType } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+import { baseUrl, favicon, getBuildId, parseItem, parseList } from './utils';
+
+export const route: Route = {
+ path: '/news/:lang?',
+ categories: ['finance'],
+ view: ViewType.Articles,
+ example: '/followin/news',
+ parameters: {
+ lang: {
+ description: 'Language',
+ options: [
+ { value: 'en', label: 'English' },
+ { value: 'zh-Hans', label: '简体中文' },
+ { value: 'zh-Hant', label: '繁體中文' },
+ { value: 'vi', label: 'Tiếng Việt' },
+ ],
+ default: 'en',
+ },
+ },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['followin.io/:lang?/news', 'followin.io/news'],
+ },
+ ],
+ name: 'News',
+ maintainers: ['TonyRL'],
+ handler,
+};
+
+async function handler(ctx) {
+ const { lang = 'en' } = ctx.req.param();
+ const { limit = 20 } = ctx.req.query();
+
+ const buildId = await getBuildId(cache.tryGet);
+ const { data: response } = await got(`${baseUrl}/_next/data/${buildId}/${lang}/news.json`);
+
+ const list = parseList(response.pageProps.dehydratedState.queries.find((q) => q.queryKey[0] === '/feed/list/recommended/news').state.data.pages[0].list.slice(0, limit), lang, buildId);
+ const items = await Promise.all(list.map((item) => parseItem(item, cache.tryGet)));
+
+ return {
+ title: `${lang === 'en' ? 'News' : lang === 'vi' ? 'Bản tin' : '快讯'} - Followin`,
+ link: `${baseUrl}/${lang}/news`,
+ image: favicon,
+ language: lang,
+ item: items,
+ };
+}
diff --git a/lib/routes/followin/tag.ts b/lib/routes/followin/tag.ts
new file mode 100644
index 00000000000000..7d277f3f0762ef
--- /dev/null
+++ b/lib/routes/followin/tag.ts
@@ -0,0 +1,70 @@
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+import { apiUrl, baseUrl, getBParam, getBuildId, getGToken, parseItem, parseList } from './utils';
+
+export const route: Route = {
+ path: '/tag/:tagId/:lang?',
+ categories: ['finance'],
+ example: '/followin/tag/177008',
+ parameters: { tagId: 'Tag ID, can be found in URL', lang: 'Language, see table above, `en` by default' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['followin.io/:lang/tag/:tagId', 'followin.io/tag/:tagId'],
+ },
+ ],
+ name: 'Tag',
+ maintainers: ['TonyRL'],
+ handler,
+};
+
+async function handler(ctx) {
+ const { tagId, lang = 'en' } = ctx.req.param();
+ const { limit = 20 } = ctx.req.query();
+
+ const buildId = await getBuildId(cache.tryGet);
+ const tagInfo = await cache.tryGet(`followin:tag:${tagId}:${lang}`, async () => {
+ const { data: response } = await got(`${baseUrl}/_next/data/${buildId}/${lang}/tag/${tagId}.json`);
+ const { queries } = response.pageProps.dehydratedState;
+ const { base_info: tagInfo } = queries.find((q) => q.queryKey[0] === '/tag/info/v2').state.data;
+ return tagInfo;
+ });
+
+ const gToken = await getGToken(cache.tryGet);
+ const bParam = getBParam(lang);
+ const { data: tagResponse } = await got.post(`${apiUrl}/feed/list/tag`, {
+ headers: {
+ 'x-bparam': JSON.stringify(bParam),
+ 'x-gtoken': gToken,
+ },
+ json: {
+ count: limit,
+ id: Number.parseInt(tagId),
+ type: 'tag_discussion_feed',
+ },
+ });
+ if (tagResponse.code !== 2000) {
+ throw new Error(tagResponse.msg);
+ }
+
+ const list = parseList(tagResponse.data.list.slice(0, limit), lang, buildId);
+ const items = await Promise.all(list.map((item) => parseItem(item, cache.tryGet)));
+
+ return {
+ title: `${tagInfo.name} - Followin`,
+ description: tagInfo.description,
+ link: `${baseUrl}/${lang}/tag/${tagId}`,
+ image: tagInfo.logo,
+ language: lang,
+ item: items,
+ };
+}
diff --git a/lib/v2/followin/templates/thread.art b/lib/routes/followin/templates/thread.art
similarity index 100%
rename from lib/v2/followin/templates/thread.art
rename to lib/routes/followin/templates/thread.art
diff --git a/lib/routes/followin/topic.ts b/lib/routes/followin/topic.ts
new file mode 100644
index 00000000000000..3d3938a469a60f
--- /dev/null
+++ b/lib/routes/followin/topic.ts
@@ -0,0 +1,51 @@
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+import { baseUrl, getBuildId, parseItem, parseList } from './utils';
+
+export const route: Route = {
+ path: '/topic/:topicId/:lang?',
+ categories: ['finance'],
+ example: '/followin/topic/40',
+ parameters: { topicId: 'Topic ID, can be found in URL', lang: 'Language, see table above, `en` by default' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['followin.io/:lang/topic/:topicId', 'followin.io/topic/:topicId'],
+ },
+ ],
+ name: 'Topic',
+ maintainers: ['TonyRL'],
+ handler,
+};
+
+async function handler(ctx) {
+ const { topicId, lang = 'en' } = ctx.req.param();
+ const { limit = 20 } = ctx.req.query();
+
+ const buildId = await getBuildId(cache.tryGet);
+ const { data: response } = await got(`${baseUrl}/_next/data/${buildId}/${lang}/topic/${topicId}.json`);
+
+ const { queries } = response.pageProps.dehydratedState;
+ const { data: topicInfo } = queries.find((q) => q.queryKey[0] === '/topic/info').state;
+
+ const list = parseList(queries.find((q) => q.queryKey[0] === '/feed/list/topic').state.data.pages[0].list.slice(0, limit), lang, buildId);
+ const items = await Promise.all(list.map((item) => parseItem(item, cache.tryGet)));
+
+ return {
+ title: `${topicInfo.title} - Followin`,
+ description: topicInfo.desc,
+ link: `${baseUrl}/${lang}/topic/${topicId}`,
+ image: topicInfo.logo,
+ language: lang,
+ item: items,
+ };
+}
diff --git a/lib/routes/followin/utils.ts b/lib/routes/followin/utils.ts
new file mode 100644
index 00000000000000..1f210423abd320
--- /dev/null
+++ b/lib/routes/followin/utils.ts
@@ -0,0 +1,75 @@
+import path from 'node:path';
+
+import { load } from 'cheerio';
+
+import { config } from '@/config';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+
+const apiUrl = 'https://api.followin.io';
+const baseUrl = 'https://followin.io';
+const favicon = `${baseUrl}/favicon.ico`;
+
+const getBParam = (lang) => ({
+ a: 'web',
+ b: '',
+ c: lang,
+ d: 0,
+ e: '',
+ f: '',
+ g: '',
+ h: '0.1.0',
+ i: 'official',
+});
+
+const getBuildId = (tryGet) =>
+ tryGet(
+ 'followin:buildId',
+ async () => {
+ const { data: pageResponse } = await got(baseUrl);
+ const $ = load(pageResponse);
+ const { buildId } = JSON.parse($('script#__NEXT_DATA__').text());
+ return buildId;
+ },
+ config.cache.routeExpire,
+ false
+ );
+
+const getGToken = (tryGet) =>
+ tryGet('followin:gtoken', async () => {
+ const { data } = await got.post(`${apiUrl}/user/gtoken`);
+ return data.data.gtoken;
+ });
+
+const parseList = (list, lang, buildId) =>
+ list.map((item) => ({
+ title: item.translated_title || item.title,
+ description: item.translated_content || item.content,
+ link: `${baseUrl}/${lang === 'en' ? '' : `${lang}/`}feed/${item.id}`,
+ pubDate: parseDate(item.publish_time, 'x'),
+ category: item.tags.map((tag) => tag.name),
+ author: item.nickname,
+ nextData: `${baseUrl}/_next/data/${buildId}/${lang}/feed/${item.id}.json`,
+ }));
+
+const parseItem = (item, tryGet) =>
+ tryGet(item.link, async () => {
+ const { data } = await got(item.nextData);
+
+ const { queries } = data.pageProps.dehydratedState;
+ const info = queries.find((q) => q.queryKey[0] === '/feed/info').state;
+ const thread = queries.find((q) => q.queryKey[0] === '/feed/thread');
+ item.description = thread
+ ? art(path.join(__dirname, 'templates/thread.art'), {
+ list: thread.state.data.list,
+ })
+ : info.data.translated_full_content || info.data.full_content;
+
+ item.updated = parseDate(info.dataUpdatedAt, 'x');
+ item.category = [...new Set([...item.category, ...info.data.tags.map((tag) => tag.name)])];
+
+ return item;
+ });
+
+export { apiUrl, baseUrl, favicon, getBParam, getBuildId, getGToken, parseItem, parseList };
diff --git a/lib/routes/foodtalks/index.ts b/lib/routes/foodtalks/index.ts
new file mode 100644
index 00000000000000..0ea4f240e7b809
--- /dev/null
+++ b/lib/routes/foodtalks/index.ts
@@ -0,0 +1,76 @@
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import logger from '@/utils/logger';
+import ofetch from '@/utils/ofetch';
+
+import { namespace } from './namespace';
+
+export const route: Route = {
+ path: '/',
+ categories: namespace.categories,
+ example: '/foodtalks',
+ radar: [
+ {
+ source: ['www.foodtalks.cn'],
+ },
+ ],
+ name: 'FoodTalks global food information network',
+ maintainers: ['Geraldxm'],
+ handler,
+ url: 'www.foodtalks.cn',
+};
+
+function processItems(list: any[], fullTextApi: string) {
+ return Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ try {
+ const response = await ofetch(fullTextApi.replace('{id}', item.id), {
+ headers: {
+ referrer: 'https://www.foodtalks.cn/',
+ method: 'GET',
+ },
+ });
+ item.description = response.data.content;
+ return item;
+ } catch (error) {
+ logger.error(`Error fetching full text for ${item.link}:`, error);
+ return item;
+ }
+ })
+ )
+ );
+}
+
+async function handler(ctx) {
+ const limit = ctx.req.query('limit') || 15;
+ const url = `https://api-we.foodtalks.cn/news/news/page?current=1&size=${limit}&isLatest=1&language=ZH`;
+ const response = await ofetch(url, {
+ headers: {
+ referrer: 'https://www.foodtalks.cn/',
+ method: 'GET',
+ },
+ });
+ const records = response.data.records;
+
+ const list = records.map((item) => ({
+ title: item.title,
+ pubDate: new Date(item.publishTime),
+ link: `https://www.foodtalks.cn/news/${item.id}`,
+ category: item.parentTagCode === 'category' ? item.tagCode : item.parentTagCode,
+ author: item.author === null ? item.sourceName : item.author,
+ id: item.id,
+ image: item.coverImg,
+ }));
+
+ const fullTextApi = 'https://api-we.foodtalks.cn/news/news/{id}?language=ZH';
+ const items = await processItems(list, fullTextApi);
+
+ return {
+ title: namespace.name,
+ description: namespace.description,
+ link: 'https://' + namespace.url,
+ item: items,
+ image: 'https://www.foodtalks.cn/static/img/news-site-logo.7aaa5463.svg',
+ };
+}
diff --git a/lib/routes/foodtalks/namespace.ts b/lib/routes/foodtalks/namespace.ts
new file mode 100644
index 00000000000000..1f98d28b8ae755
--- /dev/null
+++ b/lib/routes/foodtalks/namespace.ts
@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'FoodTalks全球食品资讯网',
+ url: 'www.foodtalks.cn',
+ categories: ['new-media'],
+ lang: 'zh-CN',
+ description: 'FoodTalks全球食品资讯网是一个提供食品饮料行业新闻、资讯、分析和商业资源的领先在线平台。它涵盖行业趋势、市场动态、产品创新、投融资信息以及企业新闻，连接行业内的专业人士、企业和消费者。',
+};
diff --git a/lib/routes/foreignaffairs/namespace.ts b/lib/routes/foreignaffairs/namespace.ts
new file mode 100644
index 00000000000000..37750c7708685a
--- /dev/null
+++ b/lib/routes/foreignaffairs/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Foreign Affairs',
+ url: 'www.foreignaffairs.com',
+ lang: 'en',
+};
diff --git a/lib/routes/foreignaffairs/rss.ts b/lib/routes/foreignaffairs/rss.ts
new file mode 100644
index 00000000000000..274a8ae4923324
--- /dev/null
+++ b/lib/routes/foreignaffairs/rss.ts
@@ -0,0 +1,56 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import parser from '@/utils/rss-parser';
+
+export const route: Route = {
+ path: '/rss',
+ categories: ['traditional-media'],
+ example: '/foreignaffairs/rss',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'RSS',
+ maintainers: ['dzx-dzx'],
+ handler,
+};
+
+async function handler() {
+ const link = 'https://www.foreignaffairs.com/rss.xml';
+
+ const feed = await parser.parseURL(link);
+
+ const items = await Promise.all(
+ feed.items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const response = await got({
+ method: 'get',
+ url: item.link,
+ });
+
+ const $ = load(response.data);
+
+ $('.paywall').remove();
+ $('.loading-indicator').remove();
+ item.description = $('.article-dropcap').html();
+ item.author = item.creator;
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: 'Foreign Affairs - RSS',
+ link,
+ item: items,
+ };
+}
diff --git a/lib/routes/foresightnews/article.ts b/lib/routes/foresightnews/article.ts
new file mode 100644
index 00000000000000..7cebf0f7d5e689
--- /dev/null
+++ b/lib/routes/foresightnews/article.ts
@@ -0,0 +1,48 @@
+import type { Route } from '@/types';
+
+import { apiRootUrl, icon, image, processItems, rootUrl } from './util';
+
+export const route: Route = {
+ path: '/article',
+ categories: ['new-media'],
+ example: '/foresightnews/article',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['foresightnews.pro/'],
+ },
+ ],
+ name: '文章',
+ maintainers: ['nczitzk'],
+ handler,
+ url: 'foresightnews.pro/',
+};
+
+async function handler(ctx) {
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 50;
+
+ const apiUrl = new URL('v1/articles', apiRootUrl).href;
+
+ const { items } = await processItems(apiUrl, limit);
+
+ return {
+ item: items,
+ title: 'Foresight News - 文章',
+ link: rootUrl,
+ description: '文章 - Foresight News',
+ language: 'zh-cn',
+ image,
+ icon,
+ logo: icon,
+ subtitle: '文章',
+ author: 'Foresight News',
+ };
+}
diff --git a/lib/routes/foresightnews/column.ts b/lib/routes/foresightnews/column.ts
new file mode 100644
index 00000000000000..47f68d20a6e0ce
--- /dev/null
+++ b/lib/routes/foresightnews/column.ts
@@ -0,0 +1,54 @@
+import type { Route } from '@/types';
+
+import { apiRootUrl, icon, image, processItems, rootUrl } from './util';
+
+export const route: Route = {
+ path: '/column/:id',
+ categories: ['new-media'],
+ example: '/foresightnews/column/1',
+ parameters: { id: '专栏 id, 可在对应专栏页 URL 中找到' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['foresightnews.pro/column/detail/:id', 'foresightnews.pro/'],
+ },
+ ],
+ name: '专栏',
+ maintainers: ['nczitzk'],
+ handler,
+ url: 'foresightnews.pro/',
+};
+
+async function handler(ctx) {
+ const id = ctx.req.param('id');
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 50;
+
+ const apiUrl = new URL('v1/articles', apiRootUrl).href;
+ const currentUrl = new URL(`column/detail/${id}`, rootUrl).href;
+
+ const { items, info } = await processItems(apiUrl, limit, {
+ column_id: id,
+ });
+
+ const column = info.column;
+
+ return {
+ item: items,
+ title: `Foresight News - ${column}`,
+ link: currentUrl,
+ description: `${column} - Foresight News`,
+ language: 'zh-cn',
+ image,
+ icon,
+ logo: icon,
+ subtitle: column,
+ author: 'Foresight News',
+ };
+}
diff --git a/lib/routes/foresightnews/index.ts b/lib/routes/foresightnews/index.ts
new file mode 100644
index 00000000000000..3c9cbad9beb550
--- /dev/null
+++ b/lib/routes/foresightnews/index.ts
@@ -0,0 +1,40 @@
+import type { Route } from '@/types';
+
+import { apiRootUrl, icon, image, processItems, rootUrl } from './util';
+
+export const route: Route = {
+ path: '/',
+ categories: ['new-media'],
+ example: '/foresightnews',
+ radar: [
+ {
+ source: ['foresightnews.pro/'],
+ target: '',
+ },
+ ],
+ name: '精选资讯',
+ maintainers: ['nczitzk'],
+ handler,
+ url: 'foresightnews.pro/',
+};
+
+async function handler(ctx) {
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 50;
+
+ const apiUrl = new URL(`v2/feed`, apiRootUrl).href;
+
+ const { items } = await processItems(apiUrl, limit);
+
+ return {
+ item: items,
+ title: 'Foresight News - 精选资讯',
+ link: rootUrl,
+ description: 'FN精选 - Foresight News',
+ language: 'zh-cn',
+ image,
+ icon,
+ logo: icon,
+ subtitle: '精选资讯',
+ author: 'Foresight News',
+ };
+}
diff --git a/lib/routes/foresightnews/namespace.ts b/lib/routes/foresightnews/namespace.ts
new file mode 100644
index 00000000000000..4ff0f37076a8fb
--- /dev/null
+++ b/lib/routes/foresightnews/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Foresight News',
+ url: 'foresightnews.pro',
+ lang: 'en',
+};
diff --git a/lib/routes/foresightnews/news.ts b/lib/routes/foresightnews/news.ts
new file mode 100644
index 00000000000000..563de1150e8228
--- /dev/null
+++ b/lib/routes/foresightnews/news.ts
@@ -0,0 +1,49 @@
+import type { Route } from '@/types';
+
+import { apiRootUrl, icon, image, processItems, rootUrl } from './util';
+
+export const route: Route = {
+ path: '/news',
+ categories: ['new-media'],
+ example: '/foresightnews/news',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['foresightnews.pro/news', 'foresightnews.pro/'],
+ },
+ ],
+ name: '快讯',
+ maintainers: ['nczitzk'],
+ handler,
+ url: 'foresightnews.pro/news',
+};
+
+async function handler(ctx) {
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 50;
+
+ const apiUrl = new URL('v1/news', apiRootUrl).href;
+ const currentUrl = new URL('news', rootUrl).href;
+
+ const { items } = await processItems(apiUrl, limit);
+
+ return {
+ item: items,
+ title: 'Foresight News - 快讯',
+ link: currentUrl,
+ description: '快讯 - Foresight News',
+ language: 'zh-cn',
+ image,
+ icon,
+ logo: icon,
+ subtitle: '快讯',
+ author: 'Foresight News',
+ };
+}
diff --git a/lib/v2/foresightnews/templates/description.art b/lib/routes/foresightnews/templates/description.art
similarity index 100%
rename from lib/v2/foresightnews/templates/description.art
rename to lib/routes/foresightnews/templates/description.art
diff --git a/lib/routes/foresightnews/util.ts b/lib/routes/foresightnews/util.ts
new file mode 100644
index 00000000000000..17e3c19d7818a1
--- /dev/null
+++ b/lib/routes/foresightnews/util.ts
@@ -0,0 +1,86 @@
+import path from 'node:path';
+import zlib from 'node:zlib';
+
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+
+const constants = {
+ labelHot: '热门',
+ labelImportant: '重要消息',
+ defaultType: 'article',
+};
+
+const params = {
+ article: 'article',
+ event: 'timeline',
+ news: 'news',
+};
+
+const rootUrl = 'https://foresightnews.pro';
+const apiRootUrl = 'https://api.foresightnews.pro';
+const imgRootUrl = 'https://img.foresightnews.pro';
+
+const icon = new URL('foresight.ico', rootUrl).href;
+const image = new URL('vertical_logo.png', imgRootUrl).href;
+
+const processItems = async (apiUrl, limit, ...parameters) => {
+ let searchParams = {
+ size: limit,
+ };
+ for (const param of parameters) {
+ searchParams = {
+ ...searchParams,
+ ...param,
+ };
+ }
+
+ const info = {
+ column: '',
+ };
+
+ const { data: response } = await got(apiUrl, {
+ searchParams,
+ });
+
+ let items = JSON.parse(String(zlib.inflateSync(Buffer.from(response.data?.list ?? response.data, 'base64'))));
+
+ items = (items?.list ?? items).slice(0, limit).map((item) => {
+ const sourceType = item.source_type ?? (item.source_link ? (item.column?.title ? 'article' : 'news') : item.event_type ? 'event' : constants.defaultType);
+
+ item = item.source_type ? item[item.source_type] : item;
+
+ const column = item.column?.title;
+ info.column = info.column || column;
+
+ const categories = [
+ column,
+ item.event_type,
+ item.is_hot ? constants.labelHot : undefined,
+ item.is_important ? (item.important_tag?.name ?? constants.labelImportant) : '',
+ item.label,
+ ...(item.tags?.map((c) => c.name) ?? []),
+ ].filter((v, index, self) => v && self.indexOf(v) === index);
+
+ const link = new URL(`${params[sourceType]}/detail/${item.id}`, rootUrl).href;
+
+ return {
+ title: item.title,
+ link,
+ description: art(path.join(__dirname, 'templates/description.art'), {
+ image: item.img.split('?')[0],
+ description: item.content ?? item.brief,
+ source: item.source_link,
+ }),
+ author: item.column?.title ?? item.author?.username ?? undefined,
+ category: categories,
+ guid: `foresightnews-${sourceType}#${item.id}`,
+ pubDate: item.published_at ? parseDate(item.published_at * 1000) : undefined,
+ updated: item.last_update_at ? parseDate(item.last_update_at * 1000) : undefined,
+ };
+ });
+
+ return { items, info };
+};
+
+export { apiRootUrl, icon, image, imgRootUrl, processItems, rootUrl };
diff --git a/lib/routes/foreverblog/feeds.ts b/lib/routes/foreverblog/feeds.ts
new file mode 100644
index 00000000000000..a3bc2918b78f77
--- /dev/null
+++ b/lib/routes/foreverblog/feeds.ts
@@ -0,0 +1,60 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/feeds',
+ categories: ['blog'],
+ example: '/foreverblog/feeds',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['www.foreverblog.cn/feeds.html'],
+ },
+ ],
+ name: '专题展示 - 文章',
+ maintainers: ['7Wate', 'a180285'],
+ handler,
+ url: 'www.foreverblog.cn/feeds.html',
+};
+
+async function handler() {
+ const currentUrl = 'https://www.foreverblog.cn/feeds.html';
+
+ const response = await got(currentUrl);
+
+ const $ = load(response.data);
+ const $articles = $('article[class="post post-type-normal"]');
+ const items = $articles.toArray().map((el) => {
+ const $titleDiv = $(el).find('h1[class="post-title"]');
+ const title = $titleDiv.text().trim();
+ const link = $titleDiv.find('a').eq(0).attr('href');
+ const author = $(el).find('div[class="post-author"]').text().trim();
+ const postDate = $(el).find('time').text().trim();
+ const pubDate = timezone(parseDate(postDate, 'MM-DD'), +8);
+ const description = `${author}: ${title}`;
+ return {
+ title: description,
+ description,
+ link,
+ pubDate,
+ };
+ });
+
+ return {
+ title: '十年之约——专题展示',
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/foreverblog/namespace.ts b/lib/routes/foreverblog/namespace.ts
new file mode 100644
index 00000000000000..56e307f41c50ce
--- /dev/null
+++ b/lib/routes/foreverblog/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '十年之约',
+ url: 'www.foreverblog.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/forklog/index.ts b/lib/routes/forklog/index.ts
new file mode 100644
index 00000000000000..0c2c2d4d1efc1d
--- /dev/null
+++ b/lib/routes/forklog/index.ts
@@ -0,0 +1,72 @@
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/news',
+ categories: ['finance'],
+ example: '/forklog/news',
+ radar: [
+ {
+ source: ['forklog.com/news'],
+ target: '/news',
+ },
+ ],
+ name: 'Новости',
+ maintainers: ['raven428'],
+ handler,
+ url: 'forklog.com/news',
+};
+
+async function handler() {
+ const response = await got('https://forklog.com/wp-content/themes/forklogv2/ajax/getPosts.php', {
+ method: 'POST',
+ headers: { 'x-requested-with': 'XMLHttpRequest' },
+ form: { action: 'getPostsByCategory', postperpage: '333' },
+ });
+ const items = JSON.parse(response.body).map((post) => {
+ const link = post.link;
+ const title = (post.title || post.text?.post_title)?.trim();
+ const description = post.text?.post_content.trim();
+ const author = post.author_name.trim();
+ let pubDate;
+ if (post.text?.post_date_gmt) {
+ pubDate = timezone(parseDate(post.text.post_date_gmt), +1);
+ } else if (post.text?.post_date) {
+ pubDate = timezone(parseDate(post.text.post_date), +4);
+ } else if (post.date) {
+ pubDate = timezone(parseDate(post.date, 'DD.MM.YYYY HH:mm'), +4);
+ }
+ const imageSrc = post.image || post.image_mobile;
+ const views = post.views;
+ return {
+ link,
+ title,
+ author,
+ pubDate,
+ description,
+ category: ['news', 'crypto', 'finance'],
+ ...(imageSrc
+ ? {
+ media: {
+ thumbnail: {
+ url: imageSrc,
+ width: 250,
+ height: 250,
+ },
+ },
+ }
+ : {}),
+ extra: {
+ views,
+ },
+ };
+ });
+ return {
+ title: 'Forklog – Новости',
+ link: 'https://forklog.com/news',
+ description: 'Последние новости из мира блокчейна и криптовалют',
+ item: items,
+ };
+}
diff --git a/lib/routes/forklog/namespace.ts b/lib/routes/forklog/namespace.ts
new file mode 100644
index 00000000000000..9416a86afcbd84
--- /dev/null
+++ b/lib/routes/forklog/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Forklog',
+ url: 'forklog.com',
+ lang: 'ru',
+};
diff --git a/lib/routes/fortnite/namespace.ts b/lib/routes/fortnite/namespace.ts
new file mode 100644
index 00000000000000..2a4a735ffa8547
--- /dev/null
+++ b/lib/routes/fortnite/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Fortnite',
+ url: 'fortnite.com',
+ lang: 'en',
+};
diff --git a/lib/routes/fortnite/news.ts b/lib/routes/fortnite/news.ts
new file mode 100644
index 00000000000000..057831f577ad2c
--- /dev/null
+++ b/lib/routes/fortnite/news.ts
@@ -0,0 +1,87 @@
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import logger from '@/utils/logger';
+import { parseDate } from '@/utils/parse-date';
+import puppeteer from '@/utils/puppeteer';
+
+export const route: Route = {
+ path: '/news/:options?',
+ categories: ['game'],
+ example: '/fortnite/news',
+ parameters: { options: 'Params' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: true,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'News',
+ maintainers: ['lyqluis'],
+ handler,
+ description: `- \`options.lang\`, optional, language, eg. \`/fortnite/news/lang=en-US\`, common languages are listed below, more languages are available one the [official website](https://www.fortnite.com/news)
+
+| English (default) | Spanish | Japanese | French | Korean | Polish |
+| ----------------- | ------- | -------- | ------ | ------ | ------ |
+| en-US | es-ES | ja | fr | ko | pl |`,
+};
+
+async function handler(ctx) {
+ const options = ctx.req
+ .param('options')
+ ?.split('&')
+ .map((op) => op.split('='));
+
+ const rootUrl = 'https://www.fortnite.com';
+ const path = 'news';
+ const language = options?.find((op) => op[0] === 'lang')[1] ?? 'en-US';
+ const link = `${rootUrl}/${path}?lang=${language}`;
+ const apiUrl = `https://www.fortnite.com/api/blog/getPosts?category=&postsPerPage=0&offset=0&locale=${language}&rootPageSlug=blog`;
+
+ // using puppeteer instead instead of got
+ // whitch may be blocked by anti-crawling script with response code 403
+ const browser = await puppeteer();
+ const page = await browser.newPage();
+
+ // intercept all requests
+ await page.setRequestInterception(true);
+ // only document is allowed
+ page.on('request', (request) => {
+ request.resourceType() === 'document' ? request.continue() : request.abort();
+ });
+
+ // get json data in response event handler
+ let data;
+ page.on('response', async (res) => {
+ data = await res.json();
+ });
+
+ // log manually (necessary for puppeteer)
+ logger.http(`Requesting ${apiUrl}`);
+ await page.goto(apiUrl, {
+ waitUntil: 'networkidle0', // if use 'domcontentloaded', `await page.content()` is necessary
+ });
+
+ await page.close();
+ await browser.close();
+
+ const { blogList: list } = data;
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, () => ({
+ title: item.title,
+ link: `${rootUrl}/${path}/${item.slug}?lang=${language}`,
+ pubDate: parseDate(item.date),
+ author: item.author,
+ description: item.content, // includes element's id. is
+ // `newBooksG`; for an ordinary category page, it's `newBooksL`.
+ item: await Promise.all(
+ $('ul[id^=newBooks] > li')
+ .toArray()
+ .map((elem) => buildPostItem($(elem), categoryTitle, cache))
+ ),
+ };
+}
+
+function buildPostItem(listItem, categoryTitle, cache) {
+ const $ = load(''); // the only use below doesn't care about the content
+
+ const postLink = listItem.find('a:first');
+ const postInfo = listItem.find('p:contains("Post under")');
+ const postItem = {
+ title: postLink.text(),
+ link: new URL(postLink.attr('href'), baseURL).href,
+
+ // Only a "Selected New Books" page has exclicit categorization info.
+ // for posts; an ordinary category page hasn't, then in which case the
+ // category title is used (after all, it's already a *category page*).
+ category: postInfo.length
+ ? postInfo
+ .find('a')
+ .toArray()
+ .map((elem) => $(elem).text())
+ : categoryTitle,
+ };
+
+ return cache.tryGet(postItem.link, () => insertDescriptionInto(postItem));
+}
+
+async function insertDescriptionInto(item) {
+ const $ = await cheerioLoad(item.link);
+
+ // Eliminate all comment nodes to avoid their being selected and rendered in
+ // the final output (I know this is actually unnecessary, but please forgive
+ // my mysophobia).
+ $.root()
+ .find('*')
+ .contents()
+ .filter((_, node) => node.type === 'comment')
+ .remove();
+
+ const imageURL = $('#bookdesc img[title]').attr('src');
+ const metadata = $('#booktitle ul').removeAttr('style');
+ const content = $('#bookdesccontent').removeAttr('id');
+
+ metadata.find('li:contains(Share This)').remove();
+ content.find('img[src$="/hot.gif"]').remove();
+ content.find(':contains(Similar Books)').nextAll().addBack().remove();
+
+ item.description = art(path.join(__dirname, 'templates/desc.art'), { imageURL, metadata, content });
+
+ return item;
+}
diff --git a/lib/routes/freecomputerbooks/namespace.ts b/lib/routes/freecomputerbooks/namespace.ts
new file mode 100644
index 00000000000000..7ad5e07a8ee798
--- /dev/null
+++ b/lib/routes/freecomputerbooks/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Free Computer Books',
+ url: 'freecomputerbooks.com',
+ lang: 'en',
+};
diff --git a/lib/v2/freecomputerbooks/templates/desc.art b/lib/routes/freecomputerbooks/templates/desc.art
similarity index 100%
rename from lib/v2/freecomputerbooks/templates/desc.art
rename to lib/routes/freecomputerbooks/templates/desc.art
diff --git a/lib/routes/freewechat/namespace.ts b/lib/routes/freewechat/namespace.ts
new file mode 100644
index 00000000000000..5a212f8c6647f8
--- /dev/null
+++ b/lib/routes/freewechat/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '自由微信',
+ url: 'freewechat.com',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/freewechat/profile.ts b/lib/routes/freewechat/profile.ts
new file mode 100644
index 00000000000000..6fb1dbdc261ff2
--- /dev/null
+++ b/lib/routes/freewechat/profile.ts
@@ -0,0 +1,96 @@
+import { load } from 'cheerio';
+
+import { config } from '@/config';
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import { fixArticleContent } from '@/utils/wechat-mp';
+
+const baseUrl = 'https://freewechat.com';
+
+export const route: Route = {
+ path: '/profile/:id',
+ categories: ['new-media'],
+ example: '/freewechat/profile/MzI5NTUxNzk3OA==',
+ parameters: { id: '公众号 ID，可在URL中找到' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: true,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['freewechat.com/profile/:id'],
+ },
+ ],
+ name: '公众号',
+ maintainers: ['TonyRL'],
+ handler,
+};
+
+async function handler(ctx) {
+ const id = ctx.req.param('id');
+ const url = `${baseUrl}/profile/${id}`;
+ const { data: response } = await got(url, {
+ headers: {
+ 'User-Agent': config.trueUA,
+ },
+ });
+ const $ = load(response);
+ const author = $('h2').text().trim();
+
+ const list = $('.main')
+ .toArray()
+ .slice(0, -1) // last item is a template
+ .map((item) => {
+ item = $(item);
+ const a = item.find('h3 a');
+ return {
+ title: a.text().trim(),
+ author,
+ link: `${baseUrl}${a.attr('href')}`,
+ description: item.find('.preview').text(),
+ category: item.find('.classification').text().trim(),
+ };
+ });
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const response = await got(item.link, {
+ headers: {
+ Referer: url,
+ 'User-Agent': config.trueUA,
+ },
+ });
+ const $ = load(response.data);
+
+ $('.js_img_placeholder').remove();
+ $('amp-img').each((_, e) => {
+ e = $(e);
+ e.replaceWith(`${e.html()} `);
+ });
+
+ item.description = fixArticleContent($('#js_content'));
+ item.pubDate = timezone(parseDate($('#publish_time').text()), +8);
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: $('head title').text(),
+ link: url,
+ image: 'https://freewechat.com/favicon.ico',
+ item: items,
+ };
+}
diff --git a/lib/routes/freexcomic/book.ts b/lib/routes/freexcomic/book.ts
new file mode 100644
index 00000000000000..a6d62d83a2e91e
--- /dev/null
+++ b/lib/routes/freexcomic/book.ts
@@ -0,0 +1,88 @@
+import * as cheerio from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+
+const jjmhw = 'http://www.jjmhw.cc';
+
+const getLatestAddress = () =>
+ cache.tryGet('freexcomic:getLatestAddress', async () => {
+ const portalResponse = await ofetch('https://www.freexcomic.com');
+ const $portal = cheerio.load(portalResponse);
+ const portalUrl = new URL($portal('.alert-btn').attr('href')).href.replace('http:', 'https:');
+
+ const addressList = await ofetch(portalUrl);
+ const $address = cheerio.load(addressList);
+
+ return $address('p.ta-c.mb10 a')
+ .toArray()
+ .map((item) => $address(item).attr('href'));
+ });
+
+const handler = async (ctx) => {
+ const { id } = ctx.req.param();
+ const limit = Number.parseInt(ctx.req.query('limit'), 10) || 10;
+ const addresses = (await getLatestAddress()) as string[];
+ const link = `${addresses[0]}book/${id}`;
+
+ const response = await ofetch(link);
+ const $ = cheerio.load(response);
+
+ const list = $('#detail-list-select > li > a')
+ .toArray()
+ .toReversed()
+ .slice(0, limit)
+ .map((item) => {
+ const $item = $(item);
+ return {
+ title: $item.text(),
+ link: new URL($item.attr('href'), addresses[Math.floor(Math.random() * addresses.length)]).href,
+ guid: new URL($item.attr('href'), jjmhw).href,
+ };
+ });
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const response = await ofetch(item.link);
+ const $ = cheerio.load(response);
+
+ const comicpage = $('.comicpage');
+ comicpage.find('img').each((_, ele) => {
+ ele.attribs.src = ele.attribs['data-original'];
+ });
+
+ item.description = comicpage.html();
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: `漫小肆 ${$('div.info > h1').text()}`,
+ link,
+ description: `漫小肆 ${$('div.info .content span span').text()}`,
+ image: $('.banner_detail .cover img').attr('src'),
+ item: items,
+ };
+};
+
+export const route: Route = {
+ path: '/book/:id',
+ example: '/freexcomic/book/90',
+ parameters: { id: '漫画id，漫画主页的地址栏中' },
+ radar: [
+ {
+ source: ['www.jjmhw.cc/book/:id'],
+ },
+ ],
+ name: '漫画更新',
+ maintainers: ['junfengP'],
+ handler,
+ url: 'www.jjmhw.cc',
+ features: {
+ nsfw: true,
+ },
+};
diff --git a/lib/routes/freexcomic/namespace.ts b/lib/routes/freexcomic/namespace.ts
new file mode 100644
index 00000000000000..c4a3b12f8adad6
--- /dev/null
+++ b/lib/routes/freexcomic/namespace.ts
@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '漫小肆韓漫',
+ url: 'freexcomic.com',
+ categories: ['anime'],
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/ft/myft.ts b/lib/routes/ft/myft.ts
new file mode 100644
index 00000000000000..236b2b8f53ebfb
--- /dev/null
+++ b/lib/routes/ft/myft.ts
@@ -0,0 +1,77 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import parser from '@/utils/rss-parser';
+
+export const route: Route = {
+ path: '/myft/:key',
+ categories: ['traditional-media'],
+ example: '/ft/myft/rss-key',
+ parameters: { key: 'the last part of myFT personal RSS address' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'myFT personal RSS',
+ maintainers: ['HenryQW'],
+ handler,
+ description: `::: tip
+ - Visit ft.com -> myFT -> Contact Preferences to enable personal RSS feed, see [help.ft.com](https://help.ft.com/faq/email-alerts-and-contact-preferences/what-is-myft-rss-feed/)
+ - Obtain the key from the personal RSS address, it looks like \`12345678-abcd-4036-82db-vdv20db024b8\`
+:::`,
+};
+
+async function handler(ctx) {
+ const ProcessFeed = (content) => {
+ // clean up the article
+ content.find('div.o-share, aside, div.o-ads').remove();
+
+ return content.html();
+ };
+
+ const link = `https://www.ft.com/myft/following/${ctx.req.param('key')}.rss`;
+
+ const feed = await parser.parseURL(link);
+
+ const items = await Promise.all(
+ feed.items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const response = await got({
+ method: 'get',
+ url: item.link,
+ headers: {
+ Referer: 'https://www.facebook.com',
+ },
+ });
+
+ const $ = load(response.data);
+
+ item.description = ProcessFeed($('article.js-article__content-body'));
+ item.category = [
+ $('.n-content-tag--with-follow').text(),
+ ...$('.article__right-bottom a.concept-list__concept')
+ .toArray()
+ .map((e) => $(e).text().trim()),
+ ];
+ item.author = $('a.n-content-tag--author')
+ .toArray()
+ .map((e) => ({ name: $(e).text() }));
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: `FT.com - myFT`,
+ link,
+ description: `FT.com - myFT`,
+ item: items,
+ };
+}
diff --git a/lib/routes/ft/namespace.ts b/lib/routes/ft/namespace.ts
new file mode 100644
index 00000000000000..6ff6dcc2061669
--- /dev/null
+++ b/lib/routes/ft/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Financial Times',
+ url: 'ft.com',
+ lang: 'en',
+};
diff --git a/lib/routes/ftchinese/channel.ts b/lib/routes/ftchinese/channel.ts
new file mode 100644
index 00000000000000..e2f1a88cdc9ff1
--- /dev/null
+++ b/lib/routes/ftchinese/channel.ts
@@ -0,0 +1,39 @@
+import type { Route } from '@/types';
+
+import utils from './utils';
+
+export const route: Route = {
+ path: '/:language/:channel?',
+ categories: ['traditional-media'],
+ example: '/ftchinese/simplified/hotstoryby7day',
+ parameters: { language: '语言，简体 `simplified`，繁体 `traditional`', channel: '频道，缺省为每日更新' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'FT 中文网',
+ maintainers: ['HenryQW', 'xyqfer'],
+ handler,
+ description: `::: tip
+ - 不支持付费文章。
+:::
+
+ 通过提取文章全文，以提供比官方源更佳的阅读体验。
+
+ 支持所有频道，频道名称见 [官方频道 RSS](http://www.ftchinese.com/channel/rss.html).
+
+ - 频道为单一路径，如 \`http://www.ftchinese.com/rss/news\` 则为 \`/ftchinese/simplified/news\`.
+ - 频道包含多重路径，如 \`http://www.ftchinese.com/rss/column/007000002\` 则替换 \`/\` 为 \`-\` \`/ftchinese/simplified/column-007000002\`.`,
+};
+
+async function handler(ctx) {
+ return await utils.getData({
+ site: ctx.req.param('language') === 'simplified' ? 'www' : 'big5',
+ channel: ctx.req.param('channel'),
+ ctx,
+ });
+}
diff --git a/lib/routes/ftchinese/namespace.ts b/lib/routes/ftchinese/namespace.ts
new file mode 100644
index 00000000000000..d34685b71111c7
--- /dev/null
+++ b/lib/routes/ftchinese/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'FT 中文网',
+ url: 'ftchinese.com',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/ftchinese/utils.ts b/lib/routes/ftchinese/utils.ts
new file mode 100644
index 00000000000000..9ce5be2469c430
--- /dev/null
+++ b/lib/routes/ftchinese/utils.ts
@@ -0,0 +1,91 @@
+import { load } from 'cheerio';
+
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import parser from '@/utils/rss-parser';
+
+const ProcessFeed = (i, $, link) => {
+ const title = $('h1').text();
+ let content = $('div.story-container').eq(i);
+
+ // 处理封面图片
+ content.find('div.story-image > figure').each((_, e) => {
+ const src = `https://thumbor.ftacademy.cn/unsafe/1340x754/${e.attribs['data-url']}`;
+
+ $(`此文章为付费文章，会员请访问网站阅读 。
`).insertAfter(content.find('div.story-body')[0]);
+ $(e).remove();
+ });
+
+ // 获取作者
+ let author = '';
+ content.find('span.story-author > a').each((_, e) => {
+ author += `${$(e).text()} `;
+ });
+ author = author.trim();
+
+ // 去除头部主题, 头部重复标题, 冗余元数据, 植入广告, 植入 js, 社交分享按钮, 底部版权声明, 空白 DOM
+ content
+ .find(
+ 'div.story-theme, h1.story-headline, div.story-byline, div.mpu-container-instory,script, div#story-action-placeholder, div.copyrightstatement-container, div.clearfloat, div.o-ads, h2.list-title, div.allcomments, div.logincomment, div.nologincomment'
+ )
+ .each((_, e) => {
+ $(e).remove();
+ });
+ content = content.html();
+
+ return { content, author, title };
+};
+
+const getData = async ({ site = 'www', channel }) => {
+ let feed;
+
+ if (channel) {
+ channel = channel.toLowerCase();
+ channel = channel.split('-').join('/');
+
+ try {
+ feed = await parser.parseURL(`https://${site}.ftchinese.com/rss/${channel}`);
+ } catch {
+ return {
+ title: `FT 中文网 ${channel} 不存在`,
+ description: `FT 中文网 ${channel} 不存在`,
+ };
+ }
+ } else {
+ feed = await parser.parseURL(`https://${site}.ftchinese.com/rss/feed`);
+ }
+
+ const items = await Promise.all(
+ feed.items.map((item) => {
+ item.link = item.link.replace('http://', 'https://');
+ return cache.tryGet(item.link, async () => {
+ const response = await got.get(`${item.link}?full=y&archive`);
+
+ const $ = load(response.data);
+ const results = [];
+ for (let i = 0; i < $('div.story-container').length; i++) {
+ results.push(ProcessFeed(i, $, item.link));
+ }
+
+ item.title = results[0].title;
+ item.description = results.map((result) => result.content).join('');
+ item.author = results[0].author;
+ return item;
+ });
+ })
+ );
+
+ return {
+ title: feed.title,
+ link: feed.link,
+ description: feed.description,
+ item: items,
+ };
+};
+
+export default { getData };
diff --git a/lib/routes/ftm/index.ts b/lib/routes/ftm/index.ts
new file mode 100644
index 00000000000000..408131eb117bee
--- /dev/null
+++ b/lib/routes/ftm/index.ts
@@ -0,0 +1,60 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/',
+ categories: ['new-media'],
+ example: '/ftm',
+ parameters: {},
+ name: '文章',
+ maintainers: ['dzx-dzx'],
+ radar: [
+ {
+ source: ['www.ftm.eu'],
+ },
+ ],
+ handler,
+};
+
+async function handler(ctx) {
+ const rootUrl = 'https://www.ftm.eu';
+ const currentUrl = `${rootUrl}/articles`;
+ const response = await ofetch(currentUrl);
+
+ const $ = load(response);
+
+ const list = $('.article-card')
+ .toArray()
+ .map((e) => ({ link: $(e).attr('href'), title: $(e).find('h2').text() }))
+ .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : Infinity);
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const content = load(await ofetch(item.link));
+ const ldjson = JSON.parse(content('[type="application/ld+json"]:not([data-schema])').text());
+
+ item.pubDate = parseDate(ldjson.datePublished);
+ item.updated = parseDate(ldjson.dateModified);
+
+ item.author = content("[name='author']")
+ .toArray()
+ .map((e) => ({ name: $(e).attr('content') }));
+ item.category = content('.collection .tab').text().trim() || null;
+
+ item.description = content('.body').html();
+
+ return item;
+ })
+ )
+ );
+ return {
+ title: $('title').text(),
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/ftm/namespace.ts b/lib/routes/ftm/namespace.ts
new file mode 100644
index 00000000000000..681a18f315353c
--- /dev/null
+++ b/lib/routes/ftm/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Follow The Money',
+ url: 'www.ftm.eu',
+ lang: 'en',
+};
diff --git a/lib/routes/fuliba/latest.ts b/lib/routes/fuliba/latest.ts
new file mode 100644
index 00000000000000..de117786aa2640
--- /dev/null
+++ b/lib/routes/fuliba/latest.ts
@@ -0,0 +1,50 @@
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/latest',
+ categories: ['new-media'],
+ example: '/fuliba/latest',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['fuliba2023.net/'],
+ },
+ ],
+ name: '最新',
+ maintainers: ['shinemoon'],
+ handler,
+ url: 'fuliba2023.net/',
+};
+
+async function handler(ctx) {
+ const { data: response } = await got(`https://fuliba2023.net/wp-json/wp/v2/posts`, {
+ searchParams: {
+ per_page: ctx.req.query('limit') ?? 100,
+ _embed: 1,
+ },
+ });
+ const items = response.map((item) => ({
+ title: item.title.rendered,
+ link: item.link,
+ guid: item.guid.rendered,
+ description: item.content.rendered,
+ pubDate: parseDate(item.date_gmt),
+ author: item._embedded.author[0].name,
+ }));
+
+ return {
+ title: '福利吧',
+ link: `https://fuliba2023.net`,
+ item: items,
+ };
+}
diff --git a/lib/routes/fuliba/namespace.ts b/lib/routes/fuliba/namespace.ts
new file mode 100644
index 00000000000000..6140eac4294653
--- /dev/null
+++ b/lib/routes/fuliba/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '福利吧',
+ url: 'fuliba2023.net',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/furaffinity/art.ts b/lib/routes/furaffinity/art.ts
new file mode 100644
index 00000000000000..31c6b2d9894594
--- /dev/null
+++ b/lib/routes/furaffinity/art.ts
@@ -0,0 +1,86 @@
+import type { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+
+export const route: Route = {
+ path: '/art/:folder/:username/:mode?',
+ name: 'Gallery',
+ url: 'furaffinity.net',
+ categories: ['social-media'],
+ example: '/furaffinity/art/gallery/fender/nsfw',
+ maintainers: ['TigerCubDen', 'SkyNetX007'],
+ parameters: {
+ username: 'Username, can find in userpage',
+ folder: 'Image folders, options are gallery, scraps, favorites',
+ mode: 'R18 content toggle, default value is sfw, options are sfw, nsfw',
+ },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ nsfw: true,
+ },
+ radar: [
+ {
+ source: ['furaffinity.net/gallery/:username'],
+ target: '/gallery/:username',
+ },
+ {
+ source: ['furaffinity.net/scraps/:username'],
+ target: '/scraps/:username',
+ },
+ {
+ source: ['furaffinity.net/favorites/:username'],
+ target: '/favorites/:username',
+ },
+ ],
+ handler,
+};
+
+async function handler(ctx) {
+ const { username, folder = 'gallery', mode = 'sfw' } = ctx.req.param();
+ let url = `https://faexport.spangle.org.uk/user/${username}/${folder}.json?sfw=1&full=1`;
+ if (mode === 'nsfw') {
+ url = `https://faexport.spangle.org.uk/user/${username}/${folder}.json?full=1`;
+ }
+ const data = await ofetch(url, {
+ method: 'GET',
+ headers: {
+ Referer: 'https://faexport.spangle.org.uk/',
+ },
+ });
+
+ let folderName;
+
+ switch (folder) {
+ case 'gallery':
+ folderName = 'Gallery';
+ break;
+ case 'scraps':
+ folderName = 'Scraps';
+ break;
+ case 'favorites':
+ folderName = 'Favorites';
+ break;
+ default:
+ folderName = 'Gallery';
+ }
+ const items = data.map((item) => ({
+ title: item.title,
+ link: item.link,
+ guid: item.id,
+ description: `${e.name} `,
+ pubDate: parseDate(new Date().toISOString()), // No Time for now
+ link: `${base}/${e.link}`,
+ })),
+ };
+}
diff --git a/lib/routes/furstar/index.ts b/lib/routes/furstar/index.ts
new file mode 100644
index 00000000000000..016f469abc674f
--- /dev/null
+++ b/lib/routes/furstar/index.ts
@@ -0,0 +1,60 @@
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+import utils from './utils';
+
+export const route: Route = {
+ path: '/characters/:lang?',
+ categories: ['shopping'],
+ example: '/furstar/characters/cn',
+ parameters: { lang: '语言, 留空为jp, 支持cn, en' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['furstar.jp/:lang', 'furstar.jp/'],
+ target: '/characters/:lang',
+ },
+ ],
+ name: '最新售卖角色列表',
+ maintainers: ['NeverBehave'],
+ handler,
+};
+
+async function handler(ctx) {
+ const base = utils.langBase(ctx.req.param('lang'));
+ const res = await got.get(base, {
+ https: {
+ rejectUnauthorized: false,
+ },
+ });
+ const info = utils.fetchAllCharacters(res.data, base);
+
+ const details = await Promise.all(info.map((e) => utils.detailPage(e.detailPage, cache)));
+
+ ctx.set('json', {
+ info,
+ });
+
+ return {
+ title: 'Furstar 最新角色',
+ link: 'https://furstar.jp',
+ description: 'Furstar 最近更新的角色列表',
+ language: ctx.req.param('lang'),
+ item: info.map((e, i) => ({
+ title: e.title,
+ author: e.author.name,
+ description: utils.renderDesc(details[i].desc, details[i].pics, e.author),
+ pubDate: parseDate(new Date().toISOString()), // No Time for now
+ link: e.detailPage,
+ })),
+ };
+}
diff --git a/lib/routes/furstar/namespace.ts b/lib/routes/furstar/namespace.ts
new file mode 100644
index 00000000000000..8af12f9858deda
--- /dev/null
+++ b/lib/routes/furstar/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Furstar',
+ url: 'furstar.jp',
+ lang: 'ja',
+};
diff --git a/lib/v2/furstar/templates/author.art b/lib/routes/furstar/templates/author.art
similarity index 100%
rename from lib/v2/furstar/templates/author.art
rename to lib/routes/furstar/templates/author.art
diff --git a/lib/v2/furstar/templates/description.art b/lib/routes/furstar/templates/description.art
similarity index 100%
rename from lib/v2/furstar/templates/description.art
rename to lib/routes/furstar/templates/description.art
diff --git a/lib/routes/furstar/utils.ts b/lib/routes/furstar/utils.ts
new file mode 100644
index 00000000000000..d63e92a18c7704
--- /dev/null
+++ b/lib/routes/furstar/utils.ts
@@ -0,0 +1,96 @@
+import path from 'node:path';
+
+import { load } from 'cheerio';
+
+import got from '@/utils/got';
+import { art } from '@/utils/render';
+
+const base = 'https://furstar.jp';
+
+const langBase = (lang) => (lang ? `${base}/${lang}` : base); // en, cn, (none, for JP)
+
+const renderAuthor = (author) => art(path.join(__dirname, 'templates/author.art'), author);
+const renderDesc = (desc, pics, author) =>
+ art(path.join(__dirname, 'templates/description.art'), {
+ desc,
+ pics,
+ author: renderAuthor(author),
+ });
+
+const authorDetail = (el) => {
+ const $ = load(el);
+ // if there is
+ const a = $('a');
+ const result = {
+ name: null,
+ avatar: null,
+ link: null,
+ };
+
+ if (a.length > 0) {
+ const img = $('a img');
+ result.name = img.attr('alt');
+ result.avatar = img.attr('src');
+ result.link = a.attr('href');
+ } else {
+ const desc = $('img');
+ result.name = desc.attr('alt');
+ result.avatar = desc.attr('src');
+ }
+
+ return result;
+};
+
+const detailPage = (link, cache) =>
+ cache.tryGet(link, async () => {
+ const result = await got(link, {
+ https: {
+ rejectUnauthorized: false,
+ },
+ });
+ const $ = load(result.data);
+ const title = $('.row .panel-heading h2').text().trim(); // Get first title
+ const desc = $('.character-description p').text().trim();
+ const pics = $('.img-gallery .prettyPhoto')
+ .toArray()
+ .map((e) => {
+ const p = load(e);
+ const link = p('a').attr('href').trim();
+ return `${base}/${link.slice(2)}`;
+ });
+
+ return {
+ title,
+ pics,
+ desc,
+ author: authorDetail($('.character-description').html()),
+ };
+ });
+
+const fetchAllCharacters = (data, base) => {
+ // All character page
+ const $ = load(data);
+ const characters = $('.character-article');
+ const info = characters.toArray().map((e) => {
+ const c = load(e);
+ const r = {
+ title: c('.character-headline').text().trim(),
+ headImage: c('.character-images img').attr('src').trim(),
+ detailPage: `${base}/${c('.character-images a').attr('href').trim()}`,
+ author: authorDetail(c('.character-description').html()),
+ };
+ return r;
+ });
+
+ return info;
+};
+
+export default {
+ BASE: base,
+ langBase,
+ fetchAllCharacters,
+ detailPage,
+ authorDetail,
+ renderDesc,
+ renderAuthor,
+};
diff --git a/lib/routes/futunn/live.ts b/lib/routes/futunn/live.ts
new file mode 100644
index 00000000000000..fdec6cb2a5b48f
--- /dev/null
+++ b/lib/routes/futunn/live.ts
@@ -0,0 +1,101 @@
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/live/:lang?',
+ categories: ['finance'],
+ example: '/futunn/live',
+ parameters: {
+ category: {
+ description: '通知语言',
+ default: 'Mandarin',
+ options: [
+ {
+ label: '国语',
+ value: 'Mandarin',
+ },
+ {
+ label: '粵語',
+ value: 'Cantonese',
+ },
+ {
+ label: 'English',
+ value: 'English',
+ },
+ ],
+ },
+ },
+ features: {
+ supportRadar: true,
+ },
+ radar: [
+ {
+ source: ['news.futunn.com/main/live'],
+ target: '/live',
+ },
+ {
+ source: ['news.futunn.com/hk/main/live'],
+ target: '/live/Cantonese',
+ },
+ {
+ source: ['news.futunn.com/en/main/live'],
+ target: '/live/English',
+ },
+ ],
+ name: '快讯',
+ maintainers: ['kennyfong19931'],
+ handler,
+};
+
+async function handler(ctx) {
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 30;
+ const lang = ctx.req.param('lang') ?? 'Mandarin';
+
+ const rootUrl = 'https://news.futunn.com';
+ const link = `${rootUrl}/main${lang === 'Mandarin' ? '' : lang === 'Cantonese' ? '/hk' : '/en'}/live`;
+ const apiUrl = `${rootUrl}/news-site-api/main/get-flash-list?pageSize=${limit}`;
+
+ const response = await got({
+ method: 'get',
+ url: apiUrl,
+ headers: {
+ 'x-news-site-lang': lang === 'Mandarin' ? 0 : lang === 'Cantonese' ? 1 : 2,
+ },
+ });
+
+ const items = response.data.data.data.news.map((item) => {
+ const audio = item.audioInfos.find((audio) => audio.language === lang);
+ return {
+ title: item.title || item.content,
+ description: item.content,
+ link: item.detailUrl,
+ pubDate: parseDate(item.time * 1000),
+ category: item.quote.map((quote) => quote.name),
+ itunes_item_image: item.pic,
+ itunes_duration: audio.duration,
+ enclosure_url: audio.audioUrl,
+ enclosure_type: 'audio/mpeg',
+ media: {
+ content: {
+ url: audio.audioUrl,
+ type: 'audio/mpeg',
+ duration: audio.duration,
+ language: lang === 'Mandarin' ? 'zh-CN' : lang === 'Cantonese' ? 'zh-HK' : 'en',
+ },
+ thumbnail: {
+ url: item.pic,
+ },
+ },
+ };
+ });
+
+ return {
+ title: lang === 'Mandarin' ? '富途牛牛 - 快讯' : lang === 'Cantonese' ? '富途牛牛 - 快訊' : 'Futubull - Latest',
+ link,
+ item: items,
+ language: lang === 'Mandarin' ? 'zh-CN' : lang === 'Cantonese' ? 'zh-HK' : 'en',
+ itunes_author: lang === 'Mandarin' || lang === 'Cantonese' ? '富途牛牛' : 'Futubull',
+ itunes_category: 'News',
+ };
+}
diff --git a/lib/routes/futunn/main.ts b/lib/routes/futunn/main.ts
new file mode 100644
index 00000000000000..d61282025c469c
--- /dev/null
+++ b/lib/routes/futunn/main.ts
@@ -0,0 +1,89 @@
+import path from 'node:path';
+
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+
+export const route: Route = {
+ path: ['/main', '/'],
+ categories: ['finance'],
+ example: '/futunn/main',
+ features: {
+ supportRadar: true,
+ },
+ radar: [
+ {
+ source: ['news.futunn.com/main', 'news.futunn.com/:lang/main'],
+ target: '/main',
+ },
+ ],
+ name: '要闻',
+ maintainers: ['Wsine', 'nczitzk', 'kennyfong19931'],
+ handler,
+};
+
+async function handler(ctx) {
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 48;
+
+ const rootUrl = 'https://news.futunn.com';
+ const currentUrl = `${rootUrl}/main`;
+ const apiUrl = `${rootUrl}/news-site-api/main/get-market-list?size=${limit}`;
+
+ const response = await got({
+ method: 'get',
+ url: apiUrl,
+ });
+
+ let items = response.data.data.list.map((item) => ({
+ title: item.title,
+ link: item.url.split('?')[0],
+ author: item.source,
+ pubDate: parseDate(item.timestamp * 1000),
+ description: art(path.join(__dirname, 'templates/description.art'), {
+ abs: item.abstract,
+ pic: item.pic,
+ }),
+ }));
+
+ items = await Promise.all(
+ items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ if (/news\.futunn\.com/.test(item.link)) {
+ const detailResponse = await got({
+ method: 'get',
+ url: item.link,
+ });
+
+ const content = load(detailResponse.data);
+
+ content('.futu-news-time-stamp').remove();
+ content('.nnstock').each(function () {
+ content(this).replaceWith(` ${content(this).text().replaceAll('$', '')} `);
+ });
+
+ item.description = content('.origin_content').html();
+ item.category = [
+ ...content('.news__from-topic__title')
+ .toArray()
+ .map((a) => content(a).text().trim()),
+ ...content('#relatedStockWeb .stock-name')
+ .toArray()
+ .map((s) => content(s).text().trim()),
+ ];
+ }
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: '富途牛牛 - 要闻',
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/futunn/namespace.ts b/lib/routes/futunn/namespace.ts
new file mode 100644
index 00000000000000..7c51bd5252ecbb
--- /dev/null
+++ b/lib/routes/futunn/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Futubull 富途牛牛',
+ url: 'news.futunn.com',
+ lang: 'zh-CN',
+};
diff --git a/lib/v2/futunn/templates/description.art b/lib/routes/futunn/templates/description.art
similarity index 100%
rename from lib/v2/futunn/templates/description.art
rename to lib/routes/futunn/templates/description.art
diff --git a/lib/routes/futunn/topic.ts b/lib/routes/futunn/topic.ts
new file mode 100644
index 00000000000000..4f9a670ee2e0af
--- /dev/null
+++ b/lib/routes/futunn/topic.ts
@@ -0,0 +1,116 @@
+import path from 'node:path';
+
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+
+export const route: Route = {
+ path: '/topic/:id',
+ categories: ['finance'],
+ example: '/futunn/topic/1267',
+ parameters: { id: 'Topic ID, can be found in URL' },
+ features: {
+ supportRadar: true,
+ },
+ radar: [
+ {
+ source: ['news.futunn.com/news-topics/:id/*', 'news.futunn.com/:lang/news-topics/:id/*'],
+ target: '/topic/:id',
+ },
+ ],
+ name: '专题',
+ maintainers: ['kennyfong19931'],
+ handler,
+};
+
+async function getTopic(rootUrl, id, seqMarkInput = '') {
+ const topicListResponse = await got({
+ method: 'get',
+ url: `${rootUrl}/news-site-api/main/get-topics-list?pageSize=48&seqMark=${seqMarkInput}`,
+ });
+ const { hasMore, seqMark, list } = topicListResponse.data.data.data;
+ const topic = list.find((item) => item.idx === id);
+ if (topic) {
+ return {
+ topicTitle: topic.title,
+ topicDescription: topic.detail,
+ };
+ } else if (hasMore === 1) {
+ return getTopic(rootUrl, id, seqMark);
+ } else {
+ return {
+ topicTitle: '',
+ topicDescription: '',
+ };
+ }
+}
+
+async function handler(ctx) {
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 48;
+ const id = ctx.req.param('id');
+
+ const rootUrl = 'https://news.futunn.com';
+ const link = `${rootUrl}/news-topics/${id}/`;
+ const apiUrl = `${rootUrl}/news-site-api/topic/get-topics-news-list?topicsId=${id}&pageSize=${limit}`;
+
+ const { topicTitle, topicDescription } = await cache.tryGet(link, async () => await getTopic(rootUrl, id));
+
+ const response = await got({
+ method: 'get',
+ url: apiUrl,
+ });
+
+ let items = response.data.data.data.map((item) => ({
+ title: item.title,
+ link: item.url,
+ author: item.source,
+ pubDate: parseDate(item.time * 1000),
+ description: art(path.join(__dirname, 'templates/description.art'), {
+ abs: item.abstract,
+ pic: item.pic,
+ }),
+ }));
+
+ items = await Promise.all(
+ items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ if (/news\.futunn\.com/.test(item.link)) {
+ const detailResponse = await got({
+ method: 'get',
+ url: item.link,
+ });
+
+ const content = load(detailResponse.data);
+
+ content('.futu-news-time-stamp').remove();
+ content('.nnstock').each(function () {
+ content(this).replaceWith(`${content(this).text().replaceAll('$', '')} `);
+ });
+
+ item.description = content('.origin_content').html();
+ item.category = [
+ ...content('.news__from-topic__title')
+ .toArray()
+ .map((a) => content(a).text().trim()),
+ ...content('#relatedStockWeb .stock-name')
+ .toArray()
+ .map((s) => content(s).text().trim()),
+ ];
+ }
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: `富途牛牛 - 专题 - ${topicTitle}`,
+ link,
+ description: topicDescription,
+ item: items,
+ };
+}
diff --git a/lib/routes/futunn/video.ts b/lib/routes/futunn/video.ts
new file mode 100644
index 00000000000000..87de70a71e7783
--- /dev/null
+++ b/lib/routes/futunn/video.ts
@@ -0,0 +1,53 @@
+import path from 'node:path';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+
+export const route: Route = {
+ path: '/video',
+ categories: ['finance'],
+ example: '/futunn/video',
+ features: {
+ supportRadar: true,
+ },
+ radar: [
+ {
+ source: ['news.futunn.com/main/video-list', 'news.futunn.com/:lang/main/video-list'],
+ target: '/video',
+ },
+ ],
+ name: '视频',
+ maintainers: ['kennyfong19931'],
+ handler,
+};
+
+async function handler(ctx) {
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 50;
+
+ const rootUrl = 'https://news.futunn.com';
+ const link = `${rootUrl}/main/video-list`;
+ const apiUrl = `${rootUrl}/news-site-api/main/get-video-list?size=${limit}`;
+
+ const response = await got({
+ method: 'get',
+ url: apiUrl,
+ });
+
+ const items = response.data.data.videoList.list.map((item) => ({
+ title: item.title,
+ description: art(path.join(__dirname, 'templates/description.art'), {
+ abs: item.abstract,
+ pic: item.videoImg,
+ }),
+ link: item.targetUrl,
+ pubDate: parseDate(item.timestamp * 1000),
+ }));
+
+ return {
+ title: '富途牛牛 - 视频',
+ link,
+ item: items,
+ };
+}
diff --git a/lib/routes/fx-markets/channel.ts b/lib/routes/fx-markets/channel.ts
new file mode 100644
index 00000000000000..9d8f7499416855
--- /dev/null
+++ b/lib/routes/fx-markets/channel.ts
@@ -0,0 +1,78 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/:channel',
+ categories: ['finance'],
+ example: '/fx-markets/trading',
+ parameters: { channel: 'channel, can be found in the navi bar links at the home page' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'Channel',
+ maintainers: [],
+ handler,
+ description: `| Trading | Infrastructure | Tech and Data | Regulation |
+| ------- | -------------- | ------------- | ---------- |
+| trading | infrastructure | tech-and-data | regulation |`,
+};
+
+async function handler(ctx) {
+ const channel = ctx.req.param('channel');
+ const link = `https://www.fx-markets.com/${channel}`;
+ const html = (await got(link)).data;
+ const $ = load(html);
+ const pageTitle = $('header.select-header > h1').text();
+ const title = `FX-Markets ${pageTitle}`;
+
+ const items = $('div#listings').children();
+ const articles = items.toArray().map((el) => {
+ const $el = $(el);
+ const $titleEl = $el.find('h5 > a');
+ const articleURL = `https://www.fx-markets.com${$titleEl.attr('href')}`;
+ const articleTitle = $titleEl.attr('title');
+ return {
+ title: articleTitle,
+ link: articleURL,
+ pubDate: parseDate($el.find('time').text()),
+ };
+ });
+
+ const result = await Promise.all(
+ articles.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const res = await got(item.link);
+ const doc = load(res.data);
+ // This script holds publish datetime info {"datePublished": "2022-05-12T08:45:04+01:00"}
+ const dateScript = doc('script[type="application/ld+json"]').toArray()[0].children[0].data;
+ const re = /"datePublished": "(?.*)"/;
+ const dateStr = re.exec(dateScript).groups.dateTimePub;
+ const pubDateTime = parseDate(dateStr, 'YYYY-MM-DDTHH:mm:ssZ');
+ // Exclude hidden print message
+ item.description = doc('div.article-page-body-content:not(.print-access-info)').html();
+ return {
+ title: item.title,
+ link: item.link,
+ description: item.description,
+ // if we fail to get accurate publish date time, show date only from article link on index page.
+ pubDate: pubDateTime ?? item.pubDate,
+ };
+ })
+ )
+ );
+
+ return {
+ title,
+ link,
+ item: result,
+ };
+}
diff --git a/lib/routes/fx-markets/namespace.ts b/lib/routes/fx-markets/namespace.ts
new file mode 100644
index 00000000000000..c93cbe9a54b33e
--- /dev/null
+++ b/lib/routes/fx-markets/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'FX Markets',
+ url: 'fx-markets.com',
+ lang: 'en',
+};
diff --git a/lib/routes/fx678/kx.ts b/lib/routes/fx678/kx.ts
new file mode 100644
index 00000000000000..153b867cccae49
--- /dev/null
+++ b/lib/routes/fx678/kx.ts
@@ -0,0 +1,73 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import { ViewType } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/kx',
+ categories: ['finance'],
+ view: ViewType.Notifications,
+ example: '/fx678/kx',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['fx678.com/kx'],
+ },
+ ],
+ name: '7x24 小时快讯',
+ maintainers: ['occupy5', 'dousha'],
+ handler,
+ url: 'fx678.com/kx',
+};
+
+async function handler() {
+ const link = 'https://www.fx678.com/kx/';
+ const res = await got.get(link);
+ const $ = load(res.data);
+ // 页面新闻消息列表
+ const list = $('.body_zb ul .body_zb_li .zb_word')
+ .find('.list_font_pic > a:first-child')
+ .toArray()
+ .slice(0, 30)
+ .map((e) => $(e).attr('href'));
+
+ const out = await Promise.all(
+ list.map((itemUrl) =>
+ cache.tryGet(itemUrl, async () => {
+ const res = await got.get(itemUrl);
+ const $ = load(res.data);
+
+ const contentPart = $('.article-main .content').html().trim();
+ const forewordPart = $('.article-main .foreword').html().trim();
+ const datetimeString = $('.article-cont .details i').text().trim();
+ const articlePubDate = timezone(parseDate(datetimeString, 'YYYY-MM-DD HH:mm:ss'), +8);
+
+ const item = {
+ title: $('.article-main .foreword').text().trim().split('——').pop(),
+ link: itemUrl,
+ description: contentPart.length > 1 ? contentPart : forewordPart,
+ pubDate: articlePubDate,
+ };
+
+ return item;
+ })
+ )
+ );
+ return {
+ title: '7x24小时快讯',
+ link,
+ item: out,
+ };
+}
diff --git a/lib/routes/fx678/namespace.ts b/lib/routes/fx678/namespace.ts
new file mode 100644
index 00000000000000..6a8bc947ca402d
--- /dev/null
+++ b/lib/routes/fx678/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '汇通网',
+ url: 'fx678.com',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/fxiaoke/crm.ts b/lib/routes/fxiaoke/crm.ts
new file mode 100644
index 00000000000000..ec386098df26ed
--- /dev/null
+++ b/lib/routes/fxiaoke/crm.ts
@@ -0,0 +1,88 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+const baseUrl = 'https://www.fxiaoke.com/crm';
+const baseTitle = '纷享销客 CRM';
+const titleMap = new Map([
+ ['news', `全部文章 - ${baseTitle}`],
+ ['blog', `文章干货 - ${baseTitle}`],
+ ['articles', `CRM 知识 - ${baseTitle}`],
+ ['about-influence', `纷享动态 - ${baseTitle}`],
+ ['customers', `签约喜报 - ${baseTitle}`],
+]);
+
+export const route: Route = {
+ path: '/crm/:type',
+ categories: ['blog'],
+ example: '/fxiaoke/crm/news',
+ parameters: { type: '文章类型, 见下表' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: '文章',
+ maintainers: ['akynazh'],
+ handler,
+ description: `| 全部文章 | 文章干货 | CRM 知识 | 纷享动态 | 签约喜报 |
+| -------- | -------- | -------- | --------------- | --------- |
+| news | blog | articles | about-influence | customers |`,
+};
+
+async function handler(ctx) {
+ const t = ctx.req.param('type');
+ const title = titleMap.get(t);
+ const url = `${baseUrl}/${t}/`;
+ const resp = await got(url);
+ const $ = load(resp.data);
+ const desc = $('.meeting').text().trim();
+ let items = $('.content-item')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ const c1 = item.find('.baike-content-t1');
+ const c3 = item.find('.baike-content-t3').find('span');
+ return {
+ title: c1.text().trim(),
+ // pubDate: parseDate(c3.first().text().trim()),
+ link: item.find('a').attr('href'),
+ author: c3.last().text().trim(),
+ };
+ });
+ items = await Promise.all(
+ items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const resp = await got(item.link);
+ const $ = load(resp.data);
+ const firstViewBox = $('.body-wrapper-article').first();
+
+ firstViewBox.find('img').each((_, img) => {
+ img = $(img);
+ if (img.attr('zoomfile')) {
+ img.attr('src', img.attr('zoomfile'));
+ img.removeAttr('zoomfile');
+ img.removeAttr('file');
+ }
+ img.removeAttr('onmouseover');
+ });
+
+ item.description = firstViewBox.html();
+ item.pubDate = parseDate($('.month-day').first().text().trim());
+ return item;
+ })
+ )
+ );
+ return {
+ title,
+ link: url,
+ description: desc,
+ item: items,
+ };
+}
diff --git a/lib/routes/fxiaoke/namespace.ts b/lib/routes/fxiaoke/namespace.ts
new file mode 100644
index 00000000000000..6edb45aba88408
--- /dev/null
+++ b/lib/routes/fxiaoke/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '纷享销客 CRM',
+ url: 'fxiaoke.com',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/fzmtr/announcements.ts b/lib/routes/fzmtr/announcements.ts
new file mode 100644
index 00000000000000..ebd4aaf0113c8d
--- /dev/null
+++ b/lib/routes/fzmtr/announcements.ts
@@ -0,0 +1,58 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/announcements',
+ categories: ['travel'],
+ example: '/fzmtr/announcements',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: '通知公告',
+ maintainers: ['HankChow'],
+ handler,
+};
+
+async function handler() {
+ const domain = 'www.fzmtr.com';
+ const announcementsUrl = `http://${domain}/html/fzdt/tzgg/index.html`;
+ const response = await got(announcementsUrl);
+ const data = response.data;
+
+ const $ = load(data);
+ const list = $('span#resources li')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ const url = `http://${domain}` + item.find('a').attr('href');
+ const title = item.find('a').text();
+ const publishTime = parseDate(item.find('span').text());
+ return {
+ title,
+ link: url,
+ author: '福州地铁',
+ pubtime: publishTime,
+ };
+ });
+
+ return {
+ title: '福州地铁通知公告',
+ url: announcementsUrl,
+ description: '福州地铁通知公告',
+ item: list.map((item) => ({
+ title: item.title,
+ pubDate: item.pubtime,
+ link: item.link,
+ author: item.author,
+ })),
+ };
+}
diff --git a/lib/routes/fzmtr/namespace.ts b/lib/routes/fzmtr/namespace.ts
new file mode 100644
index 00000000000000..340de25b97edff
--- /dev/null
+++ b/lib/routes/fzmtr/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '福州地铁',
+ url: 'www.fzmtr.com',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/galaxylab/index.js b/lib/routes/galaxylab/index.js
deleted file mode 100644
index f727804d7442a3..00000000000000
--- a/lib/routes/galaxylab/index.js
+++ /dev/null
@@ -1,35 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
- let host = 'http://galaxylab.com.cn/';
-
- host = `${host}/posts/`;
-
- const response = await got.get(host);
-
- const $ = cheerio.load(response.data);
-
- const list = $('#scroll > section > ul > li');
-
- ctx.state.data = {
- title: '平安银河实验室',
- link: 'http://galaxylab.com.cn/',
- item:
- list &&
- list
- .map((index, item) => {
- item = $(item);
- return {
- title: item.find('article > a[title]').attr('title'),
- link: item.find('article > a[title]').attr('href'),
- description: item.find('article > div.excerpt').text(),
- pubDate: new Date(item.find('article > div.postinfo > div.left > span.date > b').text().replace('日', '').replace(/\D/g, '-')).toUTCString(),
- author: item.find('article > div.postinfo > div.left > span.author > a[title]').attr('title'),
- };
- })
- .get(),
- };
-};
-
-// 虽然有很多分类，但是更新不勤，就不写分类了。
diff --git a/lib/routes/galxe/index.ts b/lib/routes/galxe/index.ts
new file mode 100644
index 00000000000000..90110bd75d3a2b
--- /dev/null
+++ b/lib/routes/galxe/index.ts
@@ -0,0 +1,94 @@
+import type { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/quest/:alias',
+ name: 'Quest',
+ url: 'app.galxe.com',
+ maintainers: ['cxheng315'],
+ example: '/galxe/quest/MissionWeb3',
+ categories: ['other'],
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['app.galxe.com/quest/:alias'],
+ target: '/quest/:alias',
+ },
+ ],
+ handler,
+};
+
+async function handler(ctx) {
+ const url = 'https://graphigo.prd.galaxy.eco/query';
+
+ const alias = ctx.req.param('alias');
+
+ const response = await ofetch(url, {
+ method: 'POST',
+ headers: {
+ 'Content-Type': 'application/json',
+ },
+ body: {
+ variables: {
+ alias,
+ campaignInput: {
+ first: ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 50,
+ excludeChildren: true,
+ listType: 'Newest',
+ },
+ },
+ query: `
+ query BrowseSpaceCampaigns($id: Int, $alias: String, $campaignInput: ListCampaignInput!) {
+ space(id: $id, alias: $alias) {
+ id
+ name
+ alias
+ info
+ campaigns(input: $campaignInput) {
+ list {
+ startTime
+ endTime
+ id
+ name
+ description
+ __typename
+ }
+ pageInfo {
+ endCursor
+ hasNextPage
+ __typename
+ }
+ __typename
+ }
+ __typename
+ }
+ }
+ `,
+ },
+ });
+
+ const space = response.data.space;
+
+ const items = space.campaigns.list.map((campaign) => ({
+ title: campaign.name,
+ link: `https://app.galxe.com/quest/${alias}/${campaign.id}`,
+ description: campaign.description,
+ pubDate: campaign.startTime ? parseDate(campaign.startTime * 1000) : null,
+ }));
+
+ return {
+ title: space.name,
+ description: space.info,
+ link: `https://app.galxe.com/quest/${alias}`,
+ item: items,
+ author: space.alias,
+ };
+}
diff --git a/lib/routes/galxe/namespace.ts b/lib/routes/galxe/namespace.ts
new file mode 100644
index 00000000000000..e84b418b62b7de
--- /dev/null
+++ b/lib/routes/galxe/namespace.ts
@@ -0,0 +1,10 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Galxe',
+ url: 'app.galxe.com',
+ zh: {
+ name: '銀河',
+ },
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/gameapps/index.ts b/lib/routes/gameapps/index.ts
new file mode 100644
index 00000000000000..ec64f0b50d0b12
--- /dev/null
+++ b/lib/routes/gameapps/index.ts
@@ -0,0 +1,96 @@
+import path from 'node:path';
+
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import parser from '@/utils/rss-parser';
+
+export const route: Route = {
+ path: '/',
+ example: '/gameapps',
+ radar: [
+ {
+ source: ['gameapps.hk/'],
+ },
+ ],
+ name: '最新消息',
+ maintainers: ['TonyRL'],
+ handler,
+ url: 'gameapps.hk/',
+};
+
+async function handler() {
+ const baseUrl = 'https://www.gameapps.hk';
+ const feed = await parser.parseURL(`${baseUrl}/rss`);
+
+ const items = await Promise.all(
+ feed.items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const response = await ofetch(item.link, {
+ headers: {
+ Referer: baseUrl,
+ },
+ });
+ const $ = load(response);
+
+ item.title = $('meta[property="og:title"]').attr('content') ?? $('.news-title h1').text();
+
+ const nextPages = $('.pagination li')
+ .not('.disabled')
+ .not('.active')
+ .find('a')
+ .toArray()
+ .map((a) => `${baseUrl}${a.attribs.href}`);
+
+ $('.pages').remove();
+
+ const content = $('.news-content');
+
+ // remove unwanted key value
+ delete item.content;
+ delete item.contentSnippet;
+ delete item.isoDate;
+
+ if (nextPages.length) {
+ const pages = await Promise.all(
+ nextPages.map(async (url) => {
+ const response = await ofetch(url, {
+ headers: {
+ referer: item.link,
+ },
+ });
+ const $ = load(response);
+ $('.pages').remove();
+ return $('.news-content').html();
+ })
+ );
+ content.append(pages);
+ }
+
+ item.description = art(path.join(__dirname, 'templates/description.art'), {
+ intro: $('div.introduction.media.news-intro div.media-body').html()?.trim(),
+ desc: content.html()?.trim(),
+ });
+ item.guid = item.guid.slice(0, item.link.lastIndexOf('/'));
+ item.pubDate = parseDate(item.pubDate);
+ item.enclosure_url = $('div.introduction.media.news-intro div.media-left').find('img').attr('src');
+ item.enclosure_type = 'image/jpeg';
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: feed.title,
+ link: feed.link,
+ description: feed.description,
+ image: `${baseUrl}/static/favicon/apple-touch-icon.png`,
+ item: items,
+ language: feed.language,
+ };
+}
diff --git a/lib/routes/gameapps/namespace.ts b/lib/routes/gameapps/namespace.ts
new file mode 100644
index 00000000000000..56e7e3ab4cb84a
--- /dev/null
+++ b/lib/routes/gameapps/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'GameApps.hk 香港手机游戏网',
+ url: 'gameapps.hk',
+ lang: 'zh-HK',
+};
diff --git a/lib/routes/gameapps/templates/description.art b/lib/routes/gameapps/templates/description.art
new file mode 100644
index 00000000000000..7ba352613e8e52
--- /dev/null
+++ b/lib/routes/gameapps/templates/description.art
@@ -0,0 +1,2 @@
+{{@ intro }}
+{{@ desc }}
diff --git a/lib/routes/gamebase/namespace.ts b/lib/routes/gamebase/namespace.ts
new file mode 100644
index 00000000000000..13aa6462cc69ad
--- /dev/null
+++ b/lib/routes/gamebase/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '遊戲基地 Gamebase',
+ url: 'news.gamebase.com.tw',
+ lang: 'zh-TW',
+};
diff --git a/lib/routes/gamebase/news.ts b/lib/routes/gamebase/news.ts
new file mode 100644
index 00000000000000..2f626dcb1b61b2
--- /dev/null
+++ b/lib/routes/gamebase/news.ts
@@ -0,0 +1,180 @@
+import path from 'node:path';
+
+import type { CheerioAPI } from 'cheerio';
+import { load } from 'cheerio';
+import type { Context } from 'hono';
+
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+import type { Data, DataItem, Route } from '@/types';
+import { ViewType } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import timezone from '@/utils/timezone';
+
+const types = {
+ newslist: 'newsList',
+ r18list: 'newsPornList',
+};
+
+export const handler = async (ctx: Context): Promise => {
+ const { type = 'newslist', category = 'all' } = ctx.req.param();
+
+ if (!types.hasOwnProperty(type)) {
+ throw new InvalidParameterError(`Invalid type: ${type}`);
+ }
+
+ const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+ const baseUrl: string = 'https://news.gamebase.com.tw';
+ const targetUrl: string = new URL(`news${category === 'all' ? '' : `/newslist?type=${category}`}`, baseUrl).href;
+ const apiBaseUrl: string = 'https://api.gamebase.com.tw';
+ const apiUrl: string = new URL('api/news/getNewsList', apiBaseUrl).href;
+
+ const response = await ofetch(apiUrl, {
+ method: 'post',
+ body: {
+ GB_type: types[type],
+ category,
+ page: 1,
+ },
+ });
+
+ const targetResponse = await ofetch(targetUrl);
+ const $: CheerioAPI = load(targetResponse);
+ const language = $('html').attr('lang') ?? 'zh-TW';
+
+ const items: DataItem[] = await Promise.all(
+ response.return_msg?.list?.slice(0, limit).map((item) =>
+ cache.tryGet(`gamebase-news-${item.news_no}`, async (): Promise => {
+ const title: string = item.news_title;
+ const pubDate: number | string = item.post_time;
+ const linkUrl: string | undefined = item.news_no ? `news/detail/${item.news_no}` : undefined;
+ const categories: string[] = [item.system];
+ const authors: DataItem['author'] = item.nickname;
+ const guid: string = `gamebase-news-${item.news_no}`;
+ const image: string | undefined = item.news_img;
+ const updated: number | string = item.updated ?? pubDate;
+
+ let metaDesc = item.news_meta?.meta_des;
+
+ if (!metaDesc) {
+ const detailResponse = await ofetch(item.link);
+
+ metaDesc = (detailResponse.match(/(\\u003C.*?)","/)?.[1] ?? '').replaceAll(String.raw`\"`, '"').replaceAll(/\\u([\da-f]{4})/gi, (match, hex) => String.fromCodePoint(Number.parseInt(hex, 16)));
+ }
+
+ const description: string = art(path.join(__dirname, 'templates/description.art'), {
+ images:
+ image && !metaDesc
+ ? [
+ {
+ src: image,
+ alt: title,
+ },
+ ]
+ : undefined,
+ intro: item.news_short_desc,
+ description: metaDesc,
+ });
+
+ const processedItem: DataItem = {
+ title,
+ description,
+ pubDate: pubDate ? timezone(parseDate(pubDate), +8) : undefined,
+ link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
+ category: categories,
+ author: authors,
+ guid,
+ id: guid,
+ content: {
+ html: description,
+ text: description,
+ },
+ image,
+ banner: image,
+ updated: updated ? timezone(parseDate(updated), +8) : undefined,
+ language,
+ };
+
+ return processedItem;
+ })
+ ) ?? []
+ );
+
+ return {
+ title: $('title').text(),
+ description: $('meta[property="og:description"]').attr('content'),
+ link: targetUrl,
+ item: items,
+ allowEmpty: true,
+ image: $('meta[property="og:image"]').attr('content'),
+ author: $('meta[property="og:title"]').attr('content')?.split(/\|/).pop()?.trim(),
+ language,
+ id: $('meta[property="og:url"]').attr('content'),
+ };
+};
+
+export const route: Route = {
+ path: '/news/:type?/:category?',
+ name: '新聞',
+ url: 'news.gamebase.com.tw',
+ maintainers: ['nczitzk'],
+ handler,
+ example: '/gamebase/news',
+ parameters: {
+ type: '類型，見下表，預設為 newslist',
+ category: '分類，預設為 `all`，即全部，可在對應分類頁 URL 中找到',
+ },
+ description: `::: tip
+若訂閱 [手機遊戲新聞](https://news.gamebase.com.tw/news/newslist?type=mobile)，網址為 \`https://news.gamebase.com.tw/news/newslist?type=mobile\`，請截取 \`https://news.gamebase.com.tw/news/\` 到末尾的部分 \`newslist\` 作為 \`type\` 參數填入，\`mobile\` 作為 \`category\` 參數填入，此時目標路由為 [\`/gamebase/news/newslist/mobile\`](https://rsshub.app/gamebase/news/newslist/mobile)。
+:::
+
+| newslist | r18list |
+| -------- | ------- |
+`,
+ categories: ['game'],
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportRadar: true,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['news.gamebase.com.tw/news', 'news.gamebase.com.tw/news/:type'],
+ target: (params, url) => {
+ const type: string = params.type;
+ const urlObj: URL = new URL(url);
+ const category: string | undefined = urlObj.searchParams.get('type') ?? undefined;
+
+ return `/gamebase/news${type ? `/${type}${category ? `/${category}` : ''}` : ''}`;
+ },
+ },
+ ],
+ view: ViewType.Articles,
+
+ zh: {
+ path: '/news/:type?/:category?',
+ name: '新闻',
+ url: 'news.gamebase.com.tw',
+ maintainers: ['nczitzk'],
+ handler,
+ example: '/gamebase/news',
+ parameters: {
+ type: '类型，见下表，默认为 newslist',
+ category: '分类，默认为 `all`，即全部，可在对应分类页 URL 中找到',
+ },
+ description: `::: tip
+若订阅 [手机游戏新闻](https://news.gamebase.com.tw/news/newslist?type=mobile)，网址为 \`https://news.gamebase.com.tw/news/newslist?type=mobile\`，请截取 \`https://news.gamebase.com.tw/news/\` 到末尾的部分 \`newslist\` 作为 \`type\` 参数填入，\`mobile\` 作为 \`category\` 参数填入，此时目标路由为 [\`/gamebase/news/newslist/mobile\`](https://rsshub.app/gamebase/news/newslist/mobile)。
+:::
+
+| newslist | r18list |
+| -------- | ------- |
+`,
+ },
+};
diff --git a/lib/routes/gamebase/templates/description.art b/lib/routes/gamebase/templates/description.art
new file mode 100644
index 00000000000000..249654e7e618a4
--- /dev/null
+++ b/lib/routes/gamebase/templates/description.art
@@ -0,0 +1,21 @@
+{{ if images }}
+ {{ each images image }}
+ {{ if image?.src }}
+
+
+ {{ /if }}
+ {{ /each }}
+{{ /if }}
+
+{{ if intro }}
+ {{ intro }}
+{{ /if }}
+
+{{ if description }}
+ {{@ description }}
+{{ /if }}
\ No newline at end of file
diff --git a/lib/routes/gamegene/namespace.ts b/lib/routes/gamegene/namespace.ts
new file mode 100644
index 00000000000000..57a1535b9358c3
--- /dev/null
+++ b/lib/routes/gamegene/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '游戏基因',
+ url: 'news.gamegene.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/gamegene/news.ts b/lib/routes/gamegene/news.ts
new file mode 100644
index 00000000000000..62d01b52f672f2
--- /dev/null
+++ b/lib/routes/gamegene/news.ts
@@ -0,0 +1,77 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/news',
+ categories: ['game'],
+ example: '/gamegene/news',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['news.gamegene.cn/news'],
+ },
+ ],
+ name: '资讯',
+ maintainers: ['lone1y-51'],
+ handler,
+ url: 'news.gamegene.cn/news',
+};
+
+async function handler() {
+ const url = 'https://gamegene.cn/news';
+ const { data: response } = await got({
+ method: 'get',
+ url,
+ });
+ const $ = load(response);
+ const list = $('div.mr245')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ const aEle = item.find('a').first();
+ const href = aEle.attr('href');
+ const title = aEle.find('h3').first().text();
+ const author = item.find('a.namenode').text();
+ const category = item.find('span.r').text();
+ return {
+ title,
+ link: href,
+ author,
+ category,
+ };
+ });
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const { data: response } = await got({
+ method: 'get',
+ url: item.link,
+ });
+ const $ = load(response);
+ const dateTime = $('div.meta').find('time').first().text();
+ item.pubDate = parseDate(dateTime);
+ item.description = $('div.content').first().html();
+ return item;
+ })
+ )
+ );
+
+ return {
+ // 在此处输出您的 RSS
+ item: items,
+ link: url,
+ title: '游戏基因 GameGene',
+ };
+}
diff --git a/lib/routes/gamekee/namespace.ts b/lib/routes/gamekee/namespace.ts
new file mode 100644
index 00000000000000..3e78ecdff9d349
--- /dev/null
+++ b/lib/routes/gamekee/namespace.ts
@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'GameKee | 游戏百科攻略',
+ url: 'www.gamekee.com',
+};
diff --git a/lib/routes/gamekee/news.ts b/lib/routes/gamekee/news.ts
new file mode 100644
index 00000000000000..c3df4677f0ee6d
--- /dev/null
+++ b/lib/routes/gamekee/news.ts
@@ -0,0 +1,65 @@
+import { load } from 'cheerio';
+
+import { config } from '@/config';
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/news',
+ categories: ['game'],
+ example: '/gamekee/news',
+ radar: [
+ {
+ source: ['gamekee.com', 'gamekee.com/news'],
+ target: '/news',
+ },
+ ],
+ name: '游戏情报',
+ maintainers: ['ueiu'],
+ handler,
+ url: 'gamekee.com/news',
+};
+
+async function handler() {
+ const rootUrl = 'https://www.gamekee.com';
+ const url = `${rootUrl}/v1/index/newsList`;
+ const { data } = await ofetch(url, {
+ headers: {
+ 'game-alias': 'www',
+ 'device-num': '1',
+ 'User-Agent': config.ua,
+ },
+ query: {
+ page_no: 1,
+ limit: 20,
+ },
+ });
+ const list = data.map((item) => {
+ const link = new URL(`${item.id}.html`, rootUrl).href;
+ const title = item.title;
+ const pubDate = parseDate(item.created_at, 'X');
+ return {
+ link,
+ title,
+ pubDate,
+ };
+ });
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const response = await ofetch(item.link);
+ const $ = load(response);
+ item.description = $('div.content').html();
+ return item;
+ })
+ )
+ );
+
+ return {
+ link: `${rootUrl}/news`,
+ title: '游戏情报|Gamekee',
+ item: items,
+ };
+}
diff --git a/lib/routes/gamer/ani/anime.ts b/lib/routes/gamer/ani/anime.ts
new file mode 100644
index 00000000000000..b73df201138a6f
--- /dev/null
+++ b/lib/routes/gamer/ani/anime.ts
@@ -0,0 +1,60 @@
+import type { Route } from '@/types';
+import { ViewType } from '@/types';
+import got from '@/utils/got';
+
+export const route: Route = {
+ path: '/ani/anime/:sn',
+ categories: ['anime'],
+ view: ViewType.Videos,
+ example: '/gamer/ani/anime/36868',
+ parameters: { sn: '動畫 sn，在 URL 可以找到' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['ani.gamer.com.tw/'],
+ target: '/anime/:sn',
+ },
+ ],
+ name: '動畫瘋 - 動畫',
+ maintainers: ['maple3142', 'pseudoyu'],
+ handler,
+};
+
+async function handler(ctx) {
+ const { sn } = ctx.req.param();
+
+ const { data: response } = await got('https://api.gamer.com.tw/mobile_app/anime/v3/video.php', {
+ searchParams: {
+ sn,
+ },
+ });
+
+ if (response.error) {
+ throw new Error(response.error.message);
+ }
+
+ const anime = response.data.anime;
+ const title = anime.title.replaceAll(/\[\d+?]$/g, '').trim();
+
+ const items = anime.volumes[0]
+ .map((item) => ({
+ title: `${title} 第 ${item.volume} 集`,
+ description: `
+ .not('[data-news-id]')
+ .slice(0, limit)
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ let aLabelNode;
+ let tag;
+ // a label with div
+ if (item.find('h1').length === 0) {
+ // a label without div
+ aLabelNode = item.find('a');
+ tag = item.find('div.platform-tag_list').text();
+ } else {
+ aLabelNode = item.find('h1').find('a');
+ tag = item.find('div.platform-tag_list').text();
+ }
+
+ return {
+ title: '[' + tag + ']' + aLabelNode.text(),
+ link: aLabelNode.attr('href').replace('//', 'https://'),
+ };
+ });
+
+ const items = await pMap(
+ list,
+ async (item) => {
+ item.description = await cache.tryGet(item.link, async () => {
+ const response = await got.get(item.link);
+ let component = '';
+ const urlReg = /window\.lazySizesConfig/g;
+
+ let pubInfo;
+ let dateStr;
+ if (response.body.search(urlReg) >= 0) {
+ const $ = load(response.data);
+ if ($('span.GN-lbox3C').length > 0) {
+ // official publish 1
+ pubInfo = $('span.GN-lbox3C').text().split('）');
+ item.author = pubInfo[0].replace('（', '').replace(' 報導', '');
+ dateStr = pubInfo[1].trim();
+ } else {
+ // official publish 2
+ pubInfo = $('span.GN-lbox3CA').text().split('）');
+ item.author = pubInfo[0].replace('（', '').replace(' 報導', '');
+ dateStr = pubInfo[1].replace('原文出處', '').trim();
+ }
+ component = $('div.GN-lbox3B').html();
+ } else {
+ // url redirect
+ const _response = await got.get(item.link);
+ const _$ = load(_response.data);
+
+ if (_$('div.MSG-list8C').length > 0) {
+ // personal publish 1
+ pubInfo = _$('span.ST1').text().split('│');
+ item.author = pubInfo[0].replace('作者：', '');
+ dateStr = pubInfo[_$('span.ST1').find('a').length > 0 ? 2 : 1];
+ component = _$('div.MSG-list8C').html();
+ } else {
+ // personal publish 2
+ pubInfo = _$('div.article-intro').text().replaceAll('\n', '').split('|');
+ item.author = pubInfo[0];
+ dateStr = pubInfo[1];
+ component = _$('div.text-paragraph').html();
+ }
+ }
+ item.pubDate = timezone(parseDate(dateStr, 'YYYY-MM-DD HH:mm:ss'), +8);
+ component = component.replaceAll(/\b(data-src)\b/g, 'src');
+ return component;
+ });
+ return item;
+ },
+ { concurrency: 5 }
+ );
+
+ return {
+ title: '巴哈姆特-GNN新聞' + categoryName,
+ link: url,
+ item: items,
+ };
+}
diff --git a/lib/routes/gamer/hot.ts b/lib/routes/gamer/hot.ts
new file mode 100644
index 00000000000000..9ccc2e4a4eca0c
--- /dev/null
+++ b/lib/routes/gamer/hot.ts
@@ -0,0 +1,79 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import { ViewType } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/hot/:bsn',
+ categories: ['anime'],
+ view: ViewType.Articles,
+ example: '/gamer/hot/47157',
+ parameters: { bsn: '板塊 id，在 URL 可以找到' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: '本板推薦',
+ maintainers: ['nczitzk', 'TonyRL', 'kennyfong19931'],
+ handler,
+};
+
+async function handler(ctx) {
+ const rootUrl = `https://forum.gamer.com.tw/B.php?bsn=${ctx.req.param('bsn')}`;
+ const response = await got({
+ url: rootUrl,
+ headers: {
+ Referer: 'https://forum.gamer.com.tw',
+ },
+ });
+
+ const $ = load(response.data);
+ const list = $('div.popular__card-list div.popular__card-img a')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ return {
+ link: item.attr('href'),
+ };
+ });
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got({
+ url: item.link,
+ headers: {
+ Referer: rootUrl,
+ },
+ });
+ const content = load(detailResponse.data);
+
+ content('div.c-post__body__buttonbar').remove();
+
+ item.title = content('.c-post__header__title').text();
+ item.description = content('div.c-post__body').html();
+ item.author = `${content('a.username').eq(0).text()} (${content('a.userid').eq(0).text()})`;
+ item.pubDate = timezone(parseDate(content('a.edittime').eq(0).attr('data-mtime'), +8));
+
+ return item;
+ })
+ )
+ );
+
+ const ret = {
+ title: $('title').text(),
+ link: rootUrl,
+ item: items,
+ };
+
+ ctx.set('json', ret);
+ return ret;
+}
diff --git a/lib/routes/gamer/namespace.ts b/lib/routes/gamer/namespace.ts
new file mode 100644
index 00000000000000..17e532005c2ff2
--- /dev/null
+++ b/lib/routes/gamer/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '巴哈姆特電玩資訊站',
+ url: 'acg.gamer.com.tw',
+ lang: 'zh-TW',
+};
diff --git a/lib/routes/gamer520/index.ts b/lib/routes/gamer520/index.ts
new file mode 100644
index 00000000000000..ee8c9096b4f532
--- /dev/null
+++ b/lib/routes/gamer520/index.ts
@@ -0,0 +1,86 @@
+import type { Context } from 'hono';
+
+import type { Data, DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/:category?/:order?',
+ categories: ['game'],
+ example: '/gamer520/switchyouxi',
+ parameters: {
+ category: '分类，见下表',
+ order: '排序，发布日期: date; 修改日期: modified',
+ },
+ features: {
+ antiCrawler: true,
+ },
+ name: '文章',
+ maintainers: ['xzzpig'],
+ handler,
+ url: 'www.gamer520.com/',
+ description: `分类
+
+| 所有 | Switch 游戏下载 | 金手指 | 3A 巨作 | switch 主题 | PC 游戏 |
+| ---- | --------------- | ---------- | ------- | ----------- | ------- |
+| all | switchyouxi | jinshouzhi | 3ajuzuo | zhuti | pcgame |`,
+};
+
+interface Post {
+ id: number;
+ guid: { rendered: string };
+ title: { rendered: string };
+ date_gmt: string;
+ modified_gmt: string;
+ categories?: number[];
+ content: { rendered: string };
+}
+
+interface Category {
+ id: number;
+ name: string;
+ link: string;
+ slug: string;
+}
+
+async function getCategories(baseUrl: string): Promise {
+ return (await cache.tryGet('gamer520:categories', async () => {
+ const { data } = await got(`${baseUrl}/wp-json/wp/v2/categories`);
+ return data.map((category) => ({ slug: category.slug, id: category.id, name: category.name, link: category.link }));
+ })) as Category[];
+}
+
+async function handler(ctx: Context): Promise {
+ const baseUrl = 'https://www.gamer520.com';
+ const categories = await getCategories(baseUrl);
+
+ const category = ctx.req.param('category') ?? 'all';
+ const order = ctx.req.param('order');
+ const categoryId = categories.find((c) => c.slug === category)?.id;
+
+ const { data } = (await got(`${baseUrl}/wp-json/wp/v2/posts`, {
+ searchParams: {
+ categories: categoryId,
+ orderby: order,
+ per_page: ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit') as string) : undefined,
+ },
+ })) as unknown as { data: Post[] };
+
+ const items: DataItem[] = data.map((item) => ({
+ guid: `gamer520:${item.id}`,
+ title: item.title.rendered,
+ link: item.guid.rendered,
+ pubDate: parseDate(item.date_gmt),
+ updated: parseDate(item.modified_gmt),
+ category: item.categories?.map((c) => categories.find((ca) => ca.id === c)?.name ?? '').filter((c) => c !== '') ?? [],
+
+ description: item.content.rendered,
+ }));
+
+ return {
+ title: '全球游戏交流中心-' + (categories.find((c) => c.slug === category)?.name ?? '所有'),
+ link: categories.find((c) => c.slug === category)?.link ?? baseUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/gamer520/namespace.ts b/lib/routes/gamer520/namespace.ts
new file mode 100644
index 00000000000000..6b63a7b0898efe
--- /dev/null
+++ b/lib/routes/gamer520/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '全球游戏交流中心',
+ url: 'www.gamer520.com',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/gamersecret/index.ts b/lib/routes/gamersecret/index.ts
new file mode 100644
index 00000000000000..4fb5df94f5f7cf
--- /dev/null
+++ b/lib/routes/gamersecret/index.ts
@@ -0,0 +1,107 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/:type?/:category?',
+ categories: ['game'],
+ example: '/gamersecret',
+ parameters: { type: 'Type, see below, Latest News by default', category: 'Category, see below' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['gamersecret.com/:type', 'gamersecret.com/:type/:category', 'gamersecret.com/'],
+ },
+ ],
+ name: 'Category',
+ maintainers: ['nczitzk'],
+ handler,
+ description: `| Latest News | PC | Playstation | Nintendo | Xbox | Moblie |
+| ----------- | -- | ----------- | -------- | ---- | ------ |
+| latest-news | pc | playstation | nintendo | xbox | moblie |
+
+ Or
+
+| GENERAL | GENERAL EN | MOBILE | MOBILE EN |
+| ---------------- | ------------------ | --------------- | ----------------- |
+| category/general | category/generalen | category/mobile | category/mobileen |
+
+| NINTENDO | NINTENDO EN | PC | PC EN |
+| ----------------- | ------------------- | ----------- | ------------- |
+| category/nintendo | category/nintendoen | category/pc | category/pcen |
+
+| PLAYSTATION | PLAYSTATION EN | REVIEWS |
+| -------------------- | ---------------------- | ---------------- |
+| category/playstation | category/playstationen | category/reviews |
+
+| XBOX | XBOX EN |
+| ------------- | --------------- |
+| category/xbox | category/xboxen |`,
+};
+
+async function handler(ctx) {
+ const type = ctx.req.param('type') ?? 'latest-news';
+ const category = ctx.req.param('category') ?? '';
+
+ const rootUrl = 'https://www.gamersecret.com';
+ const currentUrl = `${rootUrl}/${type}${category ? `/${category}` : ''}`;
+
+ const response = await got({
+ method: 'get',
+ url: currentUrl,
+ });
+
+ const $ = load(response.data);
+
+ let items = $('.jeg_post_title a')
+ .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 20)
+ .toArray()
+ .map((item) => {
+ item = $(item);
+
+ return {
+ title: item.text(),
+ link: item.attr('href'),
+ };
+ });
+
+ items = await Promise.all(
+ items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got({
+ method: 'get',
+ url: item.link,
+ });
+
+ const content = load(detailResponse.data);
+
+ content('img').each(function () {
+ content(this).attr('src', content(this).attr('data-src'));
+ });
+
+ item.author = content('.jeg_meta_author').text().replace(/by/, '');
+ item.pubDate = timezone(parseDate(detailResponse.data.match(/datePublished":"(.*)","dateModified/)[1]), +8);
+ item.description = content('.thumbnail-container').html() + content('.elementor-text-editor, .content-inner').html();
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: $('title').text(),
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/gamersecret/namespace.ts b/lib/routes/gamersecret/namespace.ts
new file mode 100644
index 00000000000000..cbb306db411723
--- /dev/null
+++ b/lib/routes/gamersecret/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Gamer Secret',
+ url: 'gamersecret.com',
+ lang: 'en',
+};
diff --git a/lib/routes/gamersky/ent.js b/lib/routes/gamersky/ent.js
deleted file mode 100644
index 442c8b0d58ad8d..00000000000000
--- a/lib/routes/gamersky/ent.js
+++ /dev/null
@@ -1,89 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const map = new Map([
- ['qysj', { title: '趣囧时间', suffix: 'ent/qw' }],
- ['ymyy', { title: '游民影院', suffix: 'wenku/movie' }],
- ['ygtx', { title: '游观天下', suffix: 'ent/discovery' }],
- ['bztk', { title: '壁纸图库', suffix: 'ent/wp' }],
- ['ympd', { title: '游民盘点', suffix: 'wenku' }],
- ['ymfl', { title: '游民福利', suffix: 'ent/xz/' }],
-]);
-
-module.exports = async (ctx) => {
- const category = ctx.params.category;
- const suffix = map.get(category).suffix;
- const title = map.get(category).title;
-
- const url = `https://www.gamersky.com/${suffix}`;
- const response = await got({
- method: 'get',
- url,
- });
-
- const data = response.data;
- const $ = cheerio.load(data);
-
- const list = $('ul.pictxt.contentpaging li')
- .slice(0, 10)
- .map(function () {
- const info = {
- title: $(this).find('div.tit a').text(),
- link: $(this).find('div.tit a').attr('href'),
- pubDate: new Date($(this).find('.time').text()).toUTCString(),
- };
- return info;
- })
- .get();
-
- const out = await Promise.all(
- list.map(async (info) => {
- const title = info.title;
- const itemUrl = info.link.startsWith('https://') ? info.link : `https://www.gamersky.com/${info.link}`;
- const pubDate = info.pubDate;
-
- const cache = await ctx.cache.get(itemUrl);
- if (cache) {
- return Promise.resolve(JSON.parse(cache));
- }
-
- const response = await got.get(itemUrl);
- const $ = cheerio.load(response.data);
-
- let next_pages = $('div.page_css a')
- .map(function () {
- return $(this).attr('href');
- })
- .get();
-
- next_pages = next_pages.slice(0, -1);
-
- const des = await Promise.all(
- next_pages.map(async (next_page) => {
- const response = await got.get(next_page);
- const $ = cheerio.load(response.data);
- $('div.page_css').remove();
-
- return $('.Mid2L_con').html().trim();
- })
- );
-
- const description = des.join('');
-
- const single = {
- title,
- link: itemUrl,
- description,
- pubDate,
- };
- ctx.cache.set(itemUrl, JSON.stringify(single));
- return Promise.resolve(single);
- })
- );
-
- ctx.state.data = {
- title: `游民娱乐-${title}`,
- link: url,
- item: out,
- };
-};
diff --git a/lib/routes/gamersky/ent.ts b/lib/routes/gamersky/ent.ts
new file mode 100644
index 00000000000000..595370067371db
--- /dev/null
+++ b/lib/routes/gamersky/ent.ts
@@ -0,0 +1,59 @@
+import type { Context } from 'hono';
+
+import type { Route } from '@/types';
+
+import { getArticle, getArticleList, mdTableBuilder, parseArticleList } from './utils';
+
+const idNameMap = new Map([
+ ['all', { title: '热点图文', suffix: 'ent', nodeId: '20107' }],
+ ['qw', { title: '趣囧时间', suffix: 'ent/qw', nodeId: '20113' }],
+ ['movie', { title: '游民影院', suffix: 'wenku/movie', nodeId: '20111' }],
+ ['discovery', { title: '游观天下', suffix: 'ent/discovery', nodeId: '20114' }],
+ ['wp', { title: '壁纸图库', suffix: 'ent/wp', nodeId: '20117' }],
+ ['wenku', { title: '游民盘点', suffix: 'wenku', nodeId: '20106' }],
+ ['xz', { title: '游民福利', suffix: 'ent/xz', nodeId: '20119' }],
+]);
+
+export const route: Route = {
+ path: '/ent/:category?',
+ categories: ['game'],
+ example: '/gamersky/ent/xz',
+ parameters: {
+ type: '分类类型，留空为 `all`',
+ },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: Object.entries(idNameMap).map(([type, { title, suffix }]) => ({
+ title,
+ source: [`www.gamersky.com/${suffix}`],
+ target: `/ent/${type}`,
+ })),
+ name: '娱乐',
+ maintainers: ['LogicJake'],
+ description: mdTableBuilder(Object.entries(idNameMap).map(([type, { title, nodeId }]) => ({ type, name: title, nodeId }))),
+ handler,
+};
+
+async function handler(ctx: Context) {
+ const category = ctx.req.param('category') ?? 'all';
+
+ const idName = idNameMap.get(category);
+ if (!idName) {
+ throw new Error(`Invalid type: ${category}`);
+ }
+
+ const response = await getArticleList(idName.nodeId);
+ const list = parseArticleList(response);
+ const fullTextList = await Promise.all(list.map((item) => getArticle(item)));
+ return {
+ title: `${idName.title} - 游民娱乐`,
+ link: `https://www.gamersky.com/${idName.suffix}`,
+ item: fullTextList,
+ };
+}
diff --git a/lib/routes/gamersky/namespace.ts b/lib/routes/gamersky/namespace.ts
new file mode 100644
index 00000000000000..8680998d7f3441
--- /dev/null
+++ b/lib/routes/gamersky/namespace.ts
@@ -0,0 +1,11 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'GamerSky',
+ url: 'gamersky.com',
+
+ zh: {
+ name: '游民星空',
+ },
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/gamersky/news.js b/lib/routes/gamersky/news.js
deleted file mode 100644
index b0d17c330b6780..00000000000000
--- a/lib/routes/gamersky/news.js
+++ /dev/null
@@ -1,34 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
- const response = await got({
- method: 'get',
- url: 'https://www.gamersky.com/news/',
- headers: {
- Referer: 'https://www.gamersky.com/news/',
- },
- });
-
- const data = response.data;
- const $ = cheerio.load(data);
-
- const out = $('.Mid2L_con li')
- .slice(0, 10)
- .map(function () {
- const info = {
- title: $(this).find('.tt').text(),
- link: $(this).find('.tt').attr('href'),
- pubDate: new Date($(this).find('.time').text()).toUTCString(),
- description: $(this).find('.txt').text(),
- };
- return info;
- })
- .get();
-
- ctx.state.data = {
- title: '游民星空-今日推荐',
- link: 'https://www.gamersky.com/news/',
- item: out,
- };
-};
diff --git a/lib/routes/gamersky/news.ts b/lib/routes/gamersky/news.ts
new file mode 100644
index 00000000000000..46b0f192f6ef9c
--- /dev/null
+++ b/lib/routes/gamersky/news.ts
@@ -0,0 +1,93 @@
+import type { Context } from 'hono';
+
+import type { Route } from '@/types';
+
+import { getArticle, getArticleList, mdTableBuilder, parseArticleList } from './utils';
+
+const idNameMap = [
+ {
+ type: 'today',
+ name: '今日推荐',
+ nodeId: '11007',
+ },
+ {
+ name: '单机电玩',
+ type: 'pc',
+ nodeId: '129',
+ },
+ {
+ name: 'NS',
+ type: 'ns',
+ nodeId: '21160',
+ },
+ {
+ name: '手游',
+ type: 'mobile',
+ nodeId: '20260',
+ },
+ {
+ name: '网游',
+ type: 'web',
+ nodeId: '20225',
+ },
+ {
+ name: '业界',
+ type: 'industry',
+ nodeId: '21163',
+ },
+ {
+ name: '硬件',
+ type: 'hardware',
+ nodeId: '20070',
+ },
+ {
+ name: '科技',
+ type: 'tech',
+ nodeId: '20547',
+ },
+];
+
+export const route: Route = {
+ path: '/news/:type?',
+ categories: ['game'],
+ example: '/gamersky/news/pc',
+ parameters: {
+ type: '资讯类型，见表，默认为 `pc`',
+ },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['www.gamersky.com/news'],
+ target: '/news',
+ },
+ ],
+ name: '资讯',
+ maintainers: ['yy4382'],
+ description: mdTableBuilder(idNameMap),
+ handler,
+};
+
+async function handler(ctx: Context) {
+ const type = ctx.req.param('type') ?? 'pc';
+
+ const idName = idNameMap.find((item) => item.type === type);
+ if (!idName) {
+ throw new Error(`Invalid type: ${type}`);
+ }
+
+ const response = await getArticleList(idName.nodeId);
+ const list = parseArticleList(response);
+ const fullTextList = await Promise.all(list.map((item) => getArticle(item)));
+ return {
+ title: `${idName.name} - 游民星空`,
+ link: 'https://www.gamersky.com/news',
+ item: fullTextList,
+ };
+}
diff --git a/lib/routes/gamersky/review.ts b/lib/routes/gamersky/review.ts
new file mode 100644
index 00000000000000..e5c55ad89e1442
--- /dev/null
+++ b/lib/routes/gamersky/review.ts
@@ -0,0 +1,83 @@
+import type { Context } from 'hono';
+
+import type { Route } from '@/types';
+
+import { getArticle, getArticleList, mdTableBuilder, parseArticleList } from './utils';
+
+const idNameMap = [
+ {
+ type: 'pc',
+ name: '单机',
+ nodeId: '20465',
+ },
+ {
+ type: 'tv',
+ name: '电视',
+ nodeId: '20466',
+ },
+ {
+ type: 'indie',
+ name: '独立游戏',
+ nodeId: '20922',
+ },
+ {
+ type: 'web',
+ name: '网游',
+ nodeId: '20916',
+ },
+ {
+ type: 'mobile',
+ name: '手游',
+ nodeId: '20917',
+ },
+ {
+ type: 'all',
+ name: '全部评测',
+ nodeId: '20915',
+ },
+];
+
+export const route: Route = {
+ path: '/review/:type?',
+ categories: ['game'],
+ example: '/gamersky/review/pc',
+ parameters: {
+ type: '评测类型，可选值为 `pc`、`tv`、`indie`、`web`、`mobile`、`all`，默认为 `pc`',
+ },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['www.gamersky.com/review'],
+ target: '/review',
+ },
+ ],
+ name: '评测',
+ maintainers: ['yy4382'],
+ description: mdTableBuilder(idNameMap),
+ handler,
+};
+
+async function handler(ctx: Context) {
+ const type = ctx.req.param('type') ?? 'pc';
+
+ const idName = idNameMap.find((item) => item.type === type);
+ if (!idName) {
+ throw new Error(`Invalid type: ${type}`);
+ }
+
+ const response = await getArticleList(idName.nodeId);
+ const list = parseArticleList(response);
+ const fullTextList = await Promise.all(list.map((item) => getArticle(item)));
+ return {
+ title: `${idName.name} - 游民星空评测`,
+ link: 'https://www.gamersky.com/review',
+ item: fullTextList,
+ };
+}
diff --git a/lib/routes/gamersky/utils.ts b/lib/routes/gamersky/utils.ts
new file mode 100644
index 00000000000000..c11f631ad3af7f
--- /dev/null
+++ b/lib/routes/gamersky/utils.ts
@@ -0,0 +1,94 @@
+import { load } from 'cheerio';
+
+import type { DataItem } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+interface idNameMap {
+ type: string;
+ name: string;
+ nodeId: string;
+ suffix?: string;
+}
+interface ArticleList {
+ status: string;
+ totalPages: number;
+ body: string;
+}
+
+export const getArticleList = async (nodeId) => {
+ const response = await ofetch(
+ `https://db2.gamersky.com/LabelJsonpAjax.aspx?${new URLSearchParams({
+ jsondata: JSON.stringify({
+ type: 'updatenodelabel',
+ isCache: true,
+ cacheTime: 60,
+ nodeId,
+ isNodeId: 'true',
+ page: 1,
+ }),
+ })}`,
+ {
+ parseResponse: (txt) => JSON.parse(txt.match(/\((.+)\);/)?.[1] ?? '{}'),
+ }
+ );
+ return response.body;
+};
+
+export const parseArticleList = (response: string) => {
+ const $ = load(response);
+ return $('li')
+ .toArray()
+ .map((item) => {
+ const ele = $(item);
+ const a = ele.find('.tt').length ? ele.find('.tt') : ele.find('a');
+ const title = a.text();
+ const link = a.attr('href');
+ const pubDate = timezone(parseDate(ele.find('.time').text()), 8);
+ const description = ele.find('.txt').text();
+ if (!link) {
+ return;
+ }
+ return {
+ title,
+ link,
+ pubDate,
+ description,
+ };
+ })
+ .filter((item) => item !== undefined) satisfies DataItem[];
+};
+
+export const getArticle = (item) =>
+ cache.tryGet(item.link, async () => {
+ const response = await ofetch(item.link);
+ const $ = load(response);
+ const content = $('.Mid2L_con, .MidLcon');
+ content.find('.appGameBuyCardIframe, .GSAppButton, .Mid2L_down').remove();
+ content.find('a').each((_, item) => {
+ if (item.attribs.href?.startsWith('https://www.gamersky.com/showimage/id_gamersky.shtml?')) {
+ item.attribs.href = item.attribs.href.replace('https://www.gamersky.com/showimage/id_gamersky.shtml?', '');
+ }
+ });
+ content.find('img').each((_, item) => {
+ if (item.attribs.src === 'http://image.gamersky.com/webimg13/zhuanti/common/blank.png') {
+ item.attribs.src = item.attribs['data-origin'];
+ } else if (item.attribs.src.endsWith('_S.jpg')) {
+ item.attribs.src = item.attribs.src.replace('_S.jpg', '.jpg');
+ }
+ });
+ content.find('.Slides li').each((_, item) => {
+ if (item.attribs.style === 'display: none;') {
+ item.attribs.style = 'display: list-item;';
+ }
+ });
+ item.description = content.html() || item.description;
+ return item satisfies DataItem;
+ }) as Promise;
+
+export function mdTableBuilder(data: idNameMap[]) {
+ const table = '|' + data.map((item) => `${item.type}|`).join('') + '\n|' + Array.from({ length: data.length }).fill('---|').join('') + '\n|' + data.map((item) => `${item.name}|`).join('') + '\n';
+ return table;
+}
diff --git a/lib/routes/gamme/category.ts b/lib/routes/gamme/category.ts
new file mode 100644
index 00000000000000..ad48a2eca790aa
--- /dev/null
+++ b/lib/routes/gamme/category.ts
@@ -0,0 +1,61 @@
+import { load } from 'cheerio';
+
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import parser from '@/utils/rss-parser';
+import { isValidHost } from '@/utils/valid-host';
+
+export const route: Route = {
+ path: '/:domain/:category?',
+ name: 'Unknown',
+ maintainers: [],
+ handler,
+};
+
+async function handler(ctx) {
+ const { domain = 'news', category } = ctx.req.param();
+ if (!isValidHost(domain)) {
+ throw new InvalidParameterError('Invalid domain');
+ }
+ const baseUrl = `https://${domain}.gamme.com.tw`;
+ const feed = await parser.parseURL(`${baseUrl + (category ? `/category/${category}` : '')}/feed`);
+
+ const items = await Promise.all(
+ feed.items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const { data } = await got(item.link);
+ const $ = load(data);
+
+ $('.entry img').each((_, img) => {
+ if (img.attribs['data-original'] || img.attribs['data-src']) {
+ img.attribs.src = img.attribs['data-original'] || img.attribs['data-src'];
+ delete img.attribs['data-original'];
+ delete img.attribs['data-src'];
+ }
+ });
+
+ item.author = $('.author_name').text().trim();
+ item.category = $('.tags a')
+ .toArray()
+ .map((tag) => $(tag).text());
+ $('.social_block, .tags').remove();
+ item.description = $('.entry').html();
+
+ delete item.content;
+ delete item.contentSnippet;
+ delete item.isoDate;
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: feed.title,
+ link: feed.link,
+ image: domain === 'news' ? `${baseUrl}/blogico.ico` : `${baseUrl}/favicon.ico`,
+ description: feed.description,
+ item: items,
+ };
+}
diff --git a/lib/routes/gamme/namespace.ts b/lib/routes/gamme/namespace.ts
new file mode 100644
index 00000000000000..3ada6fbfc28e3c
--- /dev/null
+++ b/lib/routes/gamme/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '卡卡洛普',
+ url: 'news.gamme.com.tw',
+ lang: 'zh-TW',
+};
diff --git a/lib/routes/gamme/tag.ts b/lib/routes/gamme/tag.ts
new file mode 100644
index 00000000000000..cd70229d307890
--- /dev/null
+++ b/lib/routes/gamme/tag.ts
@@ -0,0 +1,72 @@
+import { load } from 'cheerio';
+
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { isValidHost } from '@/utils/valid-host';
+
+export const route: Route = {
+ path: '/:domain/tag/:tag',
+ name: 'Unknown',
+ maintainers: [],
+ handler,
+};
+
+async function handler(ctx) {
+ const { domain = 'news', tag } = ctx.req.param();
+ if (!isValidHost(domain)) {
+ throw new InvalidParameterError('Invalid domain');
+ }
+ const baseUrl = `https://${domain}.gamme.com.tw`;
+ const pageUrl = `${baseUrl}/tag/${tag}`;
+
+ const { data } = await got(pageUrl);
+ const $ = load(data);
+
+ const list = $('#category_new li a, .List-4 h3 a')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ return {
+ title: item.attr('title') || item.text(),
+ link: item.attr('href'),
+ };
+ });
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const { data } = await got(item.link);
+ const $ = load(data);
+
+ $('.entry img').each((_, img) => {
+ if (img.attribs['data-original'] || img.attribs['data-src']) {
+ img.attribs.src = img.attribs['data-original'] || img.attribs['data-src'];
+ delete img.attribs['data-original'];
+ delete img.attribs['data-src'];
+ }
+ });
+
+ item.author = $('.author_name').text().trim();
+ item.category = $('.tags a')
+ .toArray()
+ .map((tag) => $(tag).text());
+ $('.social_block, .tags').remove();
+ item.pubDate = parseDate($('.postDate').attr('content'));
+ item.description = $('.entry').html();
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: `${tag} | ${domain === 'news' ? '宅宅新聞' : '西斯新聞'}`,
+ description: $('meta[name=description]').attr('content'),
+ link: pageUrl,
+ image: domain === 'news' ? `${baseUrl}/blogico.ico` : `${baseUrl}/favicon.ico`,
+ item: items,
+ };
+}
diff --git a/lib/routes/gaoqing/utils.js b/lib/routes/gaoqing/utils.js
deleted file mode 100644
index 4477f47a7041c1..00000000000000
--- a/lib/routes/gaoqing/utils.js
+++ /dev/null
@@ -1,57 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-// 加载详情页
-async function load(link) {
- const response = await got.get(link);
- const $ = cheerio.load(response.data);
-
- // 提取标题
- const title = $('#mainrow > div:nth-child(2) > div.col-md-9 > div.row > div.col-md-12').html();
-
- // 提取图片
- const img = $('.x-m-poster').html();
-
- // 提取资料
- $('#viewfilm').find('img').remove();
- const info = $('#viewfilm').html();
-
- // 提取简介
- const intro = $('#des-ex').html() || $('#des-full').html();
-
- // 合并为描述
- const description = title + img + info + intro;
-
- return { description };
-}
-
-const ProcessFeed = (list, caches) =>
- Promise.all(
- list.map(async (item) => {
- const $ = cheerio.load(item);
-
- // 获取链接
- const $title = $('div.item-desc.pull-left > p > a');
- const itemUrl = $title.attr('href');
-
- // 获取评分
- const rate = $('div.item-desc.pull-left > p > span').text();
-
- // 列表上提取到的信息
- const single = {
- title: $title.text() + ' - ' + rate,
- link: itemUrl,
- guid: itemUrl,
- };
-
- // 缓存
- const other = await caches.tryGet(itemUrl, () => load(itemUrl));
-
- // 合并结果
- return Promise.resolve(Object.assign({}, single, other));
- })
- );
-
-module.exports = {
- ProcessFeed,
-};
diff --git a/lib/routes/gaoyu/blog.ts b/lib/routes/gaoyu/blog.ts
new file mode 100644
index 00000000000000..3a3a9c855cb79f
--- /dev/null
+++ b/lib/routes/gaoyu/blog.ts
@@ -0,0 +1,147 @@
+import path from 'node:path';
+
+import type { Cheerio, CheerioAPI } from 'cheerio';
+import { load } from 'cheerio';
+import type { Element } from 'domhandler';
+import type { Context } from 'hono';
+
+import type { Data, DataItem, Route } from '@/types';
+import { ViewType } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+
+export const handler = async (ctx: Context): Promise => {
+ const limit: number = Number.parseInt(ctx.req.query('limit') ?? '20', 10);
+
+ const baseUrl: string = 'https://www.gaoyu.me';
+ const targetUrl: string = new URL('blog', baseUrl).href;
+
+ const response = await ofetch(targetUrl);
+ const $: CheerioAPI = load(response);
+ const language = $('html').attr('lang') ?? 'zh-cn';
+
+ const authors: DataItem['author'] = [
+ {
+ name: 'Yu Gao',
+ url: baseUrl,
+ avatar: undefined,
+ },
+ ];
+
+ let items: DataItem[] = [];
+
+ items = $('a.flex-col')
+ .slice(0, limit)
+ .toArray()
+ .map((el): Element => {
+ const $el: Cheerio = $(el);
+
+ const title: string = $el.find('p.text-neutral-900').text();
+ const description: string | undefined = art(path.join(__dirname, 'templates/description.art'), {
+ intro: $el.find('p.text-neutral-600').last().html(),
+ });
+ const pubDateStr: string | undefined = $el.find('p.text-neutral-600').first().text();
+ const linkUrl: string | undefined = $el.attr('href');
+ const upDatedStr: string | undefined = pubDateStr;
+
+ const processedItem: DataItem = {
+ title,
+ description,
+ pubDate: pubDateStr ? parseDate(pubDateStr) : undefined,
+ link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
+ author: authors,
+ content: {
+ html: description,
+ text: description,
+ },
+ updated: upDatedStr ? parseDate(upDatedStr) : undefined,
+ language,
+ };
+
+ return processedItem;
+ });
+
+ items = await Promise.all(
+ items.map((item) => {
+ if (!item.link) {
+ return item;
+ }
+
+ return cache.tryGet(item.link, async (): Promise => {
+ const detailResponse = await ofetch(item.link);
+ const $$: CheerioAPI = load(detailResponse);
+
+ const title: string = $$('h1.title').text();
+ const description: string | undefined =
+ item.description +
+ art(path.join(__dirname, 'templates/description.art'), {
+ description: $$('article.prose').html(),
+ });
+ const pubDateStr: string | undefined = $$('meta[property="article:published_time"]').attr('content');
+ const image: string | undefined = $$('meta[property="og:image"]').attr('content');
+ const upDatedStr: string | undefined = pubDateStr;
+
+ const processedItem: DataItem = {
+ title,
+ description,
+ pubDate: pubDateStr ? parseDate(pubDateStr) : item.pubDate,
+ author: authors,
+ content: {
+ html: description,
+ text: description,
+ },
+ image,
+ banner: image,
+ updated: upDatedStr ? parseDate(upDatedStr) : item.updated,
+ language,
+ };
+
+ return {
+ ...item,
+ ...processedItem,
+ };
+ });
+ })
+ );
+
+ return {
+ title: $('title').text(),
+ description: $('meta[property="og:description"]').attr('content'),
+ link: targetUrl,
+ item: items,
+ allowEmpty: true,
+ author: $('meta[property="og:site_name"]').attr('content'),
+ language,
+ id: targetUrl,
+ };
+};
+
+export const route: Route = {
+ path: '/blog',
+ name: 'Blog',
+ url: 'www.gaoyu.me',
+ maintainers: ['nczitzk'],
+ handler,
+ example: '/gaoyu/blog',
+ parameters: undefined,
+ description: undefined,
+ categories: ['blog'],
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportRadar: true,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['www.gaoyu.me/blog'],
+ target: '/blog',
+ },
+ ],
+ view: ViewType.Articles,
+};
diff --git a/lib/routes/gaoyu/namespace.ts b/lib/routes/gaoyu/namespace.ts
new file mode 100644
index 00000000000000..ff5c8403e243dc
--- /dev/null
+++ b/lib/routes/gaoyu/namespace.ts
@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Yu Gao',
+ url: 'gaoyu.me',
+ categories: ['blog'],
+ description: '',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/gaoyu/templates/description.art b/lib/routes/gaoyu/templates/description.art
new file mode 100644
index 00000000000000..57498ab45a9d86
--- /dev/null
+++ b/lib/routes/gaoyu/templates/description.art
@@ -0,0 +1,7 @@
+{{ if intro }}
+ {{ intro }}
+{{ /if }}
+
+{{ if description }}
+ {{@ description }}
+{{ /if }}
\ No newline at end of file
diff --git a/lib/routes/gc.ca/namespace.ts b/lib/routes/gc.ca/namespace.ts
new file mode 100644
index 00000000000000..3a6e6fa97a8381
--- /dev/null
+++ b/lib/routes/gc.ca/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Prime Minister of Canada',
+ url: 'pm.gc.ca',
+ lang: 'en',
+};
diff --git a/lib/routes/gc.ca/pm-news.ts b/lib/routes/gc.ca/pm-news.ts
new file mode 100644
index 00000000000000..364389d2a1505f
--- /dev/null
+++ b/lib/routes/gc.ca/pm-news.ts
@@ -0,0 +1,79 @@
+import { load } from 'cheerio';
+import type { Context } from 'hono';
+
+import type { Data, DataItem, Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/pm/:language?',
+ categories: ['government'],
+ example: '/gc.ca/pm/en',
+ parameters: { language: 'Language (en or fr)' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['pm.gc.ca', 'pm.gc.ca/:language', 'pm.gc.ca/:language/news', 'pm.gc.ca/:language/nouvelles'],
+ target: '/pm/:language',
+ },
+ ],
+ name: 'News',
+ maintainers: ['elibroftw'],
+ handler: async (ctx: Context): Promise => {
+ const { language = 'en' } = ctx.req.param();
+
+ const ajaxURL = language === 'fr' ? 'https://www.pm.gc.ca/fr/views/ajax' : 'https://www.pm.gc.ca/views/ajax';
+
+ const response = await ofetch(ajaxURL, {
+ method: 'post',
+ body: new URLSearchParams({ view_name: 'news', view_display_id: 'page_1', view_args: '', page: '0' }).toString(),
+ headers: {
+ 'Content-Type': 'application/x-www-form-urlencoded',
+ },
+ });
+
+ const replaceItem = response.find((item: any) => item.method === 'replaceWith');
+ if (!replaceItem) {
+ throw new Error('failed to parse AJAX response');
+ }
+
+ const $ = load(replaceItem.data);
+ const items: DataItem[] = $('.news-row')
+ .toArray()
+ .map((element) => {
+ const $element = $(element);
+ const $titleLink = $element.find('.title a');
+ const $category = $element.find('.category');
+ const $date = $element.find('.location-date time');
+
+ const title = $titleLink.text().trim();
+ const link = $titleLink.attr('href')!;
+ const category = $category.text().trim();
+ const date = $date.attr('datetime') || '';
+
+ if (title && link) {
+ return {
+ title,
+ link,
+ category: [category],
+ pubDate: date ? parseDate(date) : undefined,
+ } as DataItem;
+ }
+ return null;
+ })
+ .filter((item) => item !== null);
+
+ return {
+ title: language === 'fr' ? 'Premier ministre du Canada | Nouvelles' : 'Prime Minister of Canada | News',
+ link: `https://www.pm.gc.ca/${language}/news`,
+ item: items,
+ };
+ },
+};
diff --git a/lib/routes/gcores/articles.ts b/lib/routes/gcores/articles.ts
new file mode 100644
index 00000000000000..8322f4ea163db7
--- /dev/null
+++ b/lib/routes/gcores/articles.ts
@@ -0,0 +1,51 @@
+import type { Context } from 'hono';
+
+import type { Data, Route } from '@/types';
+import { ViewType } from '@/types';
+
+import { baseUrl, processItems } from './util';
+
+export const handler = async (ctx: Context): Promise => {
+ const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+ const targetUrl: string = new URL('articles', baseUrl).href;
+ const apiUrl: string = new URL(`gapi/v1/articles`, baseUrl).href;
+
+ const query = {
+ 'page[limit]': limit,
+ sort: '-published-at',
+ include: 'category,user,media',
+ 'filter[list-all]': 1,
+ 'filter[is-news]': 0,
+ };
+
+ return await processItems(limit, query, apiUrl, targetUrl);
+};
+
+export const route: Route = {
+ path: '/articles',
+ name: '文章',
+ url: 'www.gcores.com',
+ maintainers: ['nczitzk'],
+ handler,
+ example: '/gcores/articles',
+ parameters: undefined,
+ description: undefined,
+ categories: ['game'],
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportRadar: true,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['www.gcores.com/articles'],
+ target: '/gcores/articles',
+ },
+ ],
+ view: ViewType.Articles,
+};
diff --git a/lib/routes/gcores/categories.ts b/lib/routes/gcores/categories.ts
new file mode 100644
index 00000000000000..61785b68a62050
--- /dev/null
+++ b/lib/routes/gcores/categories.ts
@@ -0,0 +1,127 @@
+import type { Context } from 'hono';
+
+import type { Data, Route } from '@/types';
+import { ViewType } from '@/types';
+
+import { baseUrl, processItems } from './util';
+
+let viewType: ViewType = ViewType.Articles;
+
+export const handler = async (ctx: Context): Promise => {
+ const { id, tab } = ctx.req.param();
+ const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+ const targetUrl: string = new URL(`categories/${id}${tab ? `?tab=${tab}` : ''}`, baseUrl).href;
+ const apiUrl: string = new URL(`gapi/v1/categories/${id}/${tab ?? 'originals'}`, baseUrl).href;
+
+ const query = {
+ 'page[limit]': limit,
+ sort: '-published-at',
+ include: 'category,user,media',
+ 'filter[list-all]': 1,
+ 'filter[is-news]': tab === 'news' ? 1 : 0,
+ };
+
+ if (tab === 'radios') {
+ viewType = ViewType.Audios;
+ } else if (tab === 'videos') {
+ viewType = ViewType.Videos;
+ }
+
+ return await processItems(limit, query, apiUrl, targetUrl);
+};
+
+export const route: Route = {
+ path: '/categories/:id/:tab?',
+ name: '分类',
+ url: 'www.gcores.com',
+ maintainers: ['MoguCloud', 'StevenRCE0', 'nczitzk'],
+ handler,
+ example: '/gcores/categories/1/articles',
+ parameters: {
+ id: {
+ description: '分类 ID，可在对应分类页 URL 中找到',
+ },
+ tab: {
+ description: '类型，默认为空，即全部，可在对应分类页 URL 中找到',
+ options: [
+ {
+ label: '全部',
+ value: '',
+ },
+ {
+ label: '播客',
+ value: 'radios',
+ },
+ {
+ label: '文章',
+ value: 'articles',
+ },
+ {
+ label: '资讯',
+ value: 'news',
+ },
+ {
+ label: '视频',
+ value: 'videos',
+ },
+ ],
+ },
+ },
+ description: `::: tip
+若订阅 [文章 - 文章](https://www.gcores.com/categories/1?tab=articles)，网址为 \`https://www.gcores.com/categories/1?tab=articles\`，请截取 \`https://www.gcores.com/categories/\` 到末尾的部分 \`1\` 作为 \`id\` 参数填入，截取 \`articles\` 作为 \`tab\` 参数填入，此时目标路由为 [\`/gcores/categories/1/articles\`](https://rsshub.app/gcores/categories/1/articles)。
+:::
+
+| 全部 | 播客 | 文章 | 资讯 | 视频 |
+| ---- | ------ | -------- | ---- | ------ |
+| | radios | articles | news | videos |
+`,
+ categories: ['game'],
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportRadar: true,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['www.gcores.com/categories/:id'],
+ target: (params, url) => {
+ const urlObj: URL = new URL(url);
+ const id: string = params.id;
+ const tab: string | undefined = urlObj.searchParams.get('tab') ?? undefined;
+
+ return `/gcores/categories/${id}/${tab ? `/${tab}` : ''}`;
+ },
+ },
+ {
+ title: '全部',
+ source: ['www.gcores.com/categories/:id'],
+ target: '/gcores/categories/:id',
+ },
+ {
+ title: '播客',
+ source: ['www.gcores.com/categories/:id'],
+ target: '/categories/:id/radios',
+ },
+ {
+ title: '文章',
+ source: ['www.gcores.com/categories/:id'],
+ target: '/categories/:id/articles',
+ },
+ {
+ title: '资讯',
+ source: ['www.gcores.com/categories/:id'],
+ target: '/categories/:id/news',
+ },
+ {
+ title: '视频',
+ source: ['www.gcores.com/categories/:id'],
+ target: '/categories/:id/videos',
+ },
+ ],
+ view: viewType,
+};
diff --git a/lib/routes/gcores/collections.ts b/lib/routes/gcores/collections.ts
new file mode 100644
index 00000000000000..47cf12c67bf9d6
--- /dev/null
+++ b/lib/routes/gcores/collections.ts
@@ -0,0 +1,127 @@
+import type { Context } from 'hono';
+
+import type { Data, Route } from '@/types';
+import { ViewType } from '@/types';
+
+import { baseUrl, processItems } from './util';
+
+let viewType: ViewType = ViewType.Articles;
+
+export const handler = async (ctx: Context): Promise => {
+ const { id, tab } = ctx.req.param();
+ const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+ const targetUrl: string = new URL(`collections/${id}${tab ? `?tab=${tab}` : ''}`, baseUrl).href;
+ const apiUrl: string = new URL(`gapi/v1/collections/${id}/${tab ?? 'originals'}`, baseUrl).href;
+
+ const query = {
+ 'page[limit]': limit,
+ sort: '-published-at',
+ include: 'category,user,media',
+ 'filter[list-all]': 1,
+ 'filter[is-news]': tab === 'news' ? 1 : 0,
+ };
+
+ if (tab === 'radios') {
+ viewType = ViewType.Audios;
+ } else if (tab === 'videos') {
+ viewType = ViewType.Videos;
+ }
+
+ return await processItems(limit, query, apiUrl, targetUrl);
+};
+
+export const route: Route = {
+ path: '/collections/:id/:tab?',
+ name: '专题',
+ url: 'www.gcores.com',
+ maintainers: ['kudryavka1013', 'nczitzk'],
+ handler,
+ example: '/gcores/collections/64/articles',
+ parameters: {
+ id: {
+ description: '专题 ID，可在对应专题页 URL 中找到',
+ },
+ tab: {
+ description: '类型，默认为空，即全部，可在对应专题页 URL 中找到',
+ options: [
+ {
+ label: '全部',
+ value: '',
+ },
+ {
+ label: '播客',
+ value: 'radios',
+ },
+ {
+ label: '文章',
+ value: 'articles',
+ },
+ {
+ label: '资讯',
+ value: 'news',
+ },
+ {
+ label: '视频',
+ value: 'videos',
+ },
+ ],
+ },
+ },
+ description: `::: tip
+若订阅 [文章 - 文章](https://www.gcores.com/collections/64?tab=articles)，网址为 \`https://www.gcores.com/collections/64?tab=articles\`，请截取 \`https://www.gcores.com/collections/\` 到末尾的部分 \`64\` 作为 \`id\` 参数填入，截取 \`articles\` 作为 \`tab\` 参数填入，此时目标路由为 [\`/gcores/collections/64/articles\`](https://rsshub.app/gcores/collections/64/articles)。
+:::
+
+| 全部 | 播客 | 文章 | 资讯 | 视频 |
+| ---- | ------ | -------- | ---- | ------ |
+| | radios | articles | news | videos |
+`,
+ categories: ['game'],
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportRadar: true,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['www.gcores.com/collections/:id'],
+ target: (params, url) => {
+ const urlObj: URL = new URL(url);
+ const id: string = params.id;
+ const tab: string | undefined = urlObj.searchParams.get('tab') ?? undefined;
+
+ return `/gcores/collections/${id}/${tab ? `/${tab}` : ''}`;
+ },
+ },
+ {
+ title: '全部',
+ source: ['www.gcores.com/collections/:id'],
+ target: '/collections/:id',
+ },
+ {
+ title: '播客',
+ source: ['www.gcores.com/collections/:id'],
+ target: '/collections/:id/radios',
+ },
+ {
+ title: '文章',
+ source: ['www.gcores.com/collections/:id'],
+ target: '/collections/:id/articles',
+ },
+ {
+ title: '资讯',
+ source: ['www.gcores.com/collections/:id'],
+ target: '/collections/:id/news',
+ },
+ {
+ title: '视频',
+ source: ['www.gcores.com/collections/:id'],
+ target: '/collections/:id/videos',
+ },
+ ],
+ view: viewType,
+};
diff --git a/lib/routes/gcores/namespace.ts b/lib/routes/gcores/namespace.ts
new file mode 100644
index 00000000000000..a7d59141f6950d
--- /dev/null
+++ b/lib/routes/gcores/namespace.ts
@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '机核网',
+ url: 'gcores.com',
+ lang: 'zh-CN',
+ description: '机核 GCORES',
+};
diff --git a/lib/routes/gcores/news.ts b/lib/routes/gcores/news.ts
new file mode 100644
index 00000000000000..4a3d5f94394b4a
--- /dev/null
+++ b/lib/routes/gcores/news.ts
@@ -0,0 +1,51 @@
+import type { Context } from 'hono';
+
+import type { Data, Route } from '@/types';
+import { ViewType } from '@/types';
+
+import { baseUrl, processItems } from './util';
+
+export const handler = async (ctx: Context): Promise => {
+ const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+ const targetUrl: string = new URL('news', baseUrl).href;
+ const apiUrl: string = new URL('gapi/v1/articles', baseUrl).href;
+
+ const query = {
+ 'page[limit]': limit,
+ sort: '-published-at',
+ include: 'category,user,media',
+ 'filter[list-all]': 1,
+ 'filter[is-news]': 1,
+ };
+
+ return await processItems(limit, query, apiUrl, targetUrl);
+};
+
+export const route: Route = {
+ path: '/news',
+ name: '资讯',
+ url: 'www.gcores.com',
+ maintainers: ['nczitzk'],
+ handler,
+ example: '/gcores/news',
+ parameters: undefined,
+ description: undefined,
+ categories: ['game'],
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportRadar: true,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['www.gcores.com/news'],
+ target: '/gcores/news',
+ },
+ ],
+ view: ViewType.Articles,
+};
diff --git a/lib/routes/gcores/parser.ts b/lib/routes/gcores/parser.ts
new file mode 100644
index 00000000000000..e11f4712769638
--- /dev/null
+++ b/lib/routes/gcores/parser.ts
@@ -0,0 +1,281 @@
+import path from 'node:path';
+
+import { art } from '@/utils/render';
+
+interface Style {
+ [key: string]: string;
+}
+
+interface BlockType {
+ element: string | undefined;
+ parentElement?: string;
+ aliasedElements?: string[];
+}
+
+interface InlineStyleRange {
+ offset: number;
+ length: number;
+ style: string;
+}
+
+interface EntityRange {
+ offset: number;
+ length: number;
+ key: number;
+}
+
+interface Entity {
+ type: string;
+ mutability: string;
+ data: any;
+}
+
+interface Block {
+ key: string;
+ text: string;
+ type: string;
+ depth: number;
+ inlineStyleRanges: InlineStyleRange[];
+ entityRanges: EntityRange[];
+ data: any;
+}
+
+interface Content {
+ blocks: Block[];
+ entityMap: { [key: string]: Entity };
+}
+
+const imageBaseUrl: string = 'https://image.gcores.com';
+
+const STYLES: Readonly> = {
+ BOLD: { fontWeight: 'bold' },
+ CODE: { fontFamily: 'monospace', wordWrap: 'break-word' },
+ ITALIC: { fontStyle: 'italic' },
+ STRIKETHROUGH: { textDecoration: 'line-through' },
+ UNDERLINE: { textDecoration: 'underline' },
+};
+
+const BLOCK_TYPES: Readonly> = {
+ 'header-one': { element: 'h1' },
+ 'header-two': { element: 'h2' },
+ 'header-three': { element: 'h3' },
+ 'header-four': { element: 'h4' },
+ 'header-five': { element: 'h5' },
+ 'header-six': { element: 'h6' },
+ 'unordered-list-item': { element: 'li', parentElement: 'ul' },
+ 'ordered-list-item': { element: 'li', parentElement: 'ol' },
+ blockquote: { element: 'blockquote' },
+ atomic: { element: undefined },
+ 'code-block': { element: 'pre' },
+ unstyled: { element: 'p' },
+};
+
+/**
+ * Creates a styled HTML fragment for a given text and style object.
+ * @param text - The text content.
+ * @param style - CSS styles as key-value pairs.
+ * @returns HTML string with applied styles.
+ */
+const createStyledFragment = (text: string, style: Readonly
+
+ {{@ content }}
+
+
\ No newline at end of file
diff --git a/lib/routes/trendforce/namespace.ts b/lib/routes/trendforce/namespace.ts
new file mode 100644
index 00000000000000..b52d0094a23679
--- /dev/null
+++ b/lib/routes/trendforce/namespace.ts
@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'TrendForce',
+ url: 'trendforce.com',
+ categories: ['new-media'],
+ description: '',
+ lang: 'en',
+};
diff --git a/lib/routes/trendforce/new.ts b/lib/routes/trendforce/new.ts
new file mode 100644
index 00000000000000..c2a2555fadc3a2
--- /dev/null
+++ b/lib/routes/trendforce/new.ts
@@ -0,0 +1,114 @@
+import type { CheerioAPI } from 'cheerio';
+import { load } from 'cheerio';
+import type { Context } from 'hono';
+
+import type { Data, DataItem, Route } from '@/types';
+import { ViewType } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+export const handler = async (ctx: Context): Promise => {
+ const limit: number = Number.parseInt(ctx.req.query('limit') ?? '10', 10);
+
+ const apiSlug = 'wp-json/wp/v2';
+ const baseUrl: string = 'https://www.trendforce.com';
+ const targetUrl: string = new URL('news/', baseUrl).href;
+ const apiUrl = new URL(`${apiSlug}/posts`, targetUrl).href;
+
+ const response = await ofetch(apiUrl, {
+ query: {
+ _embed: 'true',
+ per_page: limit,
+ },
+ });
+
+ const targetResponse = await ofetch(targetUrl);
+ const $: CheerioAPI = load(targetResponse);
+ const language = $('html').attr('lang') ?? 'en';
+
+ const items: DataItem[] = response.slice(0, limit).map((item): DataItem => {
+ const title: string = item.title?.rendered ?? item.title;
+
+ const $$: CheerioAPI = load(item.content.rendered);
+
+ $$('div.article_highlight-area-BG_wrap').remove();
+
+ const description: string | undefined = $$.html();
+ const pubDate: number | string = item.date_gmt;
+ const linkUrl: string | undefined = item.link;
+
+ const terminologies = item._embedded?.['wp:term'];
+
+ const categories: string[] = terminologies?.flat().map((c) => c.name) ?? [];
+ const authors: DataItem['author'] =
+ item._embedded?.author.map((author) => ({
+ name: author.name,
+ url: author.url,
+ avatar: undefined,
+ })) ?? [];
+ const guid: string = item.guid?.rendered ?? item.guid;
+ const image: string | undefined = item._embedded?.['wp:featuredmedia']?.[0].source_url ?? undefined;
+ const updated: number | string = item.modified_gmt ?? pubDate;
+
+ const processedItem: DataItem = {
+ title,
+ description,
+ pubDate: pubDate ? parseDate(pubDate) : undefined,
+ link: linkUrl ?? guid,
+ category: categories,
+ author: authors,
+ guid,
+ id: guid,
+ content: {
+ html: description,
+ text: description,
+ },
+ image,
+ banner: image,
+ updated: updated ? parseDate(updated) : undefined,
+ language,
+ };
+
+ return processedItem;
+ });
+
+ return {
+ title: $('title').text(),
+ description: $('meta[property="og:description"]').attr('content'),
+ link: targetUrl,
+ item: items,
+ allowEmpty: true,
+ image: $('meta[property="og:image"]').attr('content'),
+ author: $('meta[property="og:site_name"]').attr('content'),
+ language,
+ id: targetUrl,
+ };
+};
+
+export const route: Route = {
+ path: '/news',
+ name: 'News',
+ url: 'www.trendforce.com',
+ maintainers: ['nczitzk'],
+ handler,
+ example: '/trendforce/news',
+ parameters: undefined,
+ description: undefined,
+ categories: ['new-media'],
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportRadar: true,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['www.trendforce.com/news/'],
+ target: '/news',
+ },
+ ],
+ view: ViewType.Articles,
+};
diff --git a/lib/routes/trendingpapers/namespace.ts b/lib/routes/trendingpapers/namespace.ts
new file mode 100644
index 00000000000000..067a8442c06d33
--- /dev/null
+++ b/lib/routes/trendingpapers/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Trending Papers',
+ url: 'trendingpapers.com',
+ lang: 'en',
+};
diff --git a/lib/routes/trendingpapers/papers.ts b/lib/routes/trendingpapers/papers.ts
new file mode 100644
index 00000000000000..33d3a11cc94b01
--- /dev/null
+++ b/lib/routes/trendingpapers/papers.ts
@@ -0,0 +1,59 @@
+import type { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/papers/:category?/:time?/:cited?',
+ categories: ['journal'],
+ example: '/trendingpapers/papers',
+ parameters: {
+ category: 'Category of papers, can be found in URL. `All categories` by default.',
+ time: 'Time like `24 hours` to specify the duration of ranking, can be found in URL. `Since beginning` by default.',
+ cited: 'Cited or uncited papers, can be found in URL. `Cited and uncited papers` by default.',
+ },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'Trending Papers on arXiv',
+ maintainers: ['CookiePieWw'],
+ handler,
+};
+
+async function handler(ctx) {
+ const { time = 'Since beginning', cited = 'Cited and uncited papers', category = 'All categories' } = ctx.req.param();
+
+ const rootUrl = 'https://trendingpapers.com';
+ const currentUrl = `${rootUrl}/api/papers?p=1&o=pagerank_growth&pd=${time}&cc=${cited}&c=${category}`;
+
+ const response = await ofetch(currentUrl);
+
+ const papers = response.data.map((_) => {
+ const title = _.title;
+ const abstract = _.abstract;
+ const url = _.url;
+ const arxivId = _.arxiv_id;
+
+ const pubDate = parseDate(_.pub_date);
+ const summaryCategories = _.summary_categories;
+
+ return {
+ title,
+ description: abstract,
+ link: url,
+ guid: arxivId,
+ pubDate,
+ category: summaryCategories,
+ };
+ });
+
+ return {
+ title: `Trending Papers on arXiv.org | ${category} | ${time} | ${cited} | `,
+ link: currentUrl,
+ item: papers,
+ };
+}
diff --git a/lib/routes/tribalfootball/latest.ts b/lib/routes/tribalfootball/latest.ts
new file mode 100644
index 00000000000000..149f87e8965701
--- /dev/null
+++ b/lib/routes/tribalfootball/latest.ts
@@ -0,0 +1,86 @@
+import path from 'node:path';
+
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+
+const rssUrl = 'https://www.tribalfootball.com/rss/mediafed/general/rss.xml';
+
+export const route: Route = {
+ path: '/',
+ radar: [
+ {
+ source: ['tribalfootball.com/'],
+ target: '',
+ },
+ ],
+ name: 'Unknown',
+ maintainers: ['Rongronggg9'],
+ handler,
+ url: 'tribalfootball.com/',
+};
+
+async function handler() {
+ const rss = await got(rssUrl);
+ const $ = load(rss.data, { xmlMode: true });
+ const items = $('rss > channel > item')
+ .toArray()
+ .map((item) => {
+ const $item = $(item);
+ let link = $item.find('link').text();
+ link = new URL(link);
+ link.search = '';
+ link = link.href;
+ return {
+ title: $item.find('title').text(),
+ description: $item.find('description').text(),
+ link,
+ guid: $item.find('guid').text(),
+ pubDate: parseDate($item.find('pubDate').text()),
+ author: $item.find(String.raw`dc\:creator`).text(),
+ _header_image: $item.find('enclosure').attr('url'),
+ };
+ });
+
+ await Promise.all(
+ items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const response = await got(item.link);
+ const $ = load(response.data);
+
+ const title = $('head > title').text().replace(' - Tribal Football', '');
+
+ let desc = $('.articleBody');
+ desc.find('.ad').remove();
+ // AD
+ const ad = desc.find('p > br:first-child').next('i');
+ const adNextSpan = ad.next('span');
+ if (adNextSpan.length && !adNextSpan.text() && !adNextSpan.next().length) {
+ ad.parent().remove();
+ }
+ desc = desc.html();
+ desc = art(path.join(__dirname, 'templates/plus_header.art'), {
+ desc,
+ header_image: item._header_image,
+ });
+
+ item.title = title || item.title;
+ item.description = desc || item.description;
+ delete item._header_image;
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: 'Tribal Football - Latest',
+ description: 'Tribal Football - Football News, Soccer News, Transfers & Rumours',
+ link: 'https://www.tribalfootball.com/articles',
+ image: 'https://www.tribalfootball.com/images/tribal-logo-rss.png',
+ item: items,
+ };
+}
diff --git a/lib/routes/tribalfootball/namespace.ts b/lib/routes/tribalfootball/namespace.ts
new file mode 100644
index 00000000000000..586c6b26e0c6e4
--- /dev/null
+++ b/lib/routes/tribalfootball/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Tribal Football',
+ url: 'tribalfootball.com',
+ lang: 'en',
+};
diff --git a/lib/v2/tribalfootball/templates/plus_header.art b/lib/routes/tribalfootball/templates/plus_header.art
similarity index 100%
rename from lib/v2/tribalfootball/templates/plus_header.art
rename to lib/routes/tribalfootball/templates/plus_header.art
diff --git a/lib/routes/trow/namespace.ts b/lib/routes/trow/namespace.ts
new file mode 100644
index 00000000000000..bd71984531efd1
--- /dev/null
+++ b/lib/routes/trow/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'The Ring of Wonder',
+ url: 'trow.cc',
+ lang: 'en',
+};
diff --git a/lib/routes/trow/portal.ts b/lib/routes/trow/portal.ts
new file mode 100644
index 00000000000000..c814477d3026ba
--- /dev/null
+++ b/lib/routes/trow/portal.ts
@@ -0,0 +1,68 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/portal',
+ categories: ['bbs'],
+ example: '/trow/portal',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['trow.cc/'],
+ },
+ ],
+ name: '首页更新',
+ maintainers: ['shiningdracon'],
+ handler,
+ url: 'trow.cc/',
+};
+
+async function handler() {
+ let data;
+ const response = await got.extend({ followRedirect: false }).get({
+ url: `https://trow.cc`,
+ });
+ if (response.statusCode === 302) {
+ const response2 = await got.extend({ followRedirect: false }).get({
+ url: `https://trow.cc`,
+ headers: {
+ cookie: response.headers['set-cookie'],
+ },
+ });
+ data = response2.data;
+ } else {
+ data = response.data;
+ }
+
+ const $ = load(data);
+ const list = $('#portal_content .borderwrap[style="display:show"]');
+
+ return {
+ title: `The Ring of Wonder - Portal`,
+ link: `https://trow.cc`,
+ description: `The Ring of Wonder 首页更新`,
+ item: list.toArray().map((item) => {
+ item = $(item);
+ const dateraw = item.find('.postdetails').text();
+ return {
+ title: item.find('.maintitle p:nth-child(2) > a').text(),
+ description: item.find('.portal_news_content .row18').html(),
+ link: item.find('.maintitle p:nth-child(2) > a').attr('href'),
+ author: item.find('.postdetails a').text(),
+ pubDate: timezone(parseDate(dateraw.slice(3), 'YYYY-MM-DD, HH:mm'), +8),
+ };
+ }),
+ };
+}
diff --git a/lib/routes/tsdm39/bd.ts b/lib/routes/tsdm39/bd.ts
new file mode 100644
index 00000000000000..399a1db38b0698
--- /dev/null
+++ b/lib/routes/tsdm39/bd.ts
@@ -0,0 +1,102 @@
+import { load } from 'cheerio';
+
+import { config } from '@/config';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
+import type { DataItem, Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+// type id => display name
+type Mapping = Record;
+
+const TYPE: Mapping = {
+ '403': '720P',
+ '404': '1080P',
+ '405': 'BDMV',
+ '4130': '4K',
+ '5815': 'AV1',
+};
+
+// render into MD table
+const mkTable = (mapping: Mapping): string => {
+ const heading: string[] = [],
+ separator: string[] = [],
+ body: string[] = [];
+
+ for (const key in mapping) {
+ heading.push(mapping[key]);
+ separator.push(':--:');
+ body.push(key);
+ }
+
+ return [heading.join(' | '), separator.join(' | '), body.join(' | ')].map((s) => `| ${s} |`).join('\n');
+};
+
+const handler: Route['handler'] = async (ctx) => {
+ const { type } = ctx.req.param();
+
+ const cookie = config.tsdm39.cookie;
+ if (!cookie) {
+ throw new ConfigNotFoundError('缺少 TSDM39 用户登录后的 Cookie 值 TSDM 相关路由 ');
+ }
+
+ const html = await ofetch(`https://www.tsdm39.com/forum.php?mod=forumdisplay&fid=85${type ? `&filter=typeid&typeid=${type}` : ''}`, {
+ headers: {
+ Cookie: cookie,
+ },
+ });
+
+ const $ = load(html);
+
+ const item = $('tbody.tsdm_normalthread')
+ .toArray()
+ .map((item) => {
+ const $ = load(item);
+
+ const title = $('a.xst').text();
+ const price = $('span.xw1').last().text();
+ const link = $('a.xst').attr('href');
+ const date = $('td.by em').first().text().trim();
+
+ return {
+ title,
+ description: `价格：${price}`,
+ link,
+ pubDate: parseDate(date),
+ };
+ });
+
+ return {
+ title: '天使动漫论坛 - BD',
+ link: 'https://www.tsdm39.com/forum.php?mod=forumdisplay&fid=85',
+ language: 'zh-Hans',
+ item,
+ };
+};
+
+export const route: Route = {
+ path: '/bd/:type?',
+ name: 'BD',
+ categories: ['anime'],
+ maintainers: ['equt'],
+ example: '/tsdm39/bd',
+ parameters: {
+ type: 'BD type, checkout the table below for details',
+ },
+ features: {
+ requireConfig: [
+ {
+ name: 'TSDM39_COOKIES',
+ optional: false,
+ description: '天使动漫论坛登陆后的 cookie 值，可在浏览器控制台通过 `document.cookie` 获取。',
+ },
+ ],
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ handler,
+ description: [TYPE].map((el) => mkTable(el)).join('\n\n'),
+};
diff --git a/lib/routes/tsdm39/namespace.ts b/lib/routes/tsdm39/namespace.ts
new file mode 100644
index 00000000000000..f6cad579744093
--- /dev/null
+++ b/lib/routes/tsdm39/namespace.ts
@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '天使动漫论坛',
+ url: 'www.tsdm39.com',
+ categories: ['anime'],
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/tsinghua/lib/tzgg.ts b/lib/routes/tsinghua/lib/tzgg.ts
new file mode 100644
index 00000000000000..b78f63a7842339
--- /dev/null
+++ b/lib/routes/tsinghua/lib/tzgg.ts
@@ -0,0 +1,74 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+
+export const route: Route = {
+ path: '/lib/tzgg/:category',
+ categories: ['university'],
+ example: '/tsinghua/lib/tzgg/qtkx',
+ parameters: { category: '分类，可在对应分类页 URL 中找到' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['lib.tsinghua.edu.cn/tzgg/:category'],
+ },
+ ],
+ name: '图书馆通知公告',
+ maintainers: ['linsenwang'],
+ handler,
+};
+
+async function handler(ctx) {
+ const { category } = ctx.req.param();
+ const host = `https://lib.tsinghua.edu.cn/tzgg/${category}.htm`;
+ const response = await ofetch(host);
+ const $ = load(response);
+
+ const feedTitle = $('.tags .on').text();
+
+ const list = $('ul.notice-list li')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ const title = item.find('a').first().text();
+ const time = item.find('.notice-date').first().text();
+ const a = item.find('a').first().attr('href');
+
+ const fullUrl = new URL(a, host).href;
+
+ return {
+ title,
+ link: fullUrl,
+ pubDate: time,
+ };
+ });
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const response = await ofetch(item.link);
+ const $ = load(response);
+
+ item.description = $('.v_news_content').first().html();
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ allowEmpty: true,
+ title: '图书馆通知公告 - ' + feedTitle,
+ link: host,
+ item: items,
+ };
+}
diff --git a/lib/routes/tsinghua/lib/zydt.ts b/lib/routes/tsinghua/lib/zydt.ts
new file mode 100644
index 00000000000000..37274420cf23ea
--- /dev/null
+++ b/lib/routes/tsinghua/lib/zydt.ts
@@ -0,0 +1,129 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const handler = async (ctx) => {
+ const { category } = ctx.req.param();
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 10;
+
+ const rootUrl = 'https://lib.tsinghua.edu.cn';
+ const currentUrl = new URL(`zydt${category ? `/${category}` : ''}.htm`, rootUrl).href;
+
+ const { data: response } = await got(currentUrl);
+
+ const $ = load(response);
+
+ const language = $('html').prop('lang');
+
+ let items = $('ul.notice-list li')
+ .slice(0, limit)
+ .toArray()
+ .map((item) => {
+ item = $(item);
+
+ return {
+ title: item.find('div.notice-list-tt a').text(),
+ pubDate: parseDate(item.find('div.notice-date').text(), 'YYYY/MM/DD'),
+ link: new URL(item.find('div.notice-list-tt a').prop('href'), rootUrl).href,
+ category: item
+ .find('div.notice-label')
+ .toArray()
+ .map((c) => $(c).text()),
+ language,
+ };
+ });
+
+ items = await Promise.all(
+ items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const { data: detailResponse } = await got(item.link);
+
+ const $$ = load(detailResponse);
+
+ const title = $$('h2').text();
+ const description = $$('div.v_news_content').html();
+
+ item.title = title;
+ item.description = description;
+ item.content = {
+ html: description,
+ text: $$('div.v_news_content').text(),
+ };
+ item.language = language;
+
+ return item;
+ })
+ )
+ );
+
+ const title = $('title').text();
+ const image = new URL($('div.logo a img').prop('href'), rootUrl).href;
+
+ return {
+ title,
+ description: $('META[Name="keywords"]').prop('Content'),
+ link: currentUrl,
+ item: items,
+ allowEmpty: true,
+ image,
+ author: title.split(/-/).pop(),
+ language,
+ };
+};
+
+export const route: Route = {
+ path: '/lib/zydt/:category?',
+ name: '图书馆资源动态',
+ url: 'lib.tsinghua.edu.cn',
+ maintainers: ['nczitzk'],
+ handler,
+ example: '/tsinghua/lib/zydt',
+ parameters: { category: '分类，默认为空，即全部，可在对应分类页 URL 中找到' },
+ description: `::: tip
+ 若订阅 [清华大学图书馆已购资源动态](https://lib.tsinghua.edu.cn/zydt/yg.htm)，网址为 \`https://lib.tsinghua.edu.cn/zydt/yg.htm\`。截取 \`https://lib.tsinghua.edu.cn/zydt\` 到末尾 \`.htm\` 的部分 \`yg\` 作为参数填入，此时路由为 [\`/tsinghua/lib/zydt/yg\`](https://rsshub.app/tsinghua/lib/zydt/yg)。
+:::
+
+| 已购 | 试用 |
+| ---- | ---- |
+| yg | sy |
+ `,
+ categories: ['university'],
+
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportRadar: true,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['lib.tsinghua.edu.cn/zydt/:category?'],
+ target: (params) => {
+ const category = params.category?.replace(/\.htm$/, '');
+
+ return `/tsinghua/lib/zydt${category ? `/${category}` : ''}`;
+ },
+ },
+ {
+ title: '图书馆资源动态',
+ source: ['lib.tsinghua.edu.cn/zydt'],
+ target: '/lib/zydt',
+ },
+ {
+ title: '图书馆已购资源动态',
+ source: ['lib.tsinghua.edu.cn/zydt/yg'],
+ target: '/lib/zydt/yg',
+ },
+ {
+ title: '图书馆试用资源动态',
+ source: ['lib.tsinghua.edu.cn/zydt/sy'],
+ target: '/lib/zydt/sy',
+ },
+ ],
+};
diff --git a/lib/routes/tsinghua/namespace.ts b/lib/routes/tsinghua/namespace.ts
new file mode 100644
index 00000000000000..89db20e31b0618
--- /dev/null
+++ b/lib/routes/tsinghua/namespace.ts
@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '清华大学',
+ url: 'tsinghua.edu.cn',
+ categories: ['university'],
+ description: '',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/tsinghua/news.ts b/lib/routes/tsinghua/news.ts
new file mode 100644
index 00000000000000..1f23a0f327ea41
--- /dev/null
+++ b/lib/routes/tsinghua/news.ts
@@ -0,0 +1,88 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/news/:category?',
+ categories: ['university'],
+ example: '/tsinghua/news',
+ parameters: { category: '分类，可在对应分类页 URL 中找到，留空为 `zxdt`' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: '清华新闻',
+ radar: [
+ {
+ source: ['www.tsinghua.edu.cn/news/:category'],
+ target: (_, url) => `/tsinghua/news/${new URL(url).pathname.split('/').pop()?.replace('.htm', '')}`,
+ },
+ ],
+ maintainers: ['TonyRL'],
+ url: 'www.tsinghua.edu.cn/news.htm',
+ handler,
+};
+
+async function handler(ctx) {
+ const { category = 'zxdt' } = ctx.req.param();
+ const baseUrl = 'https://www.tsinghua.edu.cn';
+ const link = `${baseUrl}/news/${category}.htm`;
+ const response = await ofetch(link);
+ const $ = load(response);
+
+ const list = [
+ ...$('.left li a')
+ .toArray()
+ .map((item) => {
+ const $item = $(item);
+ const sj = $item.find('.sj');
+
+ return {
+ title: $item.find('.bt').text().trim(),
+ link: new URL($item.attr('href'), baseUrl).href?.replace('http://', 'https://'),
+ pubDate: parseDate(`${sj.find('span').text().trim()}.${sj.find('p').text().trim()}`, 'YYYY.MM.DD'),
+ };
+ }),
+ ...($('.qhrw2_first').length
+ ? [
+ {
+ title: $('.qhrw2_first .bt').text().trim(),
+ link: $('.qhrw2_first a').attr('href')?.replace('http://', 'https://'),
+ pubDate: parseDate(`${$('.qhrw2_first .sj span').text().trim()}.${$('.qhrw2_first .sj p').text().trim()}`, 'YYYY.MM.DD'),
+ },
+ ]
+ : []),
+ ];
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ if (!item.link?.startsWith('https://www.tsinghua.edu.cn/info/')) {
+ return item;
+ }
+
+ const response = await ofetch(item.link);
+ const $ = load(response);
+
+ item.description = $('.v_news_content').html();
+ item.pubDate = timezone(parseDate($('.sj p').text().trim(), 'YYYY年MM月DD日 HH:mm:ss'), 8);
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: $('head title').text(),
+ link,
+ item: items,
+ };
+}
diff --git a/lib/routes/ttv/index.ts b/lib/routes/ttv/index.ts
new file mode 100644
index 00000000000000..cab774a2ae7d2e
--- /dev/null
+++ b/lib/routes/ttv/index.ts
@@ -0,0 +1,78 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/:category?',
+ categories: ['traditional-media'],
+ example: '/ttv',
+ parameters: { category: '分类' },
+ name: '分类',
+ maintainers: ['dzx-dzx'],
+ radar: [
+ {
+ source: ['news.ttv.com.tw/:category'],
+ },
+ ],
+ handler,
+};
+
+async function handler(ctx) {
+ const rootUrl = 'https://news.ttv.com.tw';
+ const category = ctx.req.param('category') ?? 'realtime';
+ const currentUrl = `${rootUrl}/${['realtime', 'focus'].includes(category) ? category : `category/${category}`}`;
+
+ const response = await got({
+ method: 'get',
+ url: currentUrl,
+ });
+
+ const $ = load(response.data);
+
+ let items = $('div.news-list li')
+ .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 30)
+ .toArray()
+ .map((item) => {
+ item = $(item);
+
+ return {
+ link: $(item).find('a').attr('href'),
+ };
+ });
+
+ items = await Promise.all(
+ items.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got({
+ method: 'get',
+ url: item.link,
+ });
+
+ const content = load(detailResponse.data);
+
+ item.title = content('title').text();
+ item.pubDate = timezone(parseDate(content('meta[property="article:published_time"]').attr('content')), +8);
+ item.category = content('div.article-body ul.tag')
+ .find('a')
+ .toArray()
+ .map((t) => content(t).text());
+ const section = content("meta[property='article:section']").attr('content');
+ if (!item.category.includes(section)) {
+ item.category.push(section);
+ }
+ item.description = content('#newscontent').html();
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: $('title').text(),
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/routes/ttv/namespace.ts b/lib/routes/ttv/namespace.ts
new file mode 100644
index 00000000000000..6b547ee1b772f9
--- /dev/null
+++ b/lib/routes/ttv/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '台視新聞網',
+ url: 'news.ttv.com.tw',
+ lang: 'zh-TW',
+};
diff --git a/lib/routes/tumblr/namespace.ts b/lib/routes/tumblr/namespace.ts
new file mode 100644
index 00000000000000..b1ad82188e1e38
--- /dev/null
+++ b/lib/routes/tumblr/namespace.ts
@@ -0,0 +1,17 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Tumblr',
+ url: 'tumblr.com',
+ lang: 'en',
+ description: `Register an application on \`https://www.tumblr.com/oauth/apps\`.
+
+- \`TUMBLR_CLIENT_ID\`: The key is labelled as \`OAuth consumer Key\` in the info page of the registered application.
+- \`TUMBLR_CLIENT_SECRET\`: The key is labelled as \`OAuth consumer Secret\` in the info page of the registered application.
+- \`TUMBLR_REFRESH_TOKEN\`: Navigate to \`https://www.tumblr.com/oauth2/authorize?client_id=\${CLIENT_ID}&response_type=code&scope=basic%20offline_access&state=mystate\` in your browser and login. After doing so, you'll be redirected to the URL you defined when registering the application. Look for the \`code\` parameter in the URL. You can then call \`curl -F grant_type=authorization_code -F "code=\${CODE}" -F "client_id=\${CLIENT_ID}" -F "client_secret=\${CLIENT_SECRET}" "https://api.tumblr.com/v2/oauth2/token"\`
+
+Two login methods are currently supported:
+
+- \`TUMBLR_CLIENT_ID\`: The key never expires, however blogs that are "dashboard only" cannot be accessed.
+- \`TUMBLR_CLIENT_ID\` + \`TUMBLR_CLIENT_SECRET\` + \`TUMBLR_REFRESH_TOKEN\`: The refresh token will expire and will need to be regenerated, "dashboard only" blogs can be accessed.`,
+};
diff --git a/lib/routes/tumblr/posts.ts b/lib/routes/tumblr/posts.ts
new file mode 100644
index 00000000000000..02b73bfd76590d
--- /dev/null
+++ b/lib/routes/tumblr/posts.ts
@@ -0,0 +1,76 @@
+import type { Context } from 'hono';
+
+import { config } from '@/config';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
+import type { Data, Route } from '@/types';
+import got from '@/utils/got';
+import { fallback, queryToInteger } from '@/utils/readable-social';
+
+import utils from './utils';
+
+export const route: Route = {
+ path: '/posts/:blog',
+ categories: ['blog'],
+ example: '/tumblr/posts/biketouring-nearby',
+ parameters: {
+ blog: 'Blog identifier (see `https://www.tumblr.com/docs/en/api/v2#blog-identifiers`)',
+ },
+ radar: [],
+ features: {
+ requireConfig: [
+ {
+ name: 'TUMBLR_CLIENT_ID',
+ description: 'Please see above for details.',
+ },
+ {
+ name: 'TUMBLR_CLIENT_SECRET',
+ description: 'Please see above for details.',
+ },
+ {
+ name: 'TUMBLR_REFRESH_TOKEN',
+ description: 'Please see above for details.',
+ },
+ ],
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'Posts',
+ maintainers: ['Rakambda', 'PolarisStarnor'],
+ description: `::: tip
+Tumblr provides official RSS feeds for non "dashboard only" blogs, for instance [https://biketouring-nearby.tumblr.com](https://biketouring-nearby.tumblr.com/rss).
+:::`,
+ handler,
+};
+
+async function handler(ctx: Context): Promise {
+ if (!config.tumblr || !config.tumblr.clientId) {
+ throw new ConfigNotFoundError('Tumblr RSS is disabled due to the lack of relevant config ');
+ }
+
+ const blogIdentifier = ctx.req.param('blog');
+ const limit = fallback(undefined, queryToInteger(ctx.req.query('limit')), 20);
+
+ const response = await got.get(`https://api.tumblr.com/v2/blog/${blogIdentifier}/posts`, {
+ searchParams: {
+ api_key: utils.generateAuthParams(),
+ limit,
+ },
+ headers: await utils.generateAuthHeaders(),
+ });
+
+ const blog = response.data.response.blog;
+ const posts = response.data.response.posts.map((post: any) => utils.processPost(post));
+
+ return {
+ title: `Tumblr - ${blogIdentifier} - Posts`,
+ author: blog?.name,
+ link: blog?.url ?? `https://${blogIdentifier}/`,
+ item: posts,
+ allowEmpty: true,
+ image: blog?.avatar?.slice(-1)?.url,
+ description: blog?.description,
+ };
+}
diff --git a/lib/routes/tumblr/tagged.ts b/lib/routes/tumblr/tagged.ts
new file mode 100644
index 00000000000000..b2e21ce6d9238f
--- /dev/null
+++ b/lib/routes/tumblr/tagged.ts
@@ -0,0 +1,71 @@
+import type { Context } from 'hono';
+
+import { config } from '@/config';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
+import type { Data, Route } from '@/types';
+import got from '@/utils/got';
+import { fallback, queryToInteger } from '@/utils/readable-social';
+
+import utils from './utils';
+
+export const route: Route = {
+ path: '/tagged/:tag',
+ categories: ['social-media'],
+ example: '/tumblr/tagged/nature',
+ parameters: {
+ tag: 'Tag name (see `https://www.tumblr.com/docs/en/api/v2#tagged--get-posts-with-tag`)',
+ },
+ radar: [],
+ features: {
+ requireConfig: [
+ {
+ name: 'TUMBLR_CLIENT_ID',
+ description: 'Please see above for details.',
+ },
+ {
+ name: 'TUMBLR_CLIENT_SECRET',
+ description: 'Please see above for details.',
+ },
+ {
+ name: 'TUMBLR_REFRESH_TOKEN',
+ description: 'Please see above for details.',
+ },
+ ],
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'Tagged Posts',
+ maintainers: ['PolarisStarnor'],
+ handler,
+};
+
+async function handler(ctx: Context): Promise {
+ if (!config.tumblr || !config.tumblr.clientId) {
+ throw new ConfigNotFoundError('Tumblr RSS is disabled due to the lack of relevant config ');
+ }
+
+ const tag = ctx.req.param('tag');
+ const limit = fallback(undefined, queryToInteger(ctx.req.query('limit')), 20);
+
+ const response = await got.get('https://api.tumblr.com/v2/tagged', {
+ searchParams: {
+ tag,
+ api_key: utils.generateAuthParams(),
+ limit,
+ },
+ headers: await utils.generateAuthHeaders(),
+ });
+
+ const posts = response.data.response.map((post: any) => utils.processPost(post));
+
+ return {
+ title: `Tumblr - ${tag}`,
+ description: `Tumblr posts tagged #${tag}`,
+ link: `https://tumblr.com/tagged/${tag}`,
+ item: posts,
+ allowEmpty: true,
+ };
+}
diff --git a/lib/routes/tumblr/utils.ts b/lib/routes/tumblr/utils.ts
new file mode 100644
index 00000000000000..b04dd104fd835d
--- /dev/null
+++ b/lib/routes/tumblr/utils.ts
@@ -0,0 +1,116 @@
+import { config } from '@/config';
+import type { DataItem } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import logger from '@/utils/logger';
+import { parseDate } from '@/utils/parse-date';
+
+const getAccessToken: () => Promise = async () => {
+ let accessToken: string | null = await cache.get('tumblr:accessToken', false);
+ if (!accessToken) {
+ try {
+ const newAccessToken = await tokenRefresher();
+ if (newAccessToken) {
+ accessToken = newAccessToken;
+ }
+ } catch (error) {
+ // Return the `accessToken=null` value to indicate that the token is not available. Calls will only use the `apiKey` as a fallback to maybe hit non "dashborad only" blogs.
+ logger.error('Failed to refresh Tumblr token, using only client id as fallback', error);
+ }
+ }
+ return accessToken;
+};
+
+const generateAuthHeaders: () => Promise<{ Authorization?: string }> = async () => {
+ const accessToken = await getAccessToken();
+ if (!accessToken) {
+ return {};
+ }
+ return {
+ Authorization: `Bearer ${accessToken}`,
+ };
+};
+
+const generateAuthParams: () => string = () => config.tumblr.clientId!;
+
+const processPost: (post: any) => DataItem = (post) => {
+ let description = '';
+
+ switch (post.type) {
+ case 'text':
+ description = post.body;
+ break;
+ case 'answer':
+ description += post.asking_url === null ? `${post.asking_name} asks:
` : `${post.asking_name} asks:
`;
+ description += post.question;
+ description += '${post.blog_name} answers:
`;
+ description += post.answer;
+ break;
+ case 'photo':
+ for (const photo of post.photos ?? []) {
+ description += ` = () => Promise.resolve(null);
+if (config.tumblr && config.tumblr.clientId && config.tumblr.clientSecret && config.tumblr.refreshToken) {
+ tokenRefresher = async (): Promise => {
+ let refreshToken = config.tumblr.refreshToken;
+
+ // Restore already refreshed tokens
+ const previousRefreshTokenSerialized = await cache.get('tumblr:refreshToken', false);
+ if (previousRefreshTokenSerialized) {
+ const previousRefreshToken = JSON.parse(previousRefreshTokenSerialized);
+ if (previousRefreshToken.startToken === refreshToken) {
+ refreshToken = previousRefreshToken.currentToken;
+ }
+ }
+ const response = await got.post('https://api.tumblr.com/v2/oauth2/token', {
+ form: {
+ grant_type: 'refresh_token',
+ client_id: config.tumblr.clientId,
+ client_secret: config.tumblr.clientSecret,
+ refresh_token: refreshToken,
+ },
+ });
+ if (!response.data?.access_token || !response.data?.refresh_token) {
+ return null;
+ }
+ const accessToken = response.data.access_token;
+ const newRefreshToken = response.data.refresh_token;
+ const expiresIn = response.data.expires_in;
+
+ // Access tokens expire after 42 minutes, remove 30 seconds to renew the token before it expires (to avoid making a request right when it ends).
+ await cache.set('tumblr:accessToken', accessToken, (expiresIn ?? 2520) - 30);
+ // Store the new refresh token associated with the one that was provided first.
+ // We may be able to restore the new token if the app is restarted. This will avoid reusing the old token and have a failing request.
+ // Keep it for a year (not clear how long the refresh token lasts).
+ const cacheEntry = { startToken: config.tumblr.refreshToken, currentToken: newRefreshToken };
+ await cache.set(`tumblr:refreshToken`, JSON.stringify(cacheEntry), 31_536_000);
+
+ return accessToken;
+ };
+}
+
+export default { processPost, generateAuthParams, generateAuthHeaders };
diff --git a/lib/routes/tvb/namespace.ts b/lib/routes/tvb/namespace.ts
new file mode 100644
index 00000000000000..60a3623ca9ca06
--- /dev/null
+++ b/lib/routes/tvb/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '无线新闻',
+ url: 'tvb.com',
+ lang: 'zh-HK',
+};
diff --git a/lib/routes/tvb/news.ts b/lib/routes/tvb/news.ts
new file mode 100644
index 00000000000000..f610bea1dfa66f
--- /dev/null
+++ b/lib/routes/tvb/news.ts
@@ -0,0 +1,118 @@
+import path from 'node:path';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+
+const titles = {
+ focus: {
+ tc: '要聞',
+ sc: '要闻',
+ },
+ instant: {
+ tc: '快訊',
+ sc: '快讯',
+ },
+ local: {
+ tc: '港澳',
+ sc: '港澳',
+ },
+ greaterchina: {
+ tc: '兩岸',
+ sc: '两岸',
+ },
+ world: {
+ tc: '國際',
+ sc: '国际',
+ },
+ finance: {
+ tc: '財經',
+ sc: '财经',
+ },
+ sports: {
+ tc: '體育',
+ sc: '体育',
+ },
+ parliament: {
+ tc: '法庭',
+ sc: '法庭',
+ },
+ weather: {
+ tc: '天氣',
+ sc: '天气',
+ },
+};
+
+export const route: Route = {
+ path: '/news/:category?/:language?',
+ categories: ['traditional-media'],
+ example: '/tvb/news',
+ parameters: { category: '分类，见下表，默认为要聞', language: '语言，见下表' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['tvb.com/:language/:category', 'tvb.com/'],
+ },
+ ],
+ name: '新闻',
+ maintainers: ['nczitzk'],
+ handler,
+ description: `分类
+
+| 要聞 | 快訊 | 港澳 | 兩岸 | 國際 | 財經 | 體育 | 法庭 | 天氣 |
+| ----- | ------- | ----- | ------------ | ----- | ------- | ------ | ---------- | ------- |
+| focus | instant | local | greaterchina | world | finance | sports | parliament | weather |
+
+ 语言
+
+| 繁 | 简 |
+| -- | -- |
+| tc | sc |`,
+};
+
+async function handler(ctx) {
+ const category = ctx.req.param('category') ?? 'focus';
+ const language = ctx.req.param('language') ?? 'tc';
+
+ const rootUrl = 'https://inews-api.tvb.com';
+ const linkRootUrl = 'https://news.tvb.com';
+ const apiUrl = `${rootUrl}/news/entry/category`;
+ const currentUrl = `${rootUrl}/${language}/${category}`;
+
+ const response = await got({
+ method: 'get',
+ url: apiUrl,
+ searchParams: {
+ id: category,
+ lang: language,
+ page: 1,
+ limit: ctx.req.query('limit') ?? 50,
+ country: 'HK',
+ },
+ });
+
+ const items = response.data.content.map((item) => ({
+ title: item.title,
+ link: `${linkRootUrl}/${language}/${category}/${item.id}`,
+ pubDate: parseDate(item.publish_datetime),
+ category: [...item.category.map((c) => c.title), ...item.tags],
+ description: art(path.join(__dirname, 'templates/description.art'), {
+ description: item.desc,
+ images: item.media.image?.map((i) => i.thumbnail.replace(/_\d+x\d+\./, '.')) ?? [],
+ }),
+ }));
+
+ return {
+ title: `${response.data.meta.title} - ${titles[category][language]}`,
+ link: currentUrl,
+ item: items,
+ };
+}
diff --git a/lib/v2/tvb/templates/description.art b/lib/routes/tvb/templates/description.art
similarity index 100%
rename from lib/v2/tvb/templates/description.art
rename to lib/routes/tvb/templates/description.art
diff --git a/lib/routes/tver/namespace.ts b/lib/routes/tver/namespace.ts
new file mode 100644
index 00000000000000..46e461a64895d1
--- /dev/null
+++ b/lib/routes/tver/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'TVer',
+ url: 'tver.jp',
+ lang: 'ja',
+};
diff --git a/lib/routes/tver/series.ts b/lib/routes/tver/series.ts
new file mode 100644
index 00000000000000..18e821d564d4ec
--- /dev/null
+++ b/lib/routes/tver/series.ts
@@ -0,0 +1,99 @@
+import type { Context } from 'hono';
+
+import type { Data, DataItem, Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/series/:id',
+ categories: ['traditional-media'],
+ example: '/tver/series/srx2o7o3c8',
+ parameters: {
+ id: 'Series ID (as it appears in URLs). For example, in https://tver.jp/series/srx2o7o3c8, the ID is "srx2o7o3c8".',
+ },
+ radar: [
+ {
+ source: ['tver.jp/series/:id'],
+ target: '/series/:id',
+ },
+ ],
+ name: 'Series',
+ maintainers: ['yuikisaito'],
+ handler,
+};
+
+const commonHeaders = {
+ Accept: '*/*',
+ 'Accept-Language': 'ja,en-US;q=0.7,en;q=0.3',
+ 'Cache-Control': 'no-cache',
+ Pragma: 'no-cache',
+ 'Sec-GPC': '1',
+ 'Sec-Fetch-Dest': 'empty',
+ 'Sec-Fetch-Mode': 'cors',
+ 'Sec-Fetch-Site': 'same-site',
+};
+
+async function handler(ctx: Context): Promise {
+ const { id } = ctx.req.param();
+
+ const { result: browser } = await ofetch('https://platform-api.tver.jp/v2/api/platform_users/browser/create', {
+ method: 'POST',
+ body: 'device_type=pc',
+ headers: {
+ ...commonHeaders,
+ 'Content-Type': 'application/x-www-form-urlencoded',
+ },
+ referrer: 'https://s.tver.jp/',
+ credentials: 'omit',
+ mode: 'cors',
+ });
+
+ const { platform_uid, platform_token } = browser;
+
+ const { title, description, broadcastProvider } = await ofetch(`https://statics.tver.jp/content/series/${id}.json`, {
+ method: 'GET',
+ headers: {
+ ...commonHeaders,
+ },
+ referrer: 'https://tver.jp/',
+ credentials: 'omit',
+ mode: 'cors',
+ });
+
+ const { result } = await ofetch(`https://platform-api.tver.jp/service/api/v1/callSeriesEpisodes/${id}?platform_uid=${platform_uid}&platform_token=${platform_token}`, {
+ method: 'GET',
+ headers: {
+ ...commonHeaders,
+ 'x-tver-platform-type': 'web',
+ },
+ referrer: 'https://tver.jp/',
+ credentials: 'omit',
+ mode: 'cors',
+ });
+
+ const items: DataItem[] = (result.contents?.[0]?.contents ?? [])
+ .filter((i) => i.type === 'episode')
+ .map((i) => {
+ const rawPubDate = i.content.broadcastDateLabel;
+ const cleanedPubDate = rawPubDate.replaceAll(/\(.*?\)|放送分/g, '').trim();
+ const parsedPubDate = timezone(parseDate(cleanedPubDate, 'M月D日'), +9).toDateString();
+
+ return {
+ title: i.content.title,
+ link: `https://tver.jp/episodes/${i.content.id}`,
+ image: `https://statics.tver.jp/images/content/thumbnail/episode/xlarge/${i.content.id}.jpg`,
+ pubDate: parsedPubDate,
+ };
+ });
+
+ return {
+ title: 'TVer - ' + title,
+ description,
+ author: broadcastProvider.name,
+ link: `https://tver.jp/series/${id}`,
+ image: `https://statics.tver.jp/images/content/thumbnail/series/xlarge/${id}.jpg`,
+ language: 'ja',
+ item: items,
+ };
+}
diff --git a/lib/routes/tvtropes/featured.ts b/lib/routes/tvtropes/featured.ts
new file mode 100644
index 00000000000000..9e9677f5b2c5bd
--- /dev/null
+++ b/lib/routes/tvtropes/featured.ts
@@ -0,0 +1,97 @@
+import path from 'node:path';
+
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { art } from '@/utils/render';
+
+const categories = {
+ today: 'left',
+ newest: 'right',
+};
+
+export const route: Route = {
+ path: '/featured/:category?',
+ categories: ['other'],
+ example: '/tvtropes/featured/today',
+ parameters: { category: "Category, see below, Today's Featured Trope by default" },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'Featured',
+ maintainers: ['nczitzk'],
+ handler,
+ description: `| Today's Featured Trope | Newest Trope |
+| ---------------------- | ------------ |
+| today | newest |`,
+};
+
+async function handler(ctx) {
+ const { category = 'today' } = ctx.req.param();
+
+ const rootUrl = 'https://tvtropes.org';
+
+ const { data: response } = await got(rootUrl);
+
+ const $ = load(response);
+
+ const item = $(`div#featured-tropes div.${categories[category]}`);
+
+ const link = new URL(item.find('h2.entry-title a').prop('href'), rootUrl).href;
+
+ const { data: detailResponse } = await got(link);
+
+ const content = load(detailResponse);
+
+ content('div.folderlabel').remove();
+
+ content('div.lazy_load_img_box').each((_, el) => {
+ el = content(el);
+
+ const image = el.find('img');
+
+ el.replaceWith(
+ art(path.join(__dirname, 'templates/description.art'), {
+ images: [
+ {
+ src: image.prop('src'),
+ alt: image.prop('alt'),
+ width: image.prop('width'),
+ height: image.prop('height'),
+ },
+ ],
+ })
+ );
+ });
+
+ const items = [
+ {
+ title: item.find('h2.entry-title').text(),
+ link,
+ description: content('div#main-article').html(),
+ },
+ ];
+
+ const image = new URL($('img.logo-big').prop('src'), rootUrl).href;
+ const icon = $('link[rel="shortcut icon"]').prop('href');
+
+ return {
+ item: items,
+ title: `${$('title').text()} - ${item.find('span.box-title').text()}`,
+ link: rootUrl,
+ description: $('meta[name="description"]').prop('content'),
+ language: $('html').prop('lang'),
+ image,
+ icon,
+ logo: icon,
+ subtitle: $('meta[property="og:title"]').prop('content'),
+ author: $('meta[property="og:site_name"]').prop('content'),
+ allowEmpty: true,
+ };
+}
diff --git a/lib/routes/tvtropes/namespace.ts b/lib/routes/tvtropes/namespace.ts
new file mode 100644
index 00000000000000..9aba076818b8fb
--- /dev/null
+++ b/lib/routes/tvtropes/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'TV Tropes',
+ url: 'tvtropes.org',
+ lang: 'en',
+};
diff --git a/lib/routes/tvtropes/templates/description.art b/lib/routes/tvtropes/templates/description.art
new file mode 100644
index 00000000000000..48df396d72fd2c
--- /dev/null
+++ b/lib/routes/tvtropes/templates/description.art
@@ -0,0 +1,23 @@
+{{ if images }}
+ {{ each images image }}
+ {{ if image?.src }}
+
+
+ {{ /if }}
+ {{ /each }}
+{{ /if }}
+
+{{ if description }}
+ {{@ description }}
+{{ /if }}
\ No newline at end of file
diff --git a/lib/routes/twitch/live.ts b/lib/routes/twitch/live.ts
new file mode 100644
index 00000000000000..a137e957e3a191
--- /dev/null
+++ b/lib/routes/twitch/live.ts
@@ -0,0 +1,129 @@
+import type { DataItem, Route } from '@/types';
+import { ViewType } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+// https://github.com/streamlink/streamlink/blob/master/src/streamlink/plugins/twitch.py#L286
+const TWITCH_CLIENT_ID = 'kimne78kx3ncx6brgo4mv6wki5h1ko';
+
+export const route: Route = {
+ path: '/live/:login',
+ categories: ['live'],
+ view: ViewType.Notifications,
+ example: '/twitch/live/riotgames',
+ parameters: { login: 'Twitch username' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'Live',
+ maintainers: ['hoilc'],
+ handler,
+};
+
+async function handler(ctx) {
+ const login = ctx.req.param('login');
+
+ const response = await got({
+ method: 'post',
+ url: 'https://gql.twitch.tv/gql',
+ headers: {
+ Referer: 'https://player.twitch.tv',
+ 'Client-ID': TWITCH_CLIENT_ID,
+ },
+ json: [
+ {
+ operationName: 'ChannelShell',
+ extensions: {
+ persistedQuery: {
+ version: 1,
+ sha256Hash: 'fea4573a7bf2644f5b3f2cbbdcbee0d17312e48d2e55f080589d053aad353f11',
+ },
+ },
+ variables: {
+ login,
+ lcpVideosEnabled: false,
+ },
+ },
+ {
+ operationName: 'StreamMetadata',
+ extensions: {
+ persistedQuery: {
+ version: 1,
+ sha256Hash: 'b57f9b910f8cd1a4659d894fe7550ccc81ec9052c01e438b290fd66a040b9b93',
+ },
+ },
+ variables: {
+ channelLogin: login,
+ includeIsDJ: true,
+ },
+ },
+ {
+ operationName: 'RealtimeStreamTagList',
+ extensions: {
+ persistedQuery: {
+ version: 1,
+ sha256Hash: 'a4747cac9d8e8bf6cf80969f6da6363ca1bdbd80fe136797e71504eb404313fd',
+ },
+ },
+ variables: {
+ channelLogin: login,
+ },
+ },
+ {
+ operationName: 'ChannelRoot_AboutPanel',
+ variables: {
+ channelLogin: login,
+ skipSchedule: true,
+ includeIsDJ: true,
+ },
+ extensions: {
+ persistedQuery: {
+ version: 1,
+ sha256Hash: '0df42c4d26990ec1216d0b815c92cc4a4a806e25b352b66ac1dd91d5a1d59b80',
+ },
+ },
+ },
+ ],
+ });
+
+ const channelShellData = response.data[0].data;
+ const streamMetadataData = response.data[1].data;
+ const realtimeStreamTagListData = response.data[2].data;
+ const channelRootAboutPanelData = response.data[3].data;
+ const { userOrError } = channelShellData;
+ const { user } = channelRootAboutPanelData;
+
+ if (!userOrError.id) {
+ throw new Error(userOrError.__typename);
+ }
+
+ const displayName = userOrError.displayName;
+
+ const liveItem: DataItem[] = [];
+
+ if (streamMetadataData.user.stream) {
+ liveItem.push({
+ title: streamMetadataData.user.lastBroadcast.title,
+ author: displayName,
+ category: realtimeStreamTagListData.user.stream.freeformTags.map((item) => item.name),
+ description: `) => Promise> | Record | null;
+let api: {
+ init: () => void;
+ getUser: ApiItem;
+ getUserTweets: ApiItem;
+ getUserTweetsAndReplies: ApiItem;
+ getUserMedia: ApiItem;
+ getUserLikes: ApiItem;
+ getUserTweet: ApiItem;
+ getSearch: ApiItem;
+ getList: ApiItem;
+ getHomeTimeline: ApiItem;
+ getHomeLatestTimeline: ApiItem;
+} = {
+ init: () => {
+ throw new ConfigNotFoundError('Twitter API is not configured');
+ },
+ getUser: () => null,
+ getUserTweets: () => null,
+ getUserTweetsAndReplies: () => null,
+ getUserMedia: () => null,
+ getUserLikes: () => null,
+ getUserTweet: () => null,
+ getSearch: () => null,
+ getList: () => null,
+ getHomeTimeline: () => null,
+ getHomeLatestTimeline: () => null,
+};
+
+if (enableThirdPartyApi) {
+ api = webApi;
+} else if (enableWebApi) {
+ api = webApi;
+} else if (enableMobileApi) {
+ api = mobileApi;
+}
+
+export default api;
diff --git a/lib/routes/twitter/api/mobile-api/api.ts b/lib/routes/twitter/api/mobile-api/api.ts
new file mode 100644
index 00000000000000..4f3e12ce554a6a
--- /dev/null
+++ b/lib/routes/twitter/api/mobile-api/api.ts
@@ -0,0 +1,310 @@
+import CryptoJS from 'crypto-js';
+import OAuth from 'oauth-1.0a';
+import queryString from 'query-string';
+
+import { config } from '@/config';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+import cache from '@/utils/cache';
+import logger from '@/utils/logger';
+import ofetch from '@/utils/ofetch';
+
+import { baseUrl, consumerKey, consumerSecret, gqlFeatures, gqlMap } from './constants';
+import { getToken } from './token';
+
+const twitterGot = async (url, params) => {
+ const token = await getToken();
+
+ const oauth = new OAuth({
+ consumer: {
+ key: consumerKey,
+ secret: consumerSecret,
+ },
+ signature_method: 'HMAC-SHA1',
+ hash_function: (base_string, key) => CryptoJS.HmacSHA1(base_string, key).toString(CryptoJS.enc.Base64),
+ });
+
+ const requestData = {
+ url: `${url}?${queryString.stringify(params)}`,
+ method: 'GET',
+ headers: {
+ connection: 'keep-alive',
+ 'content-type': 'application/json',
+ 'x-twitter-active-user': 'yes',
+ authority: 'api.x.com',
+ 'accept-encoding': 'gzip',
+ 'accept-language': 'en-US,en;q=0.9',
+ accept: '*/*',
+ DNT: '1',
+ },
+ };
+
+ const response = await ofetch.raw(requestData.url, {
+ headers: oauth.toHeader(oauth.authorize(requestData, token)),
+ });
+ if (response.status === 401) {
+ cache.globalCache.set(token.cacheKey, '');
+ }
+
+ return response._data;
+};
+
+const paginationTweets = async (endpoint, userId, variables, path) => {
+ const { data } = await twitterGot(baseUrl + endpoint, {
+ variables: JSON.stringify({
+ ...variables,
+ rest_id: userId,
+ }),
+ features: gqlFeatures,
+ });
+
+ let instructions;
+ if (path) {
+ instructions = data;
+ for (const p of path) {
+ instructions = instructions[p];
+ }
+ instructions = instructions.instructions;
+ } else {
+ instructions = data.user_result.result.timeline_response.timeline.instructions;
+ }
+
+ return instructions.find((i) => i.__typename === 'TimelineAddEntries' || i.type === 'TimelineAddEntries').entries;
+};
+
+const timelineTweets = (userId, params = {}) =>
+ paginationTweets(gqlMap.UserWithProfileTweets, userId, {
+ ...params,
+ withQuickPromoteEligibilityTweetFields: true,
+ });
+
+const timelineTweetsAndReplies = (userId, params = {}) =>
+ paginationTweets(gqlMap.UserWithProfileTweetsAndReplies, userId, {
+ ...params,
+ count: 20,
+ });
+
+const timelineMedia = (userId, params = {}) => paginationTweets(gqlMap.MediaTimeline, userId, params);
+
+// const timelineLikes = (userId, params = {}) => paginationTweets(gqlMap.Likes, userId, params);
+
+const timelineKeywords = (keywords, params = {}) =>
+ paginationTweets(
+ gqlMap.SearchTimeline,
+ null,
+ {
+ ...params,
+ rawQuery: keywords,
+ count: 20,
+ product: 'Latest',
+ withDownvotePerspective: false,
+ withReactionsMetadata: false,
+ withReactionsPerspective: false,
+ },
+ ['search_by_raw_query', 'search_timeline', 'timeline']
+ );
+
+const tweetDetail = (userId, params) =>
+ paginationTweets(
+ gqlMap.TweetDetail,
+ userId,
+ {
+ ...params,
+ includeHasBirdwatchNotes: false,
+ includePromotedContent: false,
+ withBirdwatchNotes: false,
+ withVoice: false,
+ withV2Timeline: true,
+ },
+ ['threaded_conversation_with_injections_v2']
+ );
+
+const listTweets = (listId, params = {}) =>
+ paginationTweets(
+ gqlMap.ListTimeline,
+ listId,
+ {
+ ...params,
+ },
+ ['list', 'timeline_response', 'timeline']
+ );
+
+function gatherLegacyFromData(entries, filterNested, userId) {
+ const tweets = [];
+ const filteredEntries = [];
+ for (const entry of entries) {
+ const entryId = entry.entryId;
+ if (entryId) {
+ if (entryId.startsWith('tweet-')) {
+ filteredEntries.push(entry);
+ }
+ if (filterNested && filterNested.some((f) => entryId.startsWith(f))) {
+ filteredEntries.push(...entry.content.items);
+ }
+ }
+ }
+ for (const entry of filteredEntries) {
+ if (entry.entryId) {
+ const content = entry.content || entry.item;
+ let tweet = content?.content?.tweetResult?.result || content?.itemContent?.tweet_results?.result;
+ if (tweet && tweet.tweet) {
+ tweet = tweet.tweet;
+ }
+ if (tweet) {
+ const retweet = tweet.legacy?.retweeted_status_result?.result;
+ for (const t of [tweet, retweet]) {
+ if (!t?.legacy) {
+ continue;
+ }
+ t.legacy.user = t.core?.user_result?.result?.legacy || t.core?.user_results?.result?.legacy;
+ t.legacy.id_str = t.rest_id; // avoid falling back to conversation_id_str elsewhere
+ const quote = t.quoted_status_result?.result;
+ if (quote) {
+ t.legacy.quoted_status = quote.legacy;
+ t.legacy.quoted_status.user = quote.core.user_result?.result?.legacy || quote.core.user_results?.result?.legacy;
+ }
+ if (t.note_tweet) {
+ const tmp = t.note_tweet.note_tweet_results.result;
+ t.legacy.entities.hashtags = tmp.entity_set.hashtags;
+ t.legacy.entities.symbols = tmp.entity_set.symbols;
+ t.legacy.entities.urls = tmp.entity_set.urls;
+ t.legacy.entities.user_mentions = tmp.entity_set.user_mentions;
+ t.legacy.full_text = tmp.text;
+ }
+ }
+ const legacy = tweet.legacy;
+ if (legacy) {
+ if (retweet) {
+ legacy.retweeted_status = retweet.legacy;
+ }
+ if (userId === undefined || legacy.user_id_str === userId + '') {
+ tweets.push(legacy);
+ }
+ }
+ }
+ }
+ }
+ return tweets;
+}
+
+const getUserTweetsByID = async (id, params = {}) => gatherLegacyFromData(await timelineTweets(id, params));
+// TODO: show the whole conversation instead of just the reply tweet
+const getUserTweetsAndRepliesByID = async (id, params = {}) => gatherLegacyFromData(await timelineTweetsAndReplies(id, params), ['profile-conversation-'], id);
+const getUserMediaByID = async (id, params = {}) => gatherLegacyFromData(await timelineMedia(id, params));
+// const getUserLikesByID = async (id, params = {}) => gatherLegacyFromData(await timelineLikes(id, params));
+const getUserTweetByStatus = async (id, params = {}) => gatherLegacyFromData(await tweetDetail(id, params), ['homeConversation-', 'conversationthread-']);
+const getListById = async (id, params = {}) => gatherLegacyFromData(await listTweets(id, params));
+
+const excludeRetweet = function (tweets) {
+ const excluded = [];
+ for (const t of tweets) {
+ if (t.retweeted_status) {
+ continue;
+ }
+ excluded.push(t);
+ }
+ return excluded;
+};
+
+const userByScreenName = (screenName) =>
+ twitterGot(`${baseUrl}${gqlMap.UserResultByScreenName}`, {
+ variables: `{"screen_name":"${screenName}","withHighlightedLabel":true}`,
+ features: gqlFeatures,
+ });
+const userByRestId = (restId) =>
+ twitterGot(`${baseUrl}${gqlMap.UserByRestId}`, {
+ variables: `{"userId":"${restId}","withHighlightedLabel":true}`,
+ features: gqlFeatures,
+ });
+const userByAuto = (id) => {
+ if (id.startsWith('+')) {
+ return userByRestId(id.slice(1));
+ }
+ return userByScreenName(id);
+};
+const getUserData = (id) => cache.tryGet(`twitter-userdata-${id}`, () => userByAuto(id));
+const getUserID = async (id) => {
+ const userData = await getUserData(id);
+ return (userData.data?.user || userData.data?.user_result)?.result?.rest_id;
+};
+const getUser = async (id) => {
+ const userData = await getUserData(id);
+ return (userData.data?.user || userData.data?.user_result)?.result?.legacy;
+};
+
+const cacheTryGet = async (_id, params, func) => {
+ const id = await getUserID(_id);
+ if (id === undefined) {
+ throw new InvalidParameterError('User not found');
+ }
+ const funcName = func.name;
+ const paramsString = JSON.stringify(params);
+ return cache.tryGet(`twitter:${id}:${funcName}:${paramsString}`, () => func(id, params), config.cache.routeExpire, false);
+};
+
+// returns:
+// 1. nothing for some users
+// 2. HOT tweets for the other users, instead of the LATEST ones
+const _getUserTweets = (id, params = {}) => cacheTryGet(id, params, getUserTweetsByID);
+// workaround for the above issue:
+// 1. getUserTweetsAndReplies return LATEST tweets and replies, which requires filtering
+// a. if one replies a lot (e.g. elonmusk), there is sometimes no tweets left after filtering, caching may help
+// 2. getUserMedia return LATEST media tweets, which is a good plus
+const getUserTweets = async (id, params = {}) => {
+ let tweets = [];
+ const rest_id = await getUserID(id);
+ await Promise.all(
+ [_getUserTweets, getUserTweetsAndReplies, getUserMedia].map(async (func) => {
+ try {
+ tweets.push(...(await func(id, params)));
+ } catch (error) {
+ logger.warn(`Failed to get tweets for ${id} with ${func.name}: ${error}`);
+ }
+ })
+ );
+
+ const cacheKey = `twitter:user:tweets-cache:${rest_id}`;
+ let cacheValue = await cache.get(cacheKey);
+ if (cacheValue) {
+ cacheValue = JSON.parse(cacheValue);
+ if (cacheValue && cacheValue.length) {
+ tweets = [...cacheValue, ...tweets];
+ }
+ }
+ const idSet = new Set();
+ tweets = tweets
+ .filter(
+ (tweet) =>
+ !tweet.in_reply_to_user_id_str || // exclude replies
+ tweet.in_reply_to_user_id_str === rest_id // but include replies to self (threads)
+ )
+ .map((tweet) => {
+ const id_str = tweet.id_str || tweet.conversation_id_str;
+ return !idSet.has(id_str) && idSet.add(id_str) && tweet;
+ }) // deduplicate
+ .filter(Boolean) // remove null
+ .toSorted((a, b) => (b.id_str || b.conversation_id_str) - (a.id_str || a.conversation_id_str)) // desc
+ .slice(0, 20);
+ cache.set(cacheKey, JSON.stringify(tweets));
+ return tweets;
+};
+const getUserTweetsAndReplies = (id, params = {}) => cacheTryGet(id, params, getUserTweetsAndRepliesByID);
+const getUserMedia = (id, params = {}) => cacheTryGet(id, params, getUserMediaByID);
+// const getUserLikes = (id, params = {}) => cacheTryGet(id, params, getUserLikesByID);
+const getUserTweet = (id, params) => cacheTryGet(id, params, getUserTweetByStatus);
+
+const getSearch = async (keywords, params = {}) => gatherLegacyFromData(await timelineKeywords(keywords, params));
+
+const getList = (id, params = {}) => cache.tryGet(`twitter:${id}:getListById:${JSON.stringify(params)}`, () => getListById(id, params), config.cache.routeExpire, false);
+
+export default {
+ getUser,
+ getUserTweets,
+ getUserTweetsAndReplies,
+ getUserMedia,
+ // getUserLikes,
+ excludeRetweet,
+ getSearch,
+ getList,
+ getUserTweet,
+ init: () => void 0,
+};
diff --git a/lib/routes/twitter/api/mobile-api/constants.ts b/lib/routes/twitter/api/mobile-api/constants.ts
new file mode 100644
index 00000000000000..01af424945b80e
--- /dev/null
+++ b/lib/routes/twitter/api/mobile-api/constants.ts
@@ -0,0 +1,86 @@
+const baseUrl = 'https://api.x.com';
+
+const consumerKey = '3nVuSoBZnx6U4vzUxf5w';
+const consumerSecret = 'Bcs59EFbbsdF6Sl9Ng71smgStWEGwXXKSjYvPVt7qys';
+
+const graphQLEndpointsPlain = [
+ '/graphql/u7wQyGi6oExe8_TRWGMq4Q/UserResultByScreenNameQuery',
+ '/graphql/oPppcargziU1uDQHAUmH-A/UserResultByIdQuery',
+ '/graphql/3JNH4e9dq1BifLxAa3UMWg/UserWithProfileTweetsQueryV2',
+ '/graphql/8IS8MaO-2EN6GZZZb8jF0g/UserWithProfileTweetsAndRepliesQueryV2',
+ '/graphql/PDfFf8hGeJvUCiTyWtw4wQ/MediaTimelineV2',
+ '/graphql/q94uRCEn65LZThakYcPT6g/TweetDetail',
+ '/graphql/sITyJdhRPpvpEjg4waUmTA/TweetResultByIdQuery',
+ '/graphql/gkjsKepM6gl_HmFWoWKfgg/SearchTimeline',
+ '/graphql/iTpgCtbdxrsJfyx0cFjHqg/ListByRestId',
+ '/graphql/-kmqNvm5Y-cVrfvBy6docg/ListBySlug',
+ '/graphql/P4NpVZDqUD_7MEM84L-8nw/ListMembers',
+ '/graphql/BbGLL1ZfMibdFNWlk7a0Pw/ListTimeline',
+];
+
+const gqlMap = Object.fromEntries(graphQLEndpointsPlain.map((endpoint) => [endpoint.split('/')[3].replace(/V2$|Query$|QueryV2$/, ''), endpoint]));
+
+const gqlFeatures = JSON.stringify({
+ android_graphql_skip_api_media_color_palette: false,
+ blue_business_profile_image_shape_enabled: false,
+ creator_subscriptions_subscription_count_enabled: false,
+ creator_subscriptions_tweet_preview_api_enabled: true,
+ freedom_of_speech_not_reach_fetch_enabled: false,
+ graphql_is_translatable_rweb_tweet_is_translatable_enabled: false,
+ hidden_profile_likes_enabled: false,
+ highlights_tweets_tab_ui_enabled: false,
+ interactive_text_enabled: false,
+ longform_notetweets_consumption_enabled: true,
+ longform_notetweets_inline_media_enabled: false,
+ longform_notetweets_richtext_consumption_enabled: true,
+ longform_notetweets_rich_text_read_enabled: false,
+ responsive_web_edit_tweet_api_enabled: false,
+ responsive_web_enhance_cards_enabled: false,
+ responsive_web_graphql_exclude_directive_enabled: true,
+ responsive_web_graphql_skip_user_profile_image_extensions_enabled: false,
+ responsive_web_graphql_timeline_navigation_enabled: false,
+ responsive_web_media_download_video_enabled: false,
+ responsive_web_text_conversations_enabled: false,
+ responsive_web_twitter_article_tweet_consumption_enabled: false,
+ responsive_web_twitter_blue_verified_badge_is_enabled: true,
+ rweb_lists_timeline_redesign_enabled: true,
+ spaces_2022_h2_clipping: true,
+ spaces_2022_h2_spaces_communities: true,
+ standardized_nudges_misinfo: false,
+ subscriptions_verification_info_enabled: true,
+ subscriptions_verification_info_reason_enabled: true,
+ subscriptions_verification_info_verified_since_enabled: true,
+ super_follow_badge_privacy_enabled: false,
+ super_follow_exclusive_tweet_notifications_enabled: false,
+ super_follow_tweet_api_enabled: false,
+ super_follow_user_api_enabled: false,
+ tweet_awards_web_tipping_enabled: false,
+ tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled: false,
+ tweetypie_unmention_optimization_enabled: false,
+ unified_cards_ad_metadata_container_dynamic_card_content_query_enabled: false,
+ verified_phone_label_enabled: false,
+ vibe_api_enabled: false,
+ view_counts_everywhere_api_enabled: false,
+});
+
+const timelineParams = {
+ include_can_media_tag: 1,
+ include_cards: 1,
+ include_entities: 1,
+ include_profile_interstitial_type: 0,
+ include_quote_count: 0,
+ include_reply_count: 0,
+ include_user_entities: 0,
+ include_ext_reply_count: 0,
+ include_ext_media_color: 0,
+ cards_platform: 'Web-13',
+ tweet_mode: 'extended',
+ send_error_codes: 1,
+ simple_quoted_tweet: 1,
+};
+
+const bearerToken = 'Bearer AAAAAAAAAAAAAAAAAAAAAFXzAwAAAAAAMHCxpeSDG1gLNLghVe8d74hl6k4%3DRUMF4xAQLsbeBhTSRrCiQpJtxoGWeyHrDb5te2jpGskWDFW82F';
+
+const guestActivateUrl = baseUrl + '/1.1/guest/activate.json';
+
+export { baseUrl, bearerToken, consumerKey, consumerSecret, gqlFeatures, gqlMap, guestActivateUrl, timelineParams };
diff --git a/lib/routes/twitter/api/mobile-api/login.ts b/lib/routes/twitter/api/mobile-api/login.ts
new file mode 100644
index 00000000000000..5544ea21024277
--- /dev/null
+++ b/lib/routes/twitter/api/mobile-api/login.ts
@@ -0,0 +1,214 @@
+// https://github.com/BANKA2017/twitter-monitor/blob/node/apps/open_account/scripts/login.mjs
+
+import crypto from 'node:crypto';
+
+import { authenticator } from 'otplib';
+import { RateLimiterMemory, RateLimiterQueue, RateLimiterRedis } from 'rate-limiter-flexible';
+import { v5 as uuidv5 } from 'uuid';
+
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import logger from '@/utils/logger';
+import ofetch from '@/utils/ofetch';
+
+import { bearerToken, guestActivateUrl } from './constants';
+
+const ENDPOINT = 'https://api.x.com/1.1/onboarding/task.json';
+
+const NAMESPACE = 'd41d092b-b007-48f7-9129-e9538d2d8fe9';
+
+const headers = {
+ 'User-Agent': 'TwitterAndroid/10.21.0-release.0 (310210000-r-0) ONEPLUS+A3010/9 (OnePlus;ONEPLUS+A3010;OnePlus;OnePlus3;0;;1;2016)',
+ 'X-Twitter-API-Version': '5',
+ 'X-Twitter-Client': 'TwitterAndroid',
+ 'X-Twitter-Client-Version': '10.21.0-release.0',
+ 'OS-Version': '28',
+ 'System-User-Agent': 'Dalvik/2.1.0 (Linux; U; Android 9; ONEPLUS A3010 Build/PKQ1.181203.001)',
+ 'X-Twitter-Active-User': 'yes',
+ 'Content-Type': 'application/json',
+ Authorization: bearerToken,
+};
+
+const loginLimiter = cache.clients.redisClient
+ ? new RateLimiterRedis({
+ points: 1,
+ duration: 20,
+ execEvenly: true,
+ storeClient: cache.clients.redisClient,
+ })
+ : new RateLimiterMemory({
+ points: 1,
+ duration: 20,
+ execEvenly: true,
+ });
+
+const loginLimiterQueue = new RateLimiterQueue(loginLimiter);
+
+const postTask = async (flowToken: string, subtaskId: string, subtaskInput: Record) =>
+ await got.post(ENDPOINT, {
+ headers,
+ json: {
+ flow_token: flowToken,
+ subtask_inputs: [Object.assign({ subtask_id: subtaskId }, subtaskInput)],
+ },
+ });
+
+// In the Twitter login flow, each task successfully requested will respond with a 'subtask_id' to determine what the next task is, and the execution sequence of the tasks is non-fixed.
+// So abstract these tasks out into a map so that they can be dynamically executed during the login flow.
+// If there are missing tasks in the future, simply add the implementation of that task to it.
+const flowTasks = {
+ async LoginEnterUserIdentifier({ flowToken, username }) {
+ return await postTask(flowToken, 'LoginEnterUserIdentifier', {
+ enter_text: {
+ suggestion_id: null,
+ text: username,
+ link: 'next_link',
+ },
+ });
+ },
+ async LoginEnterPassword({ flowToken, password }) {
+ return await postTask(flowToken, 'LoginEnterPassword', {
+ enter_password: {
+ password,
+ link: 'next_link',
+ },
+ });
+ },
+ async LoginEnterAlternateIdentifierSubtask({ flowToken, phoneOrEmail }) {
+ return await postTask(flowToken, 'LoginEnterAlternateIdentifierSubtask', {
+ enter_text: {
+ suggestion_id: null,
+ text: phoneOrEmail,
+ link: 'next_link',
+ },
+ });
+ },
+ async AccountDuplicationCheck({ flowToken }) {
+ return await postTask(flowToken, 'AccountDuplicationCheck', {
+ check_logged_in_account: {
+ link: 'AccountDuplicationCheck_false',
+ },
+ });
+ },
+ async LoginTwoFactorAuthChallenge({ flowToken, authenticationSecret }) {
+ const token = authenticator.generate(authenticationSecret);
+ return await postTask(flowToken, 'LoginTwoFactorAuthChallenge', {
+ enter_text: {
+ suggestion_id: null,
+ text: token,
+ link: 'next_link',
+ },
+ });
+ },
+};
+
+async function login({ username, password, authenticationSecret, phoneOrEmail }) {
+ return (await cache.tryGet(
+ `twitter:authentication:${username}`,
+ async () => {
+ try {
+ await loginLimiterQueue.removeTokens(1);
+
+ logger.debug('Twitter login start.');
+
+ headers['X-Twitter-Client-DeviceID'] = uuidv5(username, NAMESPACE);
+
+ const ct0 = crypto.randomUUID().replaceAll('-', '');
+ const guestToken = await got(guestActivateUrl, {
+ headers: {
+ authorization: bearerToken,
+ 'x-csrf-token': ct0,
+ cookie: 'ct0=' + ct0,
+ },
+ method: 'POST',
+ });
+ logger.debug('Twitter login: guest token');
+
+ headers['x-guest-token'] = guestToken.data.guest_token;
+
+ let task = await ofetch
+ .raw(
+ ENDPOINT +
+ '?' +
+ new URLSearchParams({
+ flow_name: 'login',
+ api_version: '1',
+ known_device_token: '',
+ sim_country_code: 'us',
+ }).toString(),
+ {
+ method: 'POST',
+ headers,
+ body: {
+ flow_token: null,
+ input_flow_data: {
+ country_code: null,
+ flow_context: {
+ referrer_context: {
+ referral_details: 'utm_source=google-play&utm_medium=organic',
+ referrer_url: '',
+ },
+ start_location: {
+ location: 'deeplink',
+ },
+ },
+ requested_variant: null,
+ target_user_id: 0,
+ },
+ },
+ }
+ )
+ .then(({ headers: _headers, _data }) => {
+ headers.att = _headers.get('att');
+ return { data: _data };
+ });
+
+ logger.debug('Twitter login flow start.');
+ const runTask = async ({ data }) => {
+ const { subtask_id, open_account } = data.subtasks.shift();
+
+ // If `open_account` exists (and 'subtask_id' is `LoginSuccessSubtask`), it means the login was successful.
+ if (open_account) {
+ return open_account;
+ }
+
+ // If task does not exist in `flowTasks`, we need to implement it.
+ if (!(subtask_id in flowTasks)) {
+ logger.error(`Twitter login flow task failed: unknown subtask: ${subtask_id}`);
+ return;
+ }
+
+ task = await flowTasks[subtask_id]({
+ flowToken: data.flow_token,
+ username,
+ password,
+ authenticationSecret,
+ phoneOrEmail,
+ });
+ logger.debug(`Twitter login flow task finished: subtask: ${subtask_id}.`);
+
+ return await runTask(task);
+ };
+ const authentication = await runTask(task);
+ logger.debug('Twitter login flow finished.');
+
+ if (authentication) {
+ logger.debug('Twitter login success.', authentication);
+ } else {
+ logger.error(`Twitter login failed. ${JSON.stringify(task.data?.subtasks, null, 2)}`);
+ }
+
+ return authentication;
+ } catch (error) {
+ logger.error(`Twitter username ${username} login failed:`, error);
+ }
+ },
+ 60 * 60 * 24 * 30, // 30 days
+ false
+ )) as {
+ oauth_token: string;
+ oauth_token_secret: string;
+ } | null;
+}
+
+export default login;
diff --git a/lib/routes/twitter/api/mobile-api/token.ts b/lib/routes/twitter/api/mobile-api/token.ts
new file mode 100644
index 00000000000000..93a6069cec072f
--- /dev/null
+++ b/lib/routes/twitter/api/mobile-api/token.ts
@@ -0,0 +1,39 @@
+import { config } from '@/config';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
+
+import login from './login';
+
+let tokenIndex = 0;
+
+async function getToken() {
+ let token;
+ if (config.twitter.username && config.twitter.password) {
+ const index = tokenIndex++ % config.twitter.username.length;
+ const username = config.twitter.username[index];
+ const password = config.twitter.password[index];
+ const authenticationSecret = config.twitter.authenticationSecret?.[index];
+ const phoneOrEmail = config.twitter.phoneOrEmail?.[index];
+ if (username && password) {
+ const authentication = await login({
+ username,
+ password,
+ authenticationSecret,
+ phoneOrEmail,
+ });
+ if (!authentication) {
+ throw new ConfigNotFoundError(`Invalid twitter configs: ${username}`);
+ }
+ token = {
+ key: authentication.oauth_token,
+ secret: authentication.oauth_token_secret,
+ cacheKey: `twitter:authentication:${username}`,
+ };
+ }
+ } else {
+ throw new ConfigNotFoundError('Invalid twitter configs');
+ }
+
+ return token;
+}
+
+export { getToken };
diff --git a/lib/routes/twitter/api/web-api/api.ts b/lib/routes/twitter/api/web-api/api.ts
new file mode 100644
index 00000000000000..be9c908cc42bd4
--- /dev/null
+++ b/lib/routes/twitter/api/web-api/api.ts
@@ -0,0 +1,220 @@
+import { config } from '@/config';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+
+import { baseUrl, gqlFeatures, gqlMap } from './constants';
+import { gatherLegacyFromData, paginationTweets, twitterGot } from './utils';
+
+const getUserData = (id) =>
+ cache.tryGet(`twitter-userdata-${id}`, () => {
+ const params = {
+ variables: id.startsWith('+')
+ ? JSON.stringify({
+ userId: id.slice(1),
+ withSafetyModeUserFields: true,
+ })
+ : JSON.stringify({
+ screen_name: id,
+ withSafetyModeUserFields: true,
+ }),
+ features: JSON.stringify(id.startsWith('+') ? gqlFeatures.UserByRestId : gqlFeatures.UserByScreenName),
+ fieldToggles: JSON.stringify({
+ withAuxiliaryUserLabels: false,
+ }),
+ };
+
+ if (config.twitter.thirdPartyApi) {
+ const endpoint = id.startsWith('+') ? gqlMap.UserByRestId : gqlMap.UserByScreenName;
+
+ return ofetch(`${config.twitter.thirdPartyApi}${endpoint}`, {
+ method: 'GET',
+ params,
+ headers: {
+ 'accept-encoding': 'gzip',
+ },
+ });
+ }
+
+ return twitterGot(`${baseUrl}${id.startsWith('+') ? gqlMap.UserByRestId : gqlMap.UserByScreenName}`, params, {
+ allowNoAuth: !id.startsWith('+'),
+ });
+ });
+
+const cacheTryGet = async (_id, params, func) => {
+ const userData: any = await getUserData(_id);
+ const id = (userData.data?.user || userData.data?.user_result)?.result?.rest_id;
+ if (id === undefined) {
+ cache.set(`twitter-userdata-${_id}`, '', config.cache.contentExpire);
+ throw new InvalidParameterError('User not found');
+ }
+ const funcName = func.name;
+ const paramsString = JSON.stringify(params);
+ return cache.tryGet(`twitter:${id}:${funcName}:${paramsString}`, () => func(id, params), config.cache.routeExpire, false);
+};
+
+const getUserTweets = (id: string, params?: Record) =>
+ cacheTryGet(id, params, async (id, params = {}) =>
+ gatherLegacyFromData(
+ await paginationTweets('UserTweets', id, {
+ ...params,
+ count: 20,
+ includePromotedContent: true,
+ withQuickPromoteEligibilityTweetFields: true,
+ withVoice: true,
+ withV2Timeline: true,
+ })
+ )
+ );
+
+const getUserTweetsAndReplies = (id: string, params?: Record) =>
+ cacheTryGet(id, params, async (id, params = {}) =>
+ gatherLegacyFromData(
+ await paginationTweets('UserTweetsAndReplies', id, {
+ ...params,
+ count: 20,
+ includePromotedContent: true,
+ withCommunity: true,
+ withVoice: true,
+ withV2Timeline: true,
+ }),
+ ['profile-conversation-'],
+ id
+ )
+ );
+
+const getUserMedia = (id: string, params?: Record) =>
+ cacheTryGet(id, params, async (id, params = {}) =>
+ gatherLegacyFromData(
+ await paginationTweets('UserMedia', id, {
+ ...params,
+ count: 20,
+ includePromotedContent: false,
+ withClientEventToken: false,
+ withBirdwatchNotes: false,
+ withVoice: true,
+ withV2Timeline: true,
+ })
+ )
+ );
+
+const getUserLikes = (id: string, params?: Record) =>
+ cacheTryGet(id, params, async (id, params = {}) =>
+ gatherLegacyFromData(
+ await paginationTweets('Likes', id, {
+ ...params,
+ includeHasBirdwatchNotes: false,
+ includePromotedContent: false,
+ withBirdwatchNotes: false,
+ withVoice: false,
+ withV2Timeline: true,
+ })
+ )
+ );
+
+const getUserTweet = (id: string, params?: Record) =>
+ cacheTryGet(id, params, async (id, params = {}) =>
+ gatherLegacyFromData(
+ await paginationTweets(
+ 'TweetDetail',
+ id,
+ {
+ ...params,
+ includeHasBirdwatchNotes: false,
+ includePromotedContent: false,
+ withBirdwatchNotes: false,
+ withVoice: false,
+ withV2Timeline: true,
+ },
+ ['threaded_conversation_with_injections_v2']
+ ),
+ ['homeConversation-', 'conversationthread-']
+ )
+ );
+
+const getSearch = async (keywords: string, params?: Record) =>
+ gatherLegacyFromData(
+ await paginationTweets(
+ 'SearchTimeline',
+ undefined,
+ {
+ ...params,
+ rawQuery: keywords,
+ count: 20,
+ querySource: 'typed_query',
+ product: 'Latest',
+ },
+ ['search_by_raw_query', 'search_timeline', 'timeline']
+ )
+ );
+
+const getList = async (id: string, params?: Record) =>
+ gatherLegacyFromData(
+ await paginationTweets(
+ 'ListLatestTweetsTimeline',
+ undefined,
+ {
+ ...params,
+ listId: id,
+ count: 20,
+ },
+ ['list', 'tweets_timeline', 'timeline']
+ )
+ );
+
+const getUser = async (id: string) => {
+ const userData: any = await getUserData(id);
+ return {
+ profile_image_url: userData.data?.user?.result?.avatar?.image_url,
+ ...userData.data?.user?.result?.core,
+ ...(userData.data?.user || userData.data?.user_result)?.result?.legacy,
+ };
+};
+
+const getHomeTimeline = async (id: string, params?: Record) =>
+ gatherLegacyFromData(
+ await paginationTweets(
+ 'HomeTimeline',
+ undefined,
+ {
+ ...params,
+ count: 20,
+ includePromotedContent: true,
+ latestControlAvailable: true,
+ requestContext: 'launch',
+ withCommunity: true,
+ },
+ ['home', 'home_timeline_urt']
+ )
+ );
+
+const getHomeLatestTimeline = async (id: string, params?: Record) =>
+ gatherLegacyFromData(
+ await paginationTweets(
+ 'HomeLatestTimeline',
+ undefined,
+ {
+ ...params,
+ count: 20,
+ includePromotedContent: true,
+ latestControlAvailable: true,
+ requestContext: 'launch',
+ withCommunity: true,
+ },
+ ['home', 'home_timeline_urt']
+ )
+ );
+
+export default {
+ getUser,
+ getUserTweets,
+ getUserTweetsAndReplies,
+ getUserMedia,
+ getUserLikes,
+ getUserTweet,
+ getSearch,
+ getList,
+ getHomeTimeline,
+ getHomeLatestTimeline,
+ init: () => {},
+};
diff --git a/lib/routes/twitter/api/web-api/constants.ts b/lib/routes/twitter/api/web-api/constants.ts
new file mode 100644
index 00000000000000..b1ca1d46a1af2b
--- /dev/null
+++ b/lib/routes/twitter/api/web-api/constants.ts
@@ -0,0 +1,117 @@
+const baseUrl = 'https://x.com/i/api';
+
+const graphQLEndpointsPlain = [
+ '/graphql/E3opETHurmVJflFsUBVuUQ/UserTweets',
+ '/graphql/Yka-W8dz7RaEuQNkroPkYw/UserByScreenName',
+ '/graphql/HJFjzBgCs16TqxewQOeLNg/HomeTimeline',
+ '/graphql/DiTkXJgLqBBxCs7zaYsbtA/HomeLatestTimeline',
+ '/graphql/bt4TKuFz4T7Ckk-VvQVSow/UserTweetsAndReplies',
+ '/graphql/dexO_2tohK86JDudXXG3Yw/UserMedia',
+ '/graphql/Qw77dDjp9xCpUY-AXwt-yQ/UserByRestId',
+ '/graphql/UN1i3zUiCWa-6r-Uaho4fw/SearchTimeline',
+ '/graphql/Pa45JvqZuKcW1plybfgBlQ/ListLatestTweetsTimeline',
+ '/graphql/QuBlQ6SxNAQCt6-kBiCXCQ/TweetDetail',
+];
+
+const gqlMap = Object.fromEntries(graphQLEndpointsPlain.map((endpoint) => [endpoint.split('/')[3].replace(/V2$|Query$|QueryV2$/, ''), endpoint]));
+
+const thirdPartySupportedAPI = ['UserByScreenName', 'UserByRestId', 'UserTweets', 'UserTweetsAndReplies', 'ListLatestTweetsTimeline', 'SearchTimeline', 'UserMedia'];
+
+const gqlFeatureUser = {
+ hidden_profile_subscriptions_enabled: true,
+ rweb_tipjar_consumption_enabled: true,
+ responsive_web_graphql_exclude_directive_enabled: true,
+ verified_phone_label_enabled: false,
+ subscriptions_verification_info_is_identity_verified_enabled: true,
+ subscriptions_verification_info_verified_since_enabled: true,
+ highlights_tweets_tab_ui_enabled: true,
+ responsive_web_twitter_article_notes_tab_enabled: true,
+ subscriptions_feature_can_gift_premium: true,
+ creator_subscriptions_tweet_preview_api_enabled: true,
+ responsive_web_graphql_skip_user_profile_image_extensions_enabled: false,
+ responsive_web_graphql_timeline_navigation_enabled: true,
+};
+const gqlFeatureFeed = {
+ rweb_tipjar_consumption_enabled: true,
+ responsive_web_graphql_exclude_directive_enabled: true,
+ verified_phone_label_enabled: false,
+ creator_subscriptions_tweet_preview_api_enabled: true,
+ responsive_web_graphql_timeline_navigation_enabled: true,
+ responsive_web_graphql_skip_user_profile_image_extensions_enabled: false,
+ communities_web_enable_tweet_community_results_fetch: true,
+ c9s_tweet_anatomy_moderator_badge_enabled: true,
+ articles_preview_enabled: true,
+ responsive_web_edit_tweet_api_enabled: true,
+ graphql_is_translatable_rweb_tweet_is_translatable_enabled: true,
+ view_counts_everywhere_api_enabled: true,
+ longform_notetweets_consumption_enabled: true,
+ responsive_web_twitter_article_tweet_consumption_enabled: true,
+ tweet_awards_web_tipping_enabled: false,
+ creator_subscriptions_quote_tweet_preview_enabled: false,
+ freedom_of_speech_not_reach_fetch_enabled: true,
+ standardized_nudges_misinfo: true,
+ tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled: true,
+ rweb_video_timestamps_enabled: true,
+ longform_notetweets_rich_text_read_enabled: true,
+ longform_notetweets_inline_media_enabled: true,
+ responsive_web_enhance_cards_enabled: false,
+};
+
+const TweetDetailFeatures = {
+ rweb_tipjar_consumption_enabled: true,
+ responsive_web_graphql_exclude_directive_enabled: true,
+ verified_phone_label_enabled: false,
+ creator_subscriptions_tweet_preview_api_enabled: true,
+ responsive_web_graphql_timeline_navigation_enabled: true,
+ responsive_web_graphql_skip_user_profile_image_extensions_enabled: false,
+ communities_web_enable_tweet_community_results_fetch: true,
+ c9s_tweet_anatomy_moderator_badge_enabled: true,
+ articles_preview_enabled: true,
+ responsive_web_edit_tweet_api_enabled: true,
+ graphql_is_translatable_rweb_tweet_is_translatable_enabled: true,
+ view_counts_everywhere_api_enabled: true,
+ longform_notetweets_consumption_enabled: true,
+ responsive_web_twitter_article_tweet_consumption_enabled: true,
+ tweet_awards_web_tipping_enabled: false,
+ creator_subscriptions_quote_tweet_preview_enabled: false,
+ freedom_of_speech_not_reach_fetch_enabled: true,
+ standardized_nudges_misinfo: true,
+ tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled: true,
+ rweb_video_timestamps_enabled: true,
+ longform_notetweets_rich_text_read_enabled: true,
+ longform_notetweets_inline_media_enabled: true,
+ responsive_web_enhance_cards_enabled: false,
+};
+const gqlFeatures = {
+ UserByScreenName: gqlFeatureUser,
+ UserByRestId: gqlFeatureUser,
+ UserTweets: gqlFeatureFeed,
+ UserTweetsAndReplies: gqlFeatureFeed,
+ UserMedia: gqlFeatureFeed,
+ SearchTimeline: gqlFeatureFeed,
+ ListLatestTweetsTimeline: gqlFeatureFeed,
+ HomeTimeline: gqlFeatureFeed,
+ HomeLatestTimeline: TweetDetailFeatures,
+ TweetDetail: TweetDetailFeatures,
+ Likes: gqlFeatureFeed,
+};
+
+const timelineParams = {
+ include_can_media_tag: 1,
+ include_cards: 1,
+ include_entities: 1,
+ include_profile_interstitial_type: 0,
+ include_quote_count: 0,
+ include_reply_count: 0,
+ include_user_entities: 0,
+ include_ext_reply_count: 0,
+ include_ext_media_color: 0,
+ cards_platform: 'Web-13',
+ tweet_mode: 'extended',
+ send_error_codes: 1,
+ simple_quoted_tweet: 1,
+};
+
+const bearerToken = 'Bearer AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA';
+
+export { baseUrl, bearerToken, gqlFeatures, gqlMap, thirdPartySupportedAPI, timelineParams };
diff --git a/lib/routes/twitter/api/web-api/login.ts b/lib/routes/twitter/api/web-api/login.ts
new file mode 100644
index 00000000000000..85f71a023de528
--- /dev/null
+++ b/lib/routes/twitter/api/web-api/login.ts
@@ -0,0 +1,74 @@
+import { authenticator } from 'otplib';
+import { RateLimiterMemory, RateLimiterQueue, RateLimiterRedis } from 'rate-limiter-flexible';
+import { CookieJar } from 'tough-cookie';
+
+import cache from '@/utils/cache';
+import logger from '@/utils/logger';
+import puppeteer from '@/utils/puppeteer';
+
+const loginLimiter = cache.clients.redisClient
+ ? new RateLimiterRedis({
+ points: 1,
+ duration: 20,
+ execEvenly: true,
+ storeClient: cache.clients.redisClient,
+ })
+ : new RateLimiterMemory({
+ points: 1,
+ duration: 20,
+ execEvenly: true,
+ });
+
+const loginLimiterQueue = new RateLimiterQueue(loginLimiter);
+
+async function login({ username, password, authenticationSecret }) {
+ if (!username || !password) {
+ return;
+ }
+ try {
+ await loginLimiterQueue.removeTokens(1);
+
+ const cookieJar = new CookieJar();
+ const browser = await puppeteer();
+ const page = await browser.newPage();
+ await page.goto('https://x.com/i/flow/login');
+ await page.waitForSelector('input[autocomplete="username"]');
+ await page.type('input[autocomplete="username"]', username);
+ const buttons = await page.$$('button');
+ await buttons[3]?.click();
+ await page.waitForSelector('input[autocomplete="current-password"]');
+ await page.type('input[autocomplete="current-password"]', password);
+ (await page.waitForSelector('button[data-testid="LoginForm_Login_Button"]'))?.click();
+ if (authenticationSecret) {
+ await page.waitForSelector('input[inputmode="numeric"]');
+ const token = authenticator.generate(authenticationSecret);
+ await page.type('input[inputmode="numeric"]', token);
+ (await page.waitForSelector('button[data-testid="ocfEnterTextNextButton"]'))?.click();
+ }
+ const waitForRequest = new Promise((resolve) => {
+ page.on('response', async (response) => {
+ if (response.url().includes('/HomeTimeline')) {
+ const data = await response.json();
+ const message = data?.data?.home?.home_timeline_urt?.instructions?.[0]?.entries?.[0]?.entryId;
+ if (message === 'messageprompt-suspended-prompt') {
+ logger.error(`twitter debug: twitter username ${username} login failed: messageprompt-suspended-prompt`);
+ resolve('');
+ }
+ const cookies = await page.cookies();
+ for (const cookie of cookies) {
+ cookieJar.setCookieSync(`${cookie.name}=${cookie.value}`, 'https://x.com');
+ }
+ logger.debug(`twitter debug: twitter username ${username} login success`);
+ resolve(JSON.stringify(cookieJar.serializeSync()));
+ }
+ });
+ });
+ const cookieString = await waitForRequest;
+ await browser.close();
+ return cookieString;
+ } catch (error) {
+ logger.error(`twitter debug: twitter username ${username} login failed:`, error);
+ }
+}
+
+export default login;
diff --git a/lib/routes/twitter/api/web-api/utils.ts b/lib/routes/twitter/api/web-api/utils.ts
new file mode 100644
index 00000000000000..becf3f74aaacb3
--- /dev/null
+++ b/lib/routes/twitter/api/web-api/utils.ts
@@ -0,0 +1,357 @@
+import { cookie as HttpCookieAgentCookie, CookieAgent } from 'http-cookie-agent/undici';
+import queryString from 'query-string';
+import { Cookie, CookieJar } from 'tough-cookie';
+import { Client, ProxyAgent } from 'undici';
+
+import { config } from '@/config';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
+import cache from '@/utils/cache';
+import logger from '@/utils/logger';
+import ofetch from '@/utils/ofetch';
+import proxy from '@/utils/proxy';
+
+import { baseUrl, bearerToken, gqlFeatures, gqlMap, thirdPartySupportedAPI } from './constants';
+import login from './login';
+
+let authTokenIndex = 0;
+
+const token2Cookie = async (token) => {
+ const c = await cache.get(`twitter:cookie:${token}`);
+ if (c) {
+ return c;
+ }
+ const jar = new CookieJar();
+ await jar.setCookie(`auth_token=${token}`, 'https://x.com');
+ try {
+ const agent = proxy.proxyUri
+ ? new ProxyAgent({
+ factory: (origin, opts) => new Client(origin as string, opts).compose(HttpCookieAgentCookie({ jar })),
+ uri: proxy.proxyUri,
+ })
+ : new CookieAgent({ cookies: { jar } });
+ if (token) {
+ await ofetch('https://x.com', {
+ dispatcher: agent,
+ });
+ } else {
+ const data = await ofetch('https://x.com/narendramodi?mx=2', {
+ dispatcher: agent,
+ });
+ const gt = data.match(/document\.cookie="gt=(\d+)/)?.[1];
+ if (gt) {
+ jar.setCookieSync(`gt=${gt}`, 'https://x.com');
+ }
+ }
+ const cookie = JSON.stringify(jar.serializeSync());
+ cache.set(`twitter:cookie:${token}`, cookie);
+ return cookie;
+ } catch {
+ // ignore
+ return '';
+ }
+};
+
+const lockPrefix = 'twitter:lock-token1:';
+
+const getAuth = async (retry: number) => {
+ if (config.twitter.authToken && retry > 0) {
+ const index = authTokenIndex++ % config.twitter.authToken.length;
+ const token = config.twitter.authToken[index];
+ const lock = await cache.get(`${lockPrefix}${token}`, false);
+ if (lock) {
+ logger.debug(`twitter debug: twitter cookie for token ${token} is locked, retry: ${retry}`);
+ await new Promise((resolve) => setTimeout(resolve, Math.random() * 500 + 500));
+ return await getAuth(retry - 1);
+ } else {
+ logger.debug(`twitter debug: lock twitter cookie for token ${token}`);
+ await cache.set(`${lockPrefix}${token}`, '1', 20);
+ return {
+ token,
+ username: config.twitter.username?.[index],
+ password: config.twitter.password?.[index],
+ authenticationSecret: config.twitter.authenticationSecret?.[index],
+ };
+ }
+ }
+};
+
+export const twitterGot = async (
+ url,
+ params,
+ options?: {
+ allowNoAuth?: boolean;
+ }
+) => {
+ const auth = await getAuth(30);
+
+ if (!auth && !options?.allowNoAuth) {
+ throw new ConfigNotFoundError('No valid Twitter token found');
+ }
+
+ const requestUrl = `${url}?${queryString.stringify(params)}`;
+
+ let cookie: string | Record | null | undefined = await token2Cookie(auth?.token);
+ if (!cookie && auth) {
+ cookie = await login({
+ username: auth.username,
+ password: auth.password,
+ authenticationSecret: auth.authenticationSecret,
+ });
+ }
+ let dispatchers:
+ | {
+ jar: CookieJar;
+ agent: CookieAgent | ProxyAgent;
+ }
+ | undefined;
+ if (cookie) {
+ logger.debug(`twitter debug: got twitter cookie for token ${auth?.token}`);
+ if (typeof cookie === 'string') {
+ cookie = JSON.parse(cookie);
+ }
+ const jar = CookieJar.deserializeSync(cookie as any);
+ const agent = proxy.proxyUri
+ ? new ProxyAgent({
+ factory: (origin, opts) => new Client(origin as string, opts).compose(HttpCookieAgentCookie({ jar })),
+ uri: proxy.proxyUri,
+ })
+ : new CookieAgent({ cookies: { jar } });
+ if (proxy.proxyUri) {
+ logger.debug(`twitter debug: Proxying request: ${requestUrl}`);
+ }
+ dispatchers = {
+ jar,
+ agent,
+ };
+ } else if (auth) {
+ throw new ConfigNotFoundError(`Twitter cookie for token ${auth?.token?.replace(/(\w{8})(\w+)/, (_, v1, v2) => v1 + '*'.repeat(v2.length))} is not valid`);
+ }
+ const jsonCookie = dispatchers
+ ? Object.fromEntries(
+ dispatchers.jar
+ .getCookieStringSync(url)
+ .split(';')
+ .map((c) => Cookie.parse(c)?.toJSON())
+ .map((c) => [c?.key, c?.value])
+ )
+ : {};
+
+ const response = await ofetch.raw(requestUrl, {
+ retry: 0,
+ headers: {
+ authority: 'x.com',
+ accept: '*/*',
+ 'accept-language': 'en-US,en;q=0.9',
+ authorization: bearerToken,
+ 'cache-control': 'no-cache',
+ 'content-type': 'application/json',
+ dnt: '1',
+ pragma: 'no-cache',
+ referer: 'https://x.com/',
+ 'x-twitter-active-user': 'yes',
+ 'x-twitter-client-language': 'en',
+ 'x-csrf-token': jsonCookie.ct0,
+ ...(auth?.token
+ ? {
+ 'x-twitter-auth-type': 'OAuth2Session',
+ }
+ : {
+ 'x-guest-token': jsonCookie.gt,
+ }),
+ },
+ dispatcher: dispatchers?.agent,
+ onResponse: async ({ response }) => {
+ const remaining = response.headers.get('x-rate-limit-remaining');
+ const remainingInt = Number.parseInt(remaining || '0');
+ const reset = response.headers.get('x-rate-limit-reset');
+ logger.debug(
+ `twitter debug: twitter rate limit remaining for token ${auth?.token} is ${remaining} and reset at ${reset}, auth: ${JSON.stringify(auth)}, status: ${response.status}, data: ${JSON.stringify(response._data?.data)}, cookie: ${JSON.stringify(dispatchers?.jar.serializeSync())}`
+ );
+ if (auth) {
+ if (remaining && remainingInt < 2 && reset) {
+ const resetTime = new Date(Number.parseInt(reset) * 1000);
+ const delay = (resetTime.getTime() - Date.now()) / 1000;
+ logger.debug(`twitter debug: twitter rate limit exceeded for token ${auth.token} with status ${response.status}, will unlock after ${delay}s`);
+ await cache.set(`${lockPrefix}${auth.token}`, '1', Math.ceil(delay) * 2);
+ } else if (response.status === 429 || JSON.stringify(response._data?.data) === '{"user":{}}') {
+ logger.debug(`twitter debug: twitter rate limit exceeded for token ${auth.token} with status ${response.status}`);
+ await cache.set(`${lockPrefix}${auth.token}`, '1', 2000);
+ } else if (response.status === 403 || response.status === 401) {
+ const newCookie = await login({
+ username: auth.username,
+ password: auth.password,
+ authenticationSecret: auth.authenticationSecret,
+ });
+ if (newCookie) {
+ logger.debug(`twitter debug: reset twitter cookie for token ${auth.token}, ${newCookie}`);
+ await cache.set(`twitter:cookie:${auth.token}`, newCookie, config.cache.contentExpire);
+ logger.debug(`twitter debug: unlock twitter cookie for token ${auth.token} with error1`);
+ await cache.set(`${lockPrefix}${auth.token}`, '', 1);
+ } else {
+ const tokenIndex = config.twitter.authToken?.indexOf(auth.token);
+ if (tokenIndex !== undefined && tokenIndex !== -1) {
+ config.twitter.authToken?.splice(tokenIndex, 1);
+ }
+ if (auth.username) {
+ const usernameIndex = config.twitter.username?.indexOf(auth.username);
+ if (usernameIndex !== undefined && usernameIndex !== -1) {
+ config.twitter.username?.splice(usernameIndex, 1);
+ }
+ }
+ if (auth.password) {
+ const passwordIndex = config.twitter.password?.indexOf(auth.password);
+ if (passwordIndex !== undefined && passwordIndex !== -1) {
+ config.twitter.password?.splice(passwordIndex, 1);
+ }
+ }
+ logger.debug(`twitter debug: delete twitter cookie for token ${auth.token} with status ${response.status}, remaining tokens: ${config.twitter.authToken?.length}`);
+ await cache.set(`${lockPrefix}${auth.token}`, '1', 3600);
+ }
+ } else {
+ logger.debug(`twitter debug: unlock twitter cookie with success for token ${auth.token}`);
+ await cache.set(`${lockPrefix}${auth.token}`, '', 1);
+ }
+ }
+ },
+ });
+
+ if (auth?.token) {
+ logger.debug(`twitter debug: update twitter cookie for token ${auth.token}`);
+ await cache.set(`twitter:cookie:${auth.token}`, JSON.stringify(dispatchers?.jar.serializeSync()), config.cache.contentExpire);
+ }
+
+ return response._data;
+};
+
+export const paginationTweets = async (endpoint: string, userId: number | undefined, variables: Record, path?: string[]) => {
+ const params = {
+ variables: JSON.stringify({ ...variables, userId }),
+ features: JSON.stringify(gqlFeatures[endpoint]),
+ };
+
+ const fetchData = async () => {
+ if (config.twitter.thirdPartyApi && thirdPartySupportedAPI.includes(endpoint)) {
+ const { data } = await ofetch(`${config.twitter.thirdPartyApi}${gqlMap[endpoint]}`, {
+ method: 'GET',
+ params,
+ headers: {
+ 'accept-encoding': 'gzip',
+ },
+ });
+ return data;
+ }
+ const { data } = await twitterGot(baseUrl + gqlMap[endpoint], params);
+ return data;
+ };
+
+ const getInstructions = (data: any) => {
+ if (path) {
+ let instructions = data;
+ for (const p of path) {
+ instructions = instructions[p];
+ }
+ return instructions.instructions;
+ }
+
+ const userResult = data?.user?.result;
+ const timeline = userResult?.timeline?.timeline || userResult?.timeline?.timeline_v2 || userResult?.timeline_v2?.timeline;
+ const instructions = timeline?.instructions;
+ if (!instructions) {
+ logger.debug(`twitter debug: instructions not found in data: ${JSON.stringify(data)}`);
+ }
+ return instructions;
+ };
+
+ const data = await fetchData();
+ const instructions = getInstructions(data);
+ if (!instructions) {
+ return [];
+ }
+
+ const moduleItems = instructions.find((i) => i.type === 'TimelineAddToModule')?.moduleItems;
+ const entries = instructions.find((i) => i.type === 'TimelineAddEntries')?.entries;
+ const gridEntries = entries.find((i) => i.entryId === 'profile-grid-0')?.content?.items;
+
+ return gridEntries || moduleItems || entries || [];
+};
+
+export function gatherLegacyFromData(entries: any[], filterNested?: string[], userId?: number | string) {
+ const tweets: any[] = [];
+ const filteredEntries: any[] = [];
+ for (const entry of entries) {
+ const entryId = entry.entryId;
+ if (entryId) {
+ if (entryId.startsWith('tweet-')) {
+ filteredEntries.push(entry);
+ } else if (entryId.startsWith('profile-grid-0-tweet-')) {
+ filteredEntries.push(entry);
+ }
+ if (filterNested && filterNested.some((f) => entryId.startsWith(f))) {
+ filteredEntries.push(...entry.content.items);
+ }
+ }
+ }
+ for (const entry of filteredEntries) {
+ if (entry.entryId) {
+ const content = entry.content || entry.item;
+ let tweet = content?.content?.tweetResult?.result || content?.itemContent?.tweet_results?.result;
+ if (tweet && tweet.tweet) {
+ tweet = tweet.tweet;
+ }
+ if (tweet) {
+ const retweet = tweet.legacy?.retweeted_status_result?.result;
+ for (const t of [tweet, retweet]) {
+ if (!t?.legacy) {
+ continue;
+ }
+ t.legacy.user = t.core?.user_result?.result?.legacy || t.core?.user_results?.result?.legacy;
+ // Add name and screen_name from core to maintain compatibility
+ if (t.legacy.user && t.core?.user_results?.result?.core) {
+ const coreUser = t.core.user_results.result.core;
+ if (coreUser.name) {
+ t.legacy.user.name = coreUser.name;
+ }
+ if (coreUser.screen_name) {
+ t.legacy.user.screen_name = coreUser.screen_name;
+ }
+ }
+ t.legacy.id_str = t.rest_id; // avoid falling back to conversation_id_str elsewhere
+ const quote = t.quoted_status_result?.result?.tweet || t.quoted_status_result?.result;
+ if (quote) {
+ t.legacy.quoted_status = quote.legacy;
+ t.legacy.quoted_status.user = quote.core.user_result?.result?.legacy || quote.core.user_results?.result?.legacy;
+ // Add name and screen_name from core for quoted status user
+ if (t.legacy.quoted_status.user && quote.core?.user_results?.result?.core) {
+ const quoteCoreUser = quote.core.user_results.result.core;
+ if (quoteCoreUser.name) {
+ t.legacy.quoted_status.user.name = quoteCoreUser.name;
+ }
+ if (quoteCoreUser.screen_name) {
+ t.legacy.quoted_status.user.screen_name = quoteCoreUser.screen_name;
+ }
+ }
+ }
+ if (t.note_tweet) {
+ const tmp = t.note_tweet.note_tweet_results.result;
+ t.legacy.entities.hashtags = tmp.entity_set.hashtags;
+ t.legacy.entities.symbols = tmp.entity_set.symbols;
+ t.legacy.entities.urls = tmp.entity_set.urls;
+ t.legacy.entities.user_mentions = tmp.entity_set.user_mentions;
+ t.legacy.full_text = tmp.text;
+ }
+ }
+ const legacy = tweet.legacy;
+ if (legacy) {
+ if (retweet) {
+ legacy.retweeted_status = retweet.legacy;
+ }
+ if (userId === undefined || legacy.user_id_str === userId + '') {
+ tweets.push(legacy);
+ }
+ }
+ }
+ }
+ }
+
+ return tweets;
+}
diff --git a/lib/routes/twitter/home-latest.ts b/lib/routes/twitter/home-latest.ts
new file mode 100644
index 00000000000000..df40889449b2c4
--- /dev/null
+++ b/lib/routes/twitter/home-latest.ts
@@ -0,0 +1,64 @@
+import type { Route } from '@/types';
+
+import api from './api';
+import utils from './utils';
+
+export const route: Route = {
+ path: '/home_latest/:routeParams?',
+ categories: ['social-media'],
+ example: '/twitter/home_latest',
+ features: {
+ requireConfig: [
+ {
+ name: 'TWITTER_USERNAME',
+ description: 'Please see above for details.',
+ },
+ {
+ name: 'TWITTER_PASSWORD',
+ description: 'Please see above for details.',
+ },
+ {
+ name: 'TWITTER_AUTH_TOKEN',
+ description: 'Please see above for details.',
+ },
+ ],
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'Home latest timeline',
+ maintainers: ['DIYgod', 'CaoMeiYouRen'],
+ handler,
+ radar: [
+ {
+ source: ['x.com/home'],
+ target: '/home_latest',
+ },
+ ],
+};
+
+async function handler(ctx) {
+ // For compatibility
+ const { count, include_rts, only_media } = utils.parseRouteParams(ctx.req.param('routeParams'));
+ const params = count ? { count } : {};
+
+ await api.init();
+ let data = await api.getHomeLatestTimeline('', params);
+ if (!include_rts) {
+ data = utils.excludeRetweet(data);
+ }
+ if (only_media) {
+ data = utils.keepOnlyMedia(data);
+ }
+
+ return {
+ title: `Twitter following timeline`,
+ link: `https://x.com/home`,
+ // description: userInfo?.description,
+ item: utils.ProcessFeed(ctx, {
+ data,
+ }),
+ };
+}
diff --git a/lib/routes/twitter/home.ts b/lib/routes/twitter/home.ts
new file mode 100644
index 00000000000000..64a8d103c80562
--- /dev/null
+++ b/lib/routes/twitter/home.ts
@@ -0,0 +1,64 @@
+import type { Route } from '@/types';
+
+import api from './api';
+import utils from './utils';
+
+export const route: Route = {
+ path: '/home/:routeParams?',
+ categories: ['social-media'],
+ example: '/twitter/home',
+ features: {
+ requireConfig: [
+ {
+ name: 'TWITTER_USERNAME',
+ description: 'Please see above for details.',
+ },
+ {
+ name: 'TWITTER_PASSWORD',
+ description: 'Please see above for details.',
+ },
+ {
+ name: 'TWITTER_AUTH_TOKEN',
+ description: 'Please see above for details.',
+ },
+ ],
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'Home timeline',
+ maintainers: ['DIYgod', 'CaoMeiYouRen'],
+ handler,
+ radar: [
+ {
+ source: ['x.com/home'],
+ target: '/home',
+ },
+ ],
+};
+
+async function handler(ctx) {
+ // For compatibility
+ const { count, include_rts, only_media } = utils.parseRouteParams(ctx.req.param('routeParams'));
+ const params = count ? { count } : {};
+
+ await api.init();
+ let data = await api.getHomeTimeline('', params);
+ if (!include_rts) {
+ data = utils.excludeRetweet(data);
+ }
+ if (only_media) {
+ data = utils.keepOnlyMedia(data);
+ }
+
+ return {
+ title: `Twitter following timeline`,
+ link: `https://x.com/home`,
+ // description: userInfo?.description,
+ item: utils.ProcessFeed(ctx, {
+ data,
+ }),
+ };
+}
diff --git a/lib/routes/twitter/keyword.ts b/lib/routes/twitter/keyword.ts
new file mode 100644
index 00000000000000..7756ee06122b84
--- /dev/null
+++ b/lib/routes/twitter/keyword.ts
@@ -0,0 +1,61 @@
+import type { Route } from '@/types';
+import { ViewType } from '@/types';
+
+import api from './api';
+import utils from './utils';
+
+export const route: Route = {
+ path: '/keyword/:keyword/:routeParams?',
+ categories: ['social-media'],
+ view: ViewType.SocialMedia,
+ example: '/twitter/keyword/RSSHub',
+ parameters: { keyword: 'keyword', routeParams: 'extra parameters, see the table above' },
+ features: {
+ requireConfig: [
+ {
+ name: 'TWITTER_USERNAME',
+ description: 'Please see above for details.',
+ },
+ {
+ name: 'TWITTER_PASSWORD',
+ description: 'Please see above for details.',
+ },
+ {
+ name: 'TWITTER_AUTH_TOKEN',
+ description: 'Please see above for details.',
+ },
+ {
+ name: 'TWITTER_THIRD_PARTY_API',
+ description: 'Please see above for details.',
+ },
+ ],
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'Keyword',
+ maintainers: ['DIYgod', 'yindaheng98', 'Rongronggg9', 'pseudoyu'],
+ handler,
+ radar: [
+ {
+ source: ['x.com/search'],
+ },
+ ],
+};
+
+async function handler(ctx) {
+ const keyword = ctx.req.param('keyword');
+ await api.init();
+ const data = await api.getSearch(keyword);
+
+ return {
+ title: `Twitter Keyword - ${keyword}`,
+ link: `https://x.com/search?q=${encodeURIComponent(keyword)}`,
+ item: utils.ProcessFeed(ctx, {
+ data,
+ }),
+ allowEmpty: true,
+ };
+}
diff --git a/lib/routes/twitter/likes.ts b/lib/routes/twitter/likes.ts
new file mode 100644
index 00000000000000..d2dde8672f1300
--- /dev/null
+++ b/lib/routes/twitter/likes.ts
@@ -0,0 +1,50 @@
+import type { Route } from '@/types';
+
+import api from './api';
+import utils from './utils';
+
+export const route: Route = {
+ path: '/likes/:id/:routeParams?',
+ categories: ['social-media'],
+ example: '/twitter/likes/DIYgod',
+ parameters: { id: 'username', routeParams: 'extra parameters, see the table above' },
+ features: {
+ requireConfig: [
+ {
+ name: 'TWITTER_AUTH_TOKEN',
+ description: 'Please see above for details.',
+ },
+ ],
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'User likes',
+ maintainers: ['xyqfer'],
+ handler,
+};
+
+async function handler(ctx) {
+ const id = ctx.req.param('id');
+ const { count, include_rts, only_media } = utils.parseRouteParams(ctx.req.param('routeParams'));
+ const params = count ? { count } : {};
+
+ await api.init();
+ let data = await api.getUserLikes(id, params);
+ if (!include_rts) {
+ data = utils.excludeRetweet(data);
+ }
+ if (only_media) {
+ data = utils.keepOnlyMedia(data);
+ }
+
+ return {
+ title: `Twitter Likes - ${id}`,
+ link: `https://x.com/${id}/likes`,
+ item: utils.ProcessFeed(ctx, {
+ data,
+ }),
+ };
+}
diff --git a/lib/routes/twitter/list.ts b/lib/routes/twitter/list.ts
new file mode 100644
index 00000000000000..9d71f963661256
--- /dev/null
+++ b/lib/routes/twitter/list.ts
@@ -0,0 +1,60 @@
+import type { Route } from '@/types';
+
+import api from './api';
+import utils from './utils';
+
+export const route: Route = {
+ path: '/list/:id/:routeParams?',
+ categories: ['social-media'],
+ example: '/twitter/list/1502570462752219136',
+ parameters: { id: 'list id, get from url', routeParams: 'extra parameters, see the table above' },
+ features: {
+ requireConfig: [
+ {
+ name: 'TWITTER_AUTH_TOKEN',
+ description: 'Please see above for details.',
+ },
+ {
+ name: 'TWITTER_THIRD_PARTY_API',
+ description: 'Please see above for details.',
+ },
+ ],
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'List timeline',
+ maintainers: ['DIYgod', 'xyqfer', 'pseudoyu'],
+ handler,
+ radar: [
+ {
+ source: ['x.com/i/lists/:id'],
+ target: '/list/:id',
+ },
+ ],
+};
+
+async function handler(ctx) {
+ const id = ctx.req.param('id');
+ const { count, include_rts, only_media } = utils.parseRouteParams(ctx.req.param('routeParams'));
+ const params = count ? { count } : {};
+
+ await api.init();
+ let data = await api.getList(id, params);
+ if (!include_rts) {
+ data = utils.excludeRetweet(data);
+ }
+ if (only_media) {
+ data = utils.keepOnlyMedia(data);
+ }
+
+ return {
+ title: `Twitter List - ${id}`,
+ link: `https://x.com/i/lists/${id}`,
+ item: utils.ProcessFeed(ctx, {
+ data,
+ }),
+ };
+}
diff --git a/lib/routes/twitter/media.ts b/lib/routes/twitter/media.ts
new file mode 100644
index 00000000000000..6c5a6569ed048e
--- /dev/null
+++ b/lib/routes/twitter/media.ts
@@ -0,0 +1,73 @@
+import type { Route } from '@/types';
+import { ViewType } from '@/types';
+import logger from '@/utils/logger';
+
+import api from './api';
+import utils from './utils';
+
+export const route: Route = {
+ path: '/media/:id/:routeParams?',
+ categories: ['social-media'],
+ view: ViewType.Pictures,
+ example: '/twitter/media/_RSSHub',
+ parameters: { id: 'username; in particular, if starts with `+`, it will be recognized as a [unique ID](https://github.com/DIYgod/RSSHub/issues/12221), e.g. `+44196397`', routeParams: 'extra parameters, see the table above.' },
+ features: {
+ requireConfig: [
+ {
+ name: 'TWITTER_USERNAME',
+ description: 'Please see above for details.',
+ },
+ {
+ name: 'TWITTER_PASSWORD',
+ description: 'Please see above for details.',
+ },
+ {
+ name: 'TWITTER_AUTH_TOKEN',
+ description: 'Please see above for details.',
+ },
+ ],
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'User media',
+ maintainers: ['DIYgod', 'yindaheng98', 'Rongronggg9'],
+ handler,
+ radar: [
+ {
+ source: ['x.com/:id/media'],
+ target: '/media/:id',
+ },
+ ],
+};
+
+async function handler(ctx) {
+ const id = ctx.req.param('id');
+ const { count } = utils.parseRouteParams(ctx.req.param('routeParams'));
+ const params = count ? { count } : {};
+
+ await api.init();
+ const userInfo = await api.getUser(id);
+ let data;
+ try {
+ data = await api.getUserMedia(id, params);
+ } catch (error) {
+ logger.error(error);
+ }
+ const profileImageUrl = userInfo?.profile_image_url || userInfo?.profile_image_url_https;
+
+ return {
+ title: `Twitter @${userInfo?.name}`,
+ link: `https://x.com/${userInfo?.screen_name}/media`,
+ image: profileImageUrl.replace(/_normal.jpg$/, '.jpg'),
+ description: userInfo?.description,
+ item:
+ data &&
+ utils.ProcessFeed(ctx, {
+ data,
+ }),
+ allowEmpty: true,
+ };
+}
diff --git a/lib/routes/twitter/namespace.ts b/lib/routes/twitter/namespace.ts
new file mode 100644
index 00000000000000..f3662fbbfd42bf
--- /dev/null
+++ b/lib/routes/twitter/namespace.ts
@@ -0,0 +1,51 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'X (Twitter)',
+ url: 'x.com',
+ description: `Specify options (in the format of query string) in parameter \`routeParams\` to control some extra features for Tweets
+
+| Key | Description | Accepts | Defaults to |
+| ------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------ | ---------------------- | ----------------------------------------- |
+| \`readable\` | Enable readable layout | \`0\`/\`1\`/\`true\`/\`false\` | \`false\` |
+| \`authorNameBold\` | Display author name in bold | \`0\`/\`1\`/\`true\`/\`false\` | \`false\` |
+| \`showAuthorInTitle\` | Show author name in title | \`0\`/\`1\`/\`true\`/\`false\` | \`false\` (\`true\` in \`/twitter/followings\`) |
+| \`showAuthorAsTitleOnly\` | Show only author name as title | \`0\`/\`1\`/\`true\`/\`false\` | \`false\` |
+| \`showAuthorInDesc\` | Show author name in description (RSS body) | \`0\`/\`1\`/\`true\`/\`false\` | \`false\` (\`true\` in \`/twitter/followings\`) |
+| \`showQuotedAuthorAvatarInDesc\` | Show avatar of quoted Tweet's author in description (RSS body) (Not recommended if your RSS reader extracts images from description) | \`0\`/\`1\`/\`true\`/\`false\` | \`false\` |
+| \`showAuthorAvatarInDesc\` | Show avatar of author in description (RSS body) (Not recommended if your RSS reader extracts images from description) | \`0\`/\`1\`/\`true\`/\`false\` | \`false\` |
+| \`showEmojiForRetweetAndReply\` | Use "🔁" instead of "RT", "↩️" & "💬" instead of "Re" | \`0\`/\`1\`/\`true\`/\`false\` | \`false\` |
+| \`showSymbolForRetweetAndReply\` | Use " RT " instead of "", " Re " instead of "" | \`0\`/\`1\`/\`true\`/\`false\` | \`true\` |
+| \`showRetweetTextInTitle\` | Show quote comments in title (if \`false\`, only the retweeted tweet will be shown in the title) | \`0\`/\`1\`/\`true\`/\`false\` | \`true\` |
+| \`addLinkForPics\` | Add clickable links for Tweet pictures | \`0\`/\`1\`/\`true\`/\`false\` | \`false\` |
+| \`showTimestampInDescription\` | Show timestamp in description | \`0\`/\`1\`/\`true\`/\`false\` | \`false\` |
+| \`showQuotedInTitle\` | Show quoted tweet in title | \`0\`/\`1\`/\`true\`/\`false\` | \`false\` |
+| \`widthOfPics\` | Width of Tweet pictures | Unspecified/Integer | Unspecified |
+| \`heightOfPics\` | Height of Tweet pictures | Unspecified/Integer | Unspecified |
+| \`sizeOfAuthorAvatar\` | Size of author's avatar | Integer | \`48\` |
+| \`sizeOfQuotedAuthorAvatar\` | Size of quoted tweet's author's avatar | Integer | \`24\` |
+| \`includeReplies\` | Include replies, only available in \`/twitter/user\` | \`0\`/\`1\`/\`true\`/\`false\` | \`false\` |
+| \`includeRts\` | Include retweets, only available in \`/twitter/user\` | \`0\`/\`1\`/\`true\`/\`false\` | \`true\` |
+| \`forceWebApi\` | Force using Web API even if Developer API is configured, only available in \`/twitter/user\` and \`/twitter/keyword\` | \`0\`/\`1\`/\`true\`/\`false\` | \`false\` |
+| \`count\` | \`count\` parameter passed to Twitter API, only available in \`/twitter/user\` | Unspecified/Integer | Unspecified |
+| \`onlyMedia\` | Only get tweets with a media | \`0\`/\`1\`/\`true\`/\`false\` | \`false\` |
+| \`mediaNumber \` | Number the medias | \`0\`/\`1\`/\`true\`/\`false\` | \`false\` |
+
+Specify different option values than default values to improve readability. The URL
+
+\`\`\`
+https://rsshub.app/twitter/user/durov/readable=1&authorNameBold=1&showAuthorInTitle=1&showAuthorInDesc=1&showQuotedAuthorAvatarInDesc=1&showAuthorAvatarInDesc=1&showEmojiForRetweetAndReply=1&showRetweetTextInTitle=0&addLinkForPics=1&showTimestampInDescription=1&showQuotedInTitle=1&heightOfPics=150
+\`\`\`
+
+generates
+
+relevant config ');
+ }
+ const woeid = ctx.req.param('woeid') ?? 1; // Global information is available by using 1 as the WOEID
+ const client = await utils.getAppClient();
+ const data = await client.v1.get('trends/place.json', { id: woeid });
+ const [{ trends }] = data;
+
+ return {
+ title: `Twitter Trends on ${data[0].locations[0].name}`,
+ link: `https://x.com/i/trends`,
+ item: trends
+ .filter((t) => !t.promoted_content)
+ .map((t) => ({
+ title: t.name,
+ link: t.url,
+ description: t.name + (t.tweet_volume ? ` (${t.tweet_volume})` : ''),
+ })),
+ };
+}
diff --git a/lib/routes/twitter/tweet.ts b/lib/routes/twitter/tweet.ts
new file mode 100644
index 00000000000000..02470cf5f712f4
--- /dev/null
+++ b/lib/routes/twitter/tweet.ts
@@ -0,0 +1,67 @@
+import { config } from '@/config';
+import type { Route } from '@/types';
+import { fallback, queryToBoolean } from '@/utils/readable-social';
+
+import api from './api';
+import utils from './utils';
+
+export const route: Route = {
+ path: '/tweet/:id/status/:status/:original?',
+ categories: ['social-media'],
+ example: '/twitter/tweet/DIYgod/status/1650844643997646852',
+ parameters: {
+ id: 'username; in particular, if starts with `+`, it will be recognized as a [unique ID](https://github.com/DIYgod/RSSHub/issues/12221), e.g. `+44196397`',
+ status: 'tweet ID',
+ original: 'extra parameters, data type of return, if the value is not `0`/`false` and `config.isPackage` is `true`, return the original data of twitter',
+ },
+ features: {
+ requireConfig: [
+ {
+ name: 'TWITTER_USERNAME',
+ description: 'Please see above for details.',
+ },
+ {
+ name: 'TWITTER_PASSWORD',
+ description: 'Please see above for details.',
+ },
+ ],
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'Tweet Details',
+ maintainers: ['LarchLiu', 'Rongronggg9'],
+ handler,
+};
+
+async function handler(ctx) {
+ const id = ctx.req.param('id');
+ const status = ctx.req.param('status');
+ const routeParams = new URLSearchParams(ctx.req.param('original'));
+ const original = fallback(undefined, queryToBoolean(routeParams.get('original')), false);
+ const params = {
+ focalTweetId: status,
+ with_rux_injections: false,
+ includePromotedContent: true,
+ withCommunity: true,
+ withQuickPromoteEligibilityTweetFields: true,
+ withBirdwatchNotes: true,
+ withVoice: true,
+ withV2Timeline: true,
+ };
+ await api.init();
+ const userInfo = await api.getUser(id);
+ const data = await api.getUserTweet(id, params);
+ const profileImageUrl = userInfo.profile_image_url || userInfo.profile_image_url_https;
+ const item = original && config.isPackage ? data : utils.ProcessFeed(ctx, { data });
+
+ return {
+ title: `Twitter @${userInfo.name}`,
+ link: `https://x.com/${userInfo.screen_name}/status/${status}`,
+ image: profileImageUrl.replace(/_normal.jpg$/, '.jpg'),
+ description: userInfo.description,
+ item,
+ };
+}
diff --git a/lib/routes/twitter/user.ts b/lib/routes/twitter/user.ts
new file mode 100644
index 00000000000000..452fa6674be3ab
--- /dev/null
+++ b/lib/routes/twitter/user.ts
@@ -0,0 +1,92 @@
+import type { Route } from '@/types';
+import { ViewType } from '@/types';
+import logger from '@/utils/logger';
+
+import api from './api';
+import utils from './utils';
+
+export const route: Route = {
+ path: '/user/:id/:routeParams?',
+ categories: ['social-media'],
+ view: ViewType.SocialMedia,
+ example: '/twitter/user/_RSSHub',
+ parameters: {
+ id: 'username; in particular, if starts with `+`, it will be recognized as a [unique ID](https://github.com/DIYgod/RSSHub/issues/12221), e.g. `+44196397`',
+ routeParams: 'extra parameters, see the table above',
+ },
+ features: {
+ requireConfig: [
+ {
+ name: 'TWITTER_USERNAME',
+ description: 'Please see above for details.',
+ },
+ {
+ name: 'TWITTER_PASSWORD',
+ description: 'Please see above for details.',
+ },
+ {
+ name: 'TWITTER_AUTHENTICATION_SECRET',
+ description: 'TOTP 2FA secret, please see above for details.',
+ optional: true,
+ },
+ {
+ name: 'TWITTER_AUTH_TOKEN',
+ description: 'Please see above for details.',
+ },
+ {
+ name: 'TWITTER_THIRD_PARTY_API',
+ description: 'Use third-party API to query twitter data',
+ optional: true,
+ },
+ ],
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'User timeline',
+ maintainers: ['DIYgod', 'yindaheng98', 'Rongronggg9', 'CaoMeiYouRen', 'pseudoyu'],
+ handler,
+ radar: [
+ {
+ source: ['x.com/:id'],
+ target: '/user/:id',
+ },
+ ],
+};
+
+async function handler(ctx) {
+ const id = ctx.req.param('id');
+
+ // For compatibility
+ const { count, include_replies, include_rts } = utils.parseRouteParams(ctx.req.param('routeParams'));
+ const params = count ? { count } : {};
+
+ await api.init();
+ const userInfo = await api.getUser(id);
+ let data;
+ try {
+ data = await (include_replies ? api.getUserTweetsAndReplies(id, params) : api.getUserTweets(id, params));
+ if (!include_rts) {
+ data = utils.excludeRetweet(data);
+ }
+ } catch (error) {
+ logger.error(error);
+ }
+
+ const profileImageUrl = userInfo?.profile_image_url || userInfo?.profile_image_url_https;
+
+ return {
+ title: `Twitter @${userInfo?.name}`,
+ link: `https://x.com/${userInfo?.screen_name}`,
+ image: profileImageUrl.replace(/_normal.jpg$/, '.jpg'),
+ description: userInfo?.description,
+ item:
+ data &&
+ utils.ProcessFeed(ctx, {
+ data,
+ }),
+ allowEmpty: true,
+ };
+}
diff --git a/lib/routes/twitter/utils.ts b/lib/routes/twitter/utils.ts
new file mode 100644
index 00000000000000..7eb9c5481bbca5
--- /dev/null
+++ b/lib/routes/twitter/utils.ts
@@ -0,0 +1,522 @@
+import URL from 'node:url';
+
+import { TwitterApi } from 'twitter-api-v2';
+
+import { config } from '@/config';
+import { parseDate } from '@/utils/parse-date';
+import { fallback, queryToBoolean, queryToInteger } from '@/utils/readable-social';
+
+const getQueryParams = (url) => URL.parse(url, true).query;
+const getOriginalImg = (url) => {
+ // https://greasyfork.org/zh-CN/scripts/2312-resize-image-on-open-image-in-new-tab/code#n150
+ let m = null;
+ if ((m = url.match(/^(https?:\/\/\w+\.twimg\.com\/media\/[^/:]+)\.(jpg|jpeg|gif|png|bmp|webp)(:\w+)?$/i))) {
+ let format = m[2];
+ if (m[2] === 'jpeg') {
+ format = 'jpg';
+ }
+ return `${m[1]}?format=${format}&name=orig`;
+ } else if ((m = url.match(/^(https?:\/\/\w+\.twimg\.com\/.+)(\?.+)$/i))) {
+ const pars = getQueryParams(url);
+ if (!pars.format || !pars.name) {
+ return url;
+ }
+ if (pars.name === 'orig') {
+ return url;
+ }
+ return m[1] + '?format=' + pars.format + '&name=orig';
+ } else {
+ return url;
+ }
+};
+const replaceBreak = (text) => text.replaceAll(/`;
+ }
+ content += ` `;
+ }
+ break;
+ }
+
+ img += content;
+
+ if (mediaNumber) {
+ img += `${index}/${mediaCount}
`;
+ index++;
+ }
+ }
+ }
+
+ if (readable && img) {
+ img = `
` + img;
+ }
+ return img;
+ };
+
+ const generatePicsPrefix = (item) => {
+ // When author avatar is shown, generate invisible ';
+ description += ``;
+ }
+ if (authorNameBold) {
+ description += ``;
+ }
+ description += originalItem.user?.name;
+ if (authorNameBold) {
+ description += ` `;
+ }
+ if (readable) {
+ description += ' ';
+ }
+ description += ' ';
+ }
+ description += showEmojiForRetweetAndReply ? '🔁' : showSymbolForRetweetAndReply ? 'RT' : '';
+ if (!showAuthorInDesc) {
+ description += ' ';
+ if (readable) {
+ description += ``;
+ }
+ if (authorNameBold) {
+ description += ``;
+ }
+ description += item.user?.name;
+ if (authorNameBold) {
+ description += ` `;
+ }
+ if (readable) {
+ description += ' ';
+ }
+ }
+ if (readable) {
+ description += ' ';
+ }
+ description += '`;
+ }
+
+ if (showAuthorAvatarInDesc) {
+ description += ``;
+ }
+ description += item.user?.name;
+ if (authorNameBold) {
+ description += ` `;
+ }
+ if (readable) {
+ description += ` `;
+ }
+ description += `: `;
+ }
+ if (item.in_reply_to_screen_name) {
+ description += showEmojiForRetweetAndReply ? '↩️ ' : showSymbolForRetweetAndReply ? 'Re ' : '';
+ }
+
+ description += item.full_text;
+ // 从 description 提取 话题作为 category，放在此处是为了避免 匹配到 quote 中的 # 80808030 颜色字符
+ const category = description.match(/(\s)?(#[^\s;<]+)/g)?.map((e) => e?.match(/#([^\s<]+)/)?.[1]);
+ description += img;
+ description += quote;
+ if (readable) {
+ description += `
`;
+ }
+
+ if (showTimestampInDescription) {
+ if (readable) {
+ description += `${parseDate(item.created_at)} `;
+ }
+
+ const link =
+ originalItem.user?.screen_name && (originalItem.id_str || originalItem.conversation_id_str)
+ ? `https://x.com/${originalItem.user?.screen_name}/status/${originalItem.id_str || originalItem.conversation_id_str}`
+ : `https://x.com/${item.user?.screen_name}/status/${item.id_str || item.conversation_id_str}`;
+ return {
+ title,
+ author: [
+ {
+ name: originalItem.user?.name,
+ url: `https://x.com/${originalItem.user?.screen_name}`,
+ avatar: originalItem.user?.profile_image_url_https,
+ },
+ ],
+ description,
+ pubDate: parseDate(item.created_at),
+ link,
+ guid: link.replace('x.com', 'twitter.com'),
+ category,
+ _extra:
+ (isRetweet && {
+ links: [
+ {
+ url: `https://x.com/${item.user?.screen_name || userScreenName}/status/${item.conversation_id_str}`,
+ type: 'repost',
+ },
+ ],
+ }) ||
+ (item.is_quote_status && {
+ links: [
+ {
+ url: `https://x.com/${item.quoted_status?.user?.screen_name}/status/${item.quoted_status?.id_str || item.quoted_status?.conversation_id_str}`,
+ type: 'quote',
+ },
+ ],
+ }) ||
+ (item.in_reply_to_screen_name &&
+ item.in_reply_to_status_id_str && {
+ links: [
+ {
+ url: `https://x.com/${item.in_reply_to_screen_name}/status/${item.in_reply_to_status_id_str}`,
+ type: 'reply',
+ },
+ ],
+ }),
+ };
+ });
+};
+
+let getAppClient = () => null;
+
+if (config.twitter.consumer_key && config.twitter.consumer_secret) {
+ const consumer_keys = config.twitter.consumer_key.split(',');
+ const consumer_secrets = config.twitter.consumer_secret.split(',');
+ const T = {};
+ let count = 0;
+ let index = -1;
+
+ for (const [i, consumer_key] of consumer_keys.entries()) {
+ const consumer_secret = consumer_secrets[i];
+ if (consumer_key && consumer_secret) {
+ T[i] = new TwitterApi({
+ appKey: consumer_key,
+ appSecret: consumer_secret,
+ }).readOnly;
+ count = i + 1;
+ }
+ }
+
+ getAppClient = () => {
+ index++;
+ return T[index % count].appLogin();
+ };
+}
+
+const parseRouteParams = (routeParams) => {
+ let count, include_replies, include_rts, only_media;
+ let force_web_api = false;
+ switch (routeParams) {
+ case 'exclude_rts_replies':
+ case 'exclude_replies_rts':
+ include_replies = false;
+ include_rts = false;
+
+ break;
+
+ case 'include_replies':
+ include_replies = true;
+ include_rts = true;
+
+ break;
+
+ case 'exclude_rts':
+ include_replies = false;
+ include_rts = false;
+
+ break;
+
+ default: {
+ const parsed = new URLSearchParams(routeParams);
+ count = fallback(undefined, queryToInteger(parsed.get('count')));
+ include_replies = fallback(undefined, queryToBoolean(parsed.get('includeReplies')), false);
+ include_rts = fallback(undefined, queryToBoolean(parsed.get('includeRts')), true);
+ force_web_api = fallback(undefined, queryToBoolean(parsed.get('forceWebApi')), false);
+ only_media = fallback(undefined, queryToBoolean(parsed.get('onlyMedia')), false);
+ }
+ }
+ return { count, include_replies, include_rts, force_web_api, only_media };
+};
+
+export const excludeRetweet = function (tweets) {
+ const excluded = [];
+ for (const t of tweets) {
+ if (t.retweeted_status) {
+ continue;
+ }
+ excluded.push(t);
+ }
+ return excluded;
+};
+
+export const keepOnlyMedia = function (tweets) {
+ const excluded = tweets.filter((t) => t.extended_entities && t.extended_entities.media);
+ return excluded;
+};
+
+export default { ProcessFeed, getAppClient, parseRouteParams, excludeRetweet, keepOnlyMedia };
diff --git a/lib/routes/twreporter/category.ts b/lib/routes/twreporter/category.ts
new file mode 100644
index 00000000000000..acce9370eb7d36
--- /dev/null
+++ b/lib/routes/twreporter/category.ts
@@ -0,0 +1,116 @@
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+
+import fetch from './fetch-article';
+
+export const route: Route = {
+ path: '/category/:category',
+ categories: ['new-media'],
+ example: '/twreporter/category/world',
+ parameters: { category: 'Category' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['twreporter.org/:category'],
+ },
+ ],
+ name: '分類',
+ maintainers: ['emdoe'],
+ handler,
+ url: 'twreporter.org/',
+};
+
+// 发现其实是个开源项目 https://github.com/twreporter/go-api，所以我们能在以下两个文件找到相应的类目 ID，从 https://go-api.twreporter.org/v2/index_page 这里拿的话复杂度比较高而且少了侧栏的几个类目：
+// https://github.com/twreporter/go-api/blob/master/internal/news/category_set.go
+// https://github.com/twreporter/go-api/blob/master/internal/news/category.go
+const CATEGORIES = {
+ world: {
+ name: '國際兩岸',
+ url_name: 'world',
+ category_id: '63206383207bf7c5f871622c',
+ },
+ humanrights: {
+ name: '人權司法',
+ url_name: 'humanrights',
+ category_id: '63206383207bf7c5f8716234',
+ },
+ politics_and_society: {
+ name: '政治社會',
+ url_name: 'politics-and-society',
+ category_id: '63206383207bf7c5f871623d',
+ },
+ health: {
+ name: '醫療健康',
+ url_name: 'health',
+ category_id: '63206383207bf7c5f8716245',
+ },
+ environment: {
+ name: '環境永續',
+ url_name: 'environment',
+ category_id: '63206383207bf7c5f871624d',
+ },
+ econ: {
+ name: '經濟產業',
+ url_name: 'econ',
+ category_id: '63206383207bf7c5f8716254',
+ },
+ culture: {
+ name: '文化生活',
+ url_name: 'culture',
+ category_id: '63206383207bf7c5f8716259',
+ },
+ education: {
+ name: '教育校園',
+ url_name: 'education',
+ category_id: '63206383207bf7c5f8716260',
+ },
+ podcast: {
+ name: 'Podcast',
+ url_name: 'podcast',
+ category_id: '63206383207bf7c5f8716266',
+ },
+ opinion: {
+ name: '評論',
+ url_name: 'opinion',
+ category_id: '63206383207bf7c5f8716269',
+ },
+ photos_section: {
+ name: '影像',
+ url_name: 'photography',
+ category_id: '574d028748fa171000c45d48',
+ },
+};
+
+async function handler(ctx) {
+ const category = ctx.req.param('category');
+ const url = `https://go-api.twreporter.org/v2/posts?category_id=${CATEGORIES[category].category_id}`;
+ const home = `https://www.twreporter.org/categories/${CATEGORIES[category].url_name}`;
+ const res = await ofetch(url);
+ const list = res.data.records;
+
+ const out = await Promise.all(
+ list.map((item) => {
+ const title = item.title;
+ // categoryNames = item.category_set[0].category.name;
+ return cache.tryGet(item.slug, async () => {
+ const single = await fetch(item.slug);
+ single.title = title;
+ return single;
+ });
+ })
+ );
+
+ return {
+ title: `報導者 | ${CATEGORIES[category].name}`,
+ link: home,
+ item: out,
+ };
+}
diff --git a/lib/routes/twreporter/fetch-article.ts b/lib/routes/twreporter/fetch-article.ts
new file mode 100644
index 00000000000000..fa1d40c510ae34
--- /dev/null
+++ b/lib/routes/twreporter/fetch-article.ts
@@ -0,0 +1,111 @@
+import path from 'node:path';
+
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+
+export default async function fetch(slug: string) {
+ const url = `https://go-api.twreporter.org/v2/posts/${slug}?full=true`;
+ const res = await ofetch(url);
+ const post = res.data;
+
+ const time = post.published_date;
+ // For `writers`
+ let authors = '';
+ if (post.writers) {
+ authors = post.writers.map((writer) => (writer.job_title ? writer.job_title + ' / ' + writer.name : '文字 / ' + writer.name)).join('，');
+ }
+
+ // For `photography`, if it exists
+ let photographers = '';
+ if (post.photographers) {
+ photographers = post.photographers
+ .map((photographer) => {
+ let title = '攝影 / ';
+ if (photographer.job_title) {
+ title = photographer.job_title + ' / ';
+ }
+ return title + photographer.name;
+ })
+ .join('，');
+ authors += '；' + photographers;
+ }
+
+ // Prioritize hero_image, but fall back to og_image if it's missing
+ const imageSource = post.hero_image ?? post.og_image;
+ const bannerImage = imageSource?.resized_targets.desktop.url;
+ const caption = post.leading_image_description;
+ const bannerDescription = imageSource?.description ?? '';
+ const ogDescription = post.og_description;
+ // Only render the banner if we successfully found an image URL
+ const banner = imageSource ? art(path.join(__dirname, 'templates/image.art'), { image: bannerImage, description: bannerDescription, caption }) : '';
+
+ function format(type, content) {
+ let block = '';
+ if (content !== '' && type !== 'embeddedcode') {
+ switch (type) {
+ case 'image':
+ case 'slideshow':
+ block = content.map((image) => art(path.join(__dirname, 'templates/image.art'), { image: image.desktop.url, description: image.description, caption: image.description })).join('${content} `;
+
+ break;
+
+ case 'header-one':
+ block = `${content} `;
+
+ break;
+
+ case 'header-two':
+ block = `${content} `;
+
+ break;
+
+ case 'infobox': {
+ const box = content[0];
+ block = `${box.title} ${box.body}`;
+
+ break;
+ }
+ case 'youtube': {
+ const video = content[0].youtubeId;
+ const id = video.split('?')[0];
+ block = art(path.join(__dirname, 'templates/youtube.art'), { video: id });
+
+ break;
+ }
+ case 'quoteby': {
+ const quote = content[0];
+ block = `${quote.quote} ${quote.quoteBy}
`;
+
+ break;
+ }
+ default:
+ block = `${content}{{ caption }}
\ No newline at end of file
diff --git a/lib/routes/twreporter/templates/youtube.art b/lib/routes/twreporter/templates/youtube.art
new file mode 100644
index 00000000000000..5e2aefb3186d43
--- /dev/null
+++ b/lib/routes/twreporter/templates/youtube.art
@@ -0,0 +1 @@
+
diff --git a/lib/routes/txks/namespace.ts b/lib/routes/txks/namespace.ts
new file mode 100644
index 00000000000000..39ff09c37ef7b8
--- /dev/null
+++ b/lib/routes/txks/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '全国通信专业技术人员职业水平考试',
+ url: 'www.txks.org.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/txks/news.ts b/lib/routes/txks/news.ts
new file mode 100644
index 00000000000000..dae83a9ccdcd8f
--- /dev/null
+++ b/lib/routes/txks/news.ts
@@ -0,0 +1,108 @@
+import { load } from 'cheerio';
+
+import type { DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+const BASE_URL = 'https://www.txks.org.cn/index/work.html';
+
+const removeFontPresetting = (html: string = ''): string => {
+ const $ = load(html);
+ $('[style]').each((_, element) => {
+ const style = $(element).attr('style') || '';
+ const cleanedStyle = style.replaceAll(/font-family:[^;]*;?/gi, '').trim();
+ $(element).attr('style', cleanedStyle || null);
+ });
+ $('style').each((_, styleElement) => {
+ const cssText = $(styleElement).html() || '';
+ const cleanedCssText = cssText.replaceAll(/font-family:[^;]*;?/gi, '');
+ $(styleElement).html(cleanedCssText);
+ });
+
+ return $.html();
+};
+
+const handler: Route['handler'] = async () => {
+ // Fetch the index page
+ const { data: listResponse } = await got(BASE_URL);
+ const $ = load(listResponse);
+
+ // Select all list items containing news information
+ const ITEM_SELECTOR = 'ul[class*="newsList"] > li';
+ const listItems = $(ITEM_SELECTOR);
+
+ // Map through each list item to extract details
+ const contentLinkList = listItems.toArray().map((element) => {
+ const date = $(element).find('label.time').text().trim().slice(1, -1);
+ const title = $(element).find('a').attr('title')!;
+ const link = $(element).find('a').attr('href')!;
+
+ const formattedDate = parseDate(date);
+ return {
+ date: formattedDate,
+ title,
+ link,
+ };
+ });
+
+ return {
+ title: '全国通信专业技术人员职业水平考试',
+ description: '全国通信专业技术人员职业水平考试网站最新动态和消息推送',
+ link: BASE_URL,
+ image: 'https://www.txks.org.cn/asset/image/logo/logo.png',
+ item: (await Promise.all(
+ contentLinkList.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const CONTENT_SELECTOR = '#contentTxt';
+ const { data: contentResponse } = await got(item.link);
+ const contentPage = load(contentResponse);
+ const content = removeFontPresetting(contentPage(CONTENT_SELECTOR).html() || '');
+ return {
+ title: item.title,
+ pubDate: item.date,
+ link: item.link,
+ description: content,
+ category: ['study'],
+ guid: item.link,
+ id: item.link,
+ image: 'https://www.txks.org.cn/asset/image/logo/logo.png',
+ content,
+ updated: item.date,
+ language: 'zh-CN',
+ };
+ })
+ )
+ )) as DataItem[],
+ allowEmpty: true,
+ language: 'zh-CN',
+ feedLink: 'https://rsshub.app/txks/news',
+ id: 'https://rsshub.app/txks/news',
+ };
+};
+
+export const route: Route = {
+ path: '/news',
+ name: '通信考试动态',
+ description: '**注意：** 官方网站限制了国外网络请求，可能需要通过部署在中国大陆内的 RSSHub 实例访问。',
+ maintainers: ['PrinOrange'],
+ handler,
+ categories: ['study'],
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: true,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ supportRadar: true,
+ },
+ radar: [
+ {
+ title: '全国通信专业技术人员职业水平考试动态',
+ source: ['www.txks.org.cn/index/work', 'www.txks.org.cn'],
+ target: `/news`,
+ },
+ ],
+ example: '/txks/news',
+};
diff --git a/lib/routes/txrjy/fornumtopic.ts b/lib/routes/txrjy/fornumtopic.ts
new file mode 100644
index 00000000000000..11032984010b89
--- /dev/null
+++ b/lib/routes/txrjy/fornumtopic.ts
@@ -0,0 +1,97 @@
+import path from 'node:path';
+
+import { load } from 'cheerio';
+import iconv from 'iconv-lite';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import timezone from '@/utils/timezone';
+
+const rootUrl = 'https://www.txrjy.com';
+
+export const route: Route = {
+ path: '/fornumtopic/:channel?',
+ categories: ['bbs'],
+ example: '/txrjy/fornumtopic',
+ parameters: { channel: '频道的 id，见下表，默认为最新500个主题帖' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: '论坛 频道',
+ maintainers: ['Fatpandac'],
+ handler,
+ description: `| 最新 500 个主题帖 | 最新 500 个回复帖 | 最新精华帖 | 最新精华帖 | 一周热帖 | 本月热帖 |
+| :---------------: | :---------------: | :--------: | :--------: | :------: | :------: |
+| 1 | 2 | 3 | 4 | 5 | 6 |`,
+};
+
+async function handler(ctx) {
+ const channel = ctx.req.param('channel') ?? '1';
+ const url = `${rootUrl}/c114-listnewtopic.php?typeid=${channel}`;
+
+ const response = await got(url, {
+ responseType: 'buffer',
+ });
+ const $ = load(iconv.decode(response.data, 'gbk'));
+ const title = $('div.z > a').last().text();
+ const list = $('tbody > tr')
+ .slice(0, 25)
+ .toArray()
+ .map((item) => ({
+ title: $(item).find('td.title2').text(),
+ link: new URL($(item).find('td.title2 > a').attr('href'), rootUrl).href,
+ author: $(item).find('td.author').text(),
+ pubDate: timezone(parseDate($(item).find('td.dateline').text(), 'YYYY-M-D HH:mm'), +8),
+ category: $(item).find('td.forum').text(),
+ }))
+ .filter((item) => item.title);
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const detailResponse = await got(item.link, {
+ responseType: 'buffer',
+ });
+ const content = load(iconv.decode(detailResponse.data, 'gbk'));
+
+ item.description = content('div.c_table')
+ .toArray()
+ .map((item) =>
+ art(path.join(__dirname, 'templates/fornumtopic.art'), {
+ content: content(item)
+ .find('td.t_f')
+ .find('div.a_pr')
+ .remove()
+ .end()
+ .html()
+ ?.replaceAll(/()/g, '$1$2')
+ .replaceAll(/()/g, '$1src$2'),
+ pattl: content(item)
+ .find('div.pattl')
+ .html()
+ ?.replaceAll(/()/g, '$1$2')
+ .replaceAll(/()/g, '$1src$2'),
+ author: content(item).find('a.xw1').text().trim(),
+ })
+ )
+ .join('\n');
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: `通信人家园 - 论坛 ${title}`,
+ link: url,
+ item: items,
+ };
+}
diff --git a/lib/routes/txrjy/namespace.ts b/lib/routes/txrjy/namespace.ts
new file mode 100644
index 00000000000000..8344778afd1af5
--- /dev/null
+++ b/lib/routes/txrjy/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '通信人家园',
+ url: 'txrjy.com',
+ lang: 'zh-CN',
+};
diff --git a/lib/v2/txrjy/templates/fornumtopic.art b/lib/routes/txrjy/templates/fornumtopic.art
similarity index 100%
rename from lib/v2/txrjy/templates/fornumtopic.art
rename to lib/routes/txrjy/templates/fornumtopic.art
diff --git a/lib/routes/tynu/namespace.ts b/lib/routes/tynu/namespace.ts
new file mode 100644
index 00000000000000..644ee14062c6e9
--- /dev/null
+++ b/lib/routes/tynu/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '太原师范学院',
+ url: 'tynu.edu.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/tynu/tynu.ts b/lib/routes/tynu/tynu.ts
new file mode 100644
index 00000000000000..99373ee6b286d0
--- /dev/null
+++ b/lib/routes/tynu/tynu.ts
@@ -0,0 +1,57 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+const baseUrl = 'http://www.tynu.edu.cn';
+
+export const route: Route = {
+ path: '/',
+ radar: [
+ {
+ source: ['tynu.edu.cn/index/tzgg.htm', 'tynu.edu.cn/index.htm', 'tynu.edu.cn/'],
+ target: '',
+ },
+ ],
+ name: 'Unknown',
+ maintainers: ['2PoL'],
+ handler,
+ url: 'tynu.edu.cn/index/tzgg.htm',
+};
+
+async function handler() {
+ const link = `${baseUrl}/index/tzgg.htm`;
+ const response = await got(link);
+ const data = response.data;
+
+ const $ = load(data);
+ const list = $('.news_content_list')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ return {
+ title: item.find('h3').text(),
+ link: new URL(item.find($('a')).attr('href'), baseUrl).href,
+ pubDate: parseDate(item.find('.content_list_time').text(), 'YYYYMM-DD'),
+ };
+ });
+
+ await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const response = await got(item.link);
+ const $ = load(response.data);
+ item.description = $('#vsb_content').html() + ($('.content ul').not('.btm-cate').html() || '');
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: '太原师范学院通知公告',
+ link,
+ item: list,
+ };
+}
diff --git a/lib/routes/typora/changelog-dev.ts b/lib/routes/typora/changelog-dev.ts
new file mode 100644
index 00000000000000..6859758d58ad5b
--- /dev/null
+++ b/lib/routes/typora/changelog-dev.ts
@@ -0,0 +1,58 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+
+export const route: Route = {
+ path: '/changelog/dev',
+ categories: ['program-update'],
+ example: '/typora/changelog/dev',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['support.typora.io/'],
+ target: '/changelog',
+ },
+ ],
+ name: 'Dev Release Changelog',
+ maintainers: ['nczitzk'],
+ handler,
+ url: 'support.typora.io/',
+};
+
+async function handler() {
+ const currentUrl = 'https://typora.io/releases/dev';
+ const response = await got(currentUrl);
+
+ const $ = load(response.data);
+
+ const items = $('h2')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ return {
+ title: item.text(),
+ link: `${currentUrl}#${item.text()}`,
+ description: item
+ .nextUntil('h2')
+ .toArray()
+ .map((item) => $(item).html())
+ .join(''),
+ };
+ });
+
+ return {
+ title: `Typora Changelog - Dev`,
+ link: currentUrl,
+ description: 'Typora Changelog',
+ item: items,
+ };
+}
diff --git a/lib/routes/typora/changelog.ts b/lib/routes/typora/changelog.ts
new file mode 100644
index 00000000000000..c6f7c23dff4261
--- /dev/null
+++ b/lib/routes/typora/changelog.ts
@@ -0,0 +1,67 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/changelog',
+ categories: ['program-update'],
+ example: '/typora/changelog',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['support.typora.io/'],
+ },
+ ],
+ name: 'Changelog',
+ maintainers: ['cnzgray'],
+ handler,
+ url: 'support.typora.io/',
+};
+
+async function handler() {
+ const host = 'https://support.typora.io';
+
+ const { data } = await got(`${host}/store/`);
+
+ const list = Object.values(data)
+ .filter((i) => i.category === 'new')
+ .map((i) => ({
+ title: i.title,
+ author: i.author,
+ description: i.content,
+ link: `${host}${i.url}`,
+ }));
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const { data } = await got(item.link);
+ const $ = load(data);
+
+ item.pubDate = parseDate($('.post-meta time').text());
+ item.description = $('#post-content').html();
+
+ return item;
+ })
+ )
+ );
+
+ return {
+ title: 'Typora Changelog',
+ link: host,
+ description: 'Typora Changelog',
+ image: `${host}/assets/img/favicon-128.png`,
+ item: items,
+ };
+}
diff --git a/lib/routes/typora/namespace.ts b/lib/routes/typora/namespace.ts
new file mode 100644
index 00000000000000..23d279674f465c
--- /dev/null
+++ b/lib/routes/typora/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Typora',
+ url: 'typora.io',
+ lang: 'en',
+};
diff --git a/lib/routes/typst/namespace.ts b/lib/routes/typst/namespace.ts
new file mode 100644
index 00000000000000..a24e78df132930
--- /dev/null
+++ b/lib/routes/typst/namespace.ts
@@ -0,0 +1,14 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Typst',
+ url: 'typst.com',
+ description: `
+Compose papers faster: Focus on your text and let Typst take care of layout and formatting.
+`,
+
+ zh: {
+ name: 'Typst',
+ },
+ lang: 'en',
+};
diff --git a/lib/routes/typst/universe.ts b/lib/routes/typst/universe.ts
new file mode 100644
index 00000000000000..2ba9ae26bdd82e
--- /dev/null
+++ b/lib/routes/typst/universe.ts
@@ -0,0 +1,110 @@
+import vm from 'node:vm';
+
+import { load } from 'cheerio';
+import markdownit from 'markdown-it';
+
+import type { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+interface Package {
+ name: string;
+ version: string;
+ entrypoint: string;
+ authors: Array;
+ license: string;
+ description: string;
+ repository: string;
+ keywords: Array;
+ compiler: string;
+ exclude: Array;
+ size: number;
+ readme: string;
+ updatedAt: number;
+ releasedAt: number;
+}
+
+interface Context {
+ an: { exports: Array };
+}
+
+const GITHUBRAW_BASE = 'https://raw.githubusercontent.com';
+const PKG_GITHUB_BASE = `${GITHUBRAW_BASE}/typst/packages/main/packages/preview`;
+
+function fixImageSrc(src: string, env: Package) {
+ if (src.includes('://')) {
+ if (src.startsWith('https://typst.app/universe/package')) {
+ src = src.replaceAll('https://typst.app/universe/package', `${PKG_GITHUB_BASE}/${env.name}/${env.version}`);
+ } else if (src.startsWith('https://github.com/') && src.match(/\.(jpeg|jpg|gif|png|bmp|webp)$/gi)?.length) {
+ src = src.replace('https://github.com/', `${GITHUBRAW_BASE}/`);
+ }
+ } else {
+ const suffix = src.startsWith('/') ? '' : '/';
+ const package_base = `${PKG_GITHUB_BASE}/${env.name}/${env.version}${suffix}`;
+ const url = new URL(src, package_base);
+ src = url.toString();
+ }
+ return src;
+}
+
+export const route: Route = {
+ path: '/universe',
+ categories: ['program-update'],
+ example: '/typst/universe',
+ radar: [
+ {
+ source: ['typst.app/universe'],
+ target: '/universe',
+ },
+ ],
+ name: 'Universe',
+ maintainers: ['HPDell'],
+ handler: async () => {
+ const targetUrl = 'https://typst.app/universe/search?kind=packages%2Ctemplates&packages=last-updated';
+ const page = await ofetch(targetUrl);
+ const $ = load(page);
+ const script = $('script')
+ .toArray()
+ .map((item) => item.attribs.src)
+ .find((item) => item && item.startsWith('/scripts/universe-search'));
+ const data: string = await ofetch(`https://typst.app${script}`, {
+ parseResponse: (txt) => txt,
+ });
+ let packages = data.match(/(an.exports=[\S\s]+);var ([$A-Z_a-z][\w$]*)=new Intl.Collator/)?.[1];
+ if (packages) {
+ packages = packages.slice(0, -2);
+ const context: Context = { an: { exports: [] } };
+ vm.createContext(context);
+ vm.runInContext(packages, context, {
+ displayErrors: true,
+ });
+ const md = markdownit('commonmark');
+ const items = context.an.exports.toSorted((a, b) => a.updatedAt - b.updatedAt);
+ const groups = new Map(items.map((it) => [it.name, it]));
+ const pkgs = [...groups.values()].map((item) => {
+ const $ = load(md.render(item.readme));
+ $('img').each((i, el) => {
+ const src = el.attribs.src;
+ el.attribs.src = fixImageSrc(src, item);
+ });
+ return {
+ title: `${item.name} (${item.version}) | ${item.description}`,
+ link: `https://typst.app/universe/package/${item.name}`,
+ description: $.html(),
+ pubDate: parseDate(item.updatedAt, 'X'),
+ };
+ });
+ return {
+ title: 'Typst universe',
+ link: targetUrl,
+ item: pkgs,
+ };
+ } else {
+ return {
+ title: 'Typst universe',
+ link: targetUrl,
+ item: [],
+ };
+ }
+ },
+};
diff --git a/lib/routes/u3c3/index.ts b/lib/routes/u3c3/index.ts
new file mode 100644
index 00000000000000..01fea524c5fc6f
--- /dev/null
+++ b/lib/routes/u3c3/index.ts
@@ -0,0 +1,94 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+
+export const route: Route = {
+ path: ['/search/:keyword/:preview?', '/:type?/:preview?'],
+ categories: ['multimedia'],
+ example: '/u3c3/search/新片速递',
+ parameters: { keyword: 'Search keyword', preview: 'Show image preview, off by default, non empty value means on' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: true,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: 'Search',
+ maintainers: ['storytellerF'],
+ handler,
+};
+
+async function handler(ctx) {
+ const { type, keywoard, preview } = ctx.req.param();
+ // should be:
+ // undefined
+ // U3C3
+ // Videos
+ // Photo
+ // Book
+ // Game
+ // Software
+ // Other
+ const rootURL = 'https://www.u3c3.com';
+ let currentURL;
+ let title;
+ if (keywoard) {
+ currentURL = `${rootURL}/?search=${keywoard}`;
+ title = `search ${keywoard} - u3c3`;
+ } else if (type === undefined) {
+ currentURL = rootURL;
+ title = 'home - u3c3';
+ } else {
+ currentURL = `${rootURL}/?type=${type}&p=1`;
+ title = `${type} - u3c3`;
+ }
+
+ const response = await got(currentURL);
+ const $ = load(response.data);
+
+ const list = $('body > div.container > div.table-responsive > table > tbody > tr')
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ const title = item.find('td:nth-of-type(2) > a ').attr('title');
+ const guid = rootURL + item.find('td:nth-of-type(2) > a').attr('href');
+ const link = guid;
+ const pubDate = item.find('td:nth-of-type(5)').text();
+ const enclosure_url = item.find('td:nth-of-type(3) > a:nth-of-type(2)').attr('href');
+ return {
+ title,
+ guid,
+ link,
+ pubDate,
+
+ enclosure_url,
+ enclosure_type: 'application/x-bittorrent',
+ };
+ });
+
+ const items = preview
+ ? await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const { data: response } = await got(item.link);
+ const $ = load(response);
+
+ item.description = $('div.panel-footer > img:first-child').parent().html();
+
+ return item;
+ })
+ )
+ )
+ : list;
+
+ return {
+ title,
+ description: title,
+ link: currentURL,
+ item: items,
+ };
+}
diff --git a/lib/routes/u3c3/namespace.ts b/lib/routes/u3c3/namespace.ts
new file mode 100644
index 00000000000000..690e7a898f38fb
--- /dev/null
+++ b/lib/routes/u3c3/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'U3C3',
+ url: 'u3c3.com',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/u9a9/index.ts b/lib/routes/u9a9/index.ts
new file mode 100644
index 00000000000000..dbf2ea70b46eb7
--- /dev/null
+++ b/lib/routes/u9a9/index.ts
@@ -0,0 +1,84 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const baseUrl = 'https://u9a9.com';
+
+export const route: Route = {
+ path: ['/:preview?', '/search/:keyword/:preview?'],
+ example: '/u9a9/search/新片速递',
+ radar: [
+ {
+ source: ['u9a9.com/'],
+ target: '',
+ },
+ ],
+ name: 'Search',
+ maintainers: ['TonyRL'],
+ handler,
+ url: 'u9a9.com/',
+};
+
+async function handler(ctx) {
+ const { preview, keyword } = ctx.req.param();
+
+ let link;
+ let title;
+ if (keyword) {
+ link = `${baseUrl}/?type=2&search=${keyword}`;
+ title = `${keyword} - U9A9`;
+ } else {
+ link = baseUrl;
+ title = 'U9A9';
+ }
+
+ const { data: response } = await got(link);
+ const $ = load(response);
+
+ const list = $('table tr')
+ .slice(1) // skip thead
+ .toArray()
+ .map((item) => {
+ item = $(item);
+ const a = item.find('td').eq(1).find('a');
+ const { size, unit } = item
+ .find('td')
+ .eq(3)
+ .text()
+ .match(/(?\d+\.\d+)\s(?\w+)/).groups;
+ return {
+ title: a.attr('title'),
+ link: `${baseUrl}${a.attr('href')}`,
+ pubDate: timezone(parseDate(item.find('td').eq(4).text()), +8),
+
+ enclosure_url: item.find('td').eq(2).find('a').eq(1).attr('href'),
+ enclosure_length: Number.parseInt(size * (unit === 'GB' ? 1024 * 1024 * 1024 : 1024 * 1024)),
+ enclosure_type: 'application/x-bittorrent',
+ };
+ });
+
+ const items = preview
+ ? await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const { data: response } = await got(item.link);
+ const $ = load(response);
+
+ item.description = $('.panel-body').eq(1).html();
+
+ return item;
+ })
+ )
+ )
+ : list;
+
+ return {
+ title,
+ link,
+ item: items,
+ };
+}
diff --git a/lib/routes/u9a9/namespace.ts b/lib/routes/u9a9/namespace.ts
new file mode 100644
index 00000000000000..197fb6c9b3d318
--- /dev/null
+++ b/lib/routes/u9a9/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'U9A9',
+ url: 'u9a9.com',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/uber/blog.ts b/lib/routes/uber/blog.ts
new file mode 100644
index 00000000000000..aea54a2c92c6ef
--- /dev/null
+++ b/lib/routes/uber/blog.ts
@@ -0,0 +1,127 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+const rootURL = 'https://www.uber.com';
+
+export const route: Route = {
+ // `compat` is a never used parameter
+ // just for backward compatibility with the deprecated `:maxPage` parameter
+ path: '/blog/:compat?',
+ categories: ['blog'],
+ example: '/uber/blog',
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['www.uber.com/:language/blog/engineering'],
+ target: '/blog',
+ },
+ ],
+ name: 'Engineering',
+ maintainers: ['hulb'],
+ handler,
+ url: 'www.uber.com/en-HK/blog/engineering',
+ description:
+ "The English blog on any of Uber's regional sites (e.g., www.uber.com/en-JP/blog) is the same engineering blog provided by this route, so language selection is not supported. This route is not for the public news blog on specific regional sites (e.g., www.uber.com/ja-JP/blog).",
+ zh: {
+ description: 'uber的任何区域站点的英文blog（例如www.uber.com/en-JP/blog）都是相同的内容，正是本路由提供的engineering blog，因此本路由不提供语言选择；本路由不是uber在特定区域站点的公开新闻blog（例如www.uber.com/ja-JP/blog)',
+ },
+};
+
+async function handler() {
+ const response = await ofetch(`${rootURL}/en-HK/blog/engineering/rss/`, {
+ // The source site is misconfigured or intentionally blocking requests without a specific accept header
+ // Without this header, it will return an HTTP 406 error
+ // Note that the accept type must be 'text/html'; 'application/xml' or similar will get HTTP 404 error
+ headers: {
+ accept: 'text/html',
+ },
+ // Without this, ofetch will parse the response as a blob instead of text, which cannot be loaded by cheerio
+ parseResponse: (txt) => txt,
+ });
+ const $ = load(response, { xmlMode: true });
+
+ const result = await Promise.all(
+ $('item')
+ .toArray()
+ .map((el) =>
+ cache.tryGet($(el).find('link').text(), async () => {
+ const detailResponse = await ofetch($(el).find('link').text(), {
+ headers: {
+ accept: 'text/html',
+ },
+ });
+ const detail = load(detailResponse);
+
+ const scriptText = detail('script#__REDUX_STATE__').text().trim();
+ // The json in the script element is over-encoded
+ // It needs to be decoded this way before it can be parsed by JSON.parse
+ const jsonText = decodeURIComponent(JSON.parse(`"${scriptText}"`));
+ // Traverse the JSON to find the content node, which is more robust against format changes.
+ const contentHtml = findNode(JSON.parse(jsonText), { idKey: 'id', idValue: 'BlogArticleContent', siblingKey: 'props', childKey: 'content' }).replaceAll(String.raw`\n`, '');
+
+ return {
+ link: $(el).find('link').text(),
+ title: $(el).find('title').text(),
+ description: contentHtml,
+ pubDate: parseDate($(el).find('pubDate').text()),
+ category: $(el)
+ .find('category')
+ .toArray()
+ .map((item) => $(item).text()),
+ };
+ })
+ )
+ );
+
+ return {
+ title: `Uber Engineering Blog`,
+ link: rootURL + '/blog/engineering',
+ description: 'The technology behind Uber Engineering',
+ item: result,
+ };
+}
+
+function findNode(
+ json: any,
+ options: {
+ idKey?: string;
+ idValue: string;
+ siblingKey: string;
+ childKey: string;
+ }
+): any {
+ const { idKey = 'id', idValue, siblingKey, childKey } = options;
+
+ if (Array.isArray(json)) {
+ for (const item of json) {
+ const result = findNode(item, options);
+ if (result !== undefined) {
+ return result;
+ }
+ }
+ } else if (json && typeof json === 'object') {
+ if (json[idKey] === idValue) {
+ return json[siblingKey]?.[childKey];
+ }
+
+ for (const key in json) {
+ const result = findNode(json[key], options);
+ if (result !== undefined) {
+ return result;
+ }
+ }
+ }
+
+ return undefined;
+}
diff --git a/lib/routes/uber/namespace.ts b/lib/routes/uber/namespace.ts
new file mode 100644
index 00000000000000..6c58181d7a3a10
--- /dev/null
+++ b/lib/routes/uber/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'Uber',
+ url: 'www.uber.com',
+ lang: 'en',
+};
diff --git a/lib/routes/ucas/ai.ts b/lib/routes/ucas/ai.ts
new file mode 100644
index 00000000000000..8f091153990f01
--- /dev/null
+++ b/lib/routes/ucas/ai.ts
@@ -0,0 +1,54 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+ path: '/ai',
+ categories: ['university'],
+ example: '/ucas/ai',
+ parameters: {},
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: true,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['ai.ucas.ac.cn/index.php/zh-cn/tzgg', 'ai.ucas.ac.cn/'],
+ },
+ ],
+ name: '人工智能学院',
+ maintainers: ['shengmaosu'],
+ handler,
+ url: 'ai.ucas.ac.cn/index.php/zh-cn/tzgg',
+};
+
+async function handler() {
+ const baseUrl = 'https://ai.ucas.ac.cn';
+ const link = `${baseUrl}/index.php/zh-cn/tzgg`;
+ const response = await got(link);
+ const $ = load(response.data);
+ const list = $('.b-list li');
+
+ return {
+ title: '中科院人工智能所',
+ link,
+ description: '中科院人工智能通知公告',
+ item:
+ list &&
+ list.toArray().map((item) => {
+ item = $(item);
+ const a = item.find('a');
+ return {
+ title: a.text(),
+ link: `${baseUrl}${a.attr('href')}`,
+ pubDate: parseDate(item.find('.m-date').text(), 'YYYY-MM-DD'),
+ };
+ }),
+ };
+}
diff --git a/lib/routes/ucas/index.ts b/lib/routes/ucas/index.ts
new file mode 100644
index 00000000000000..bf8c78e05ff7ec
--- /dev/null
+++ b/lib/routes/ucas/index.ts
@@ -0,0 +1,83 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+const rootUrl = 'https://zhaopin.ucas.ac.cn';
+
+const idMap = {
+ jxkyrc: 3,
+ glzcrc: 4,
+ ktxmpy: 5,
+ bsh: 6,
+};
+
+const titleMap = {
+ jxkyrc: '教学科研人才',
+ glzcrc: '管理支撑人才',
+ ktxmpy: '课题项目聘用',
+ bsh: '博士后',
+};
+
+export const route: Route = {
+ path: '/job/:type?',
+ categories: ['university'],
+ example: '/ucas/job',
+ parameters: { type: '招聘类型，默认为博士后' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ name: '招聘信息',
+ maintainers: ['Fatpandac'],
+ handler,
+ description: `| 招聘类型 | 博士后 | 课题项目聘用 | 管理支撑人才 | 教学科研人才 |
+| :------: | :----: | :----------: | :----------: | :----------: |
+| 参数 | bsh | ktxmpy | glzcrc | jxkyrc |`,
+};
+
+async function handler(ctx) {
+ const type = ctx.req.param('type') ?? 'bsh';
+ const url = `${rootUrl}/gjob/login.do?method=contentList&t=zhaopin&c=${idMap[type]}`;
+ const response = await got.get(url);
+
+ const $ = load(response.data);
+ const list = $('#col1_content > div.list > ul > li').toArray();
+
+ const items = await Promise.all(
+ list.map(async (item) => {
+ const title = $(item).find('a').attr('title');
+ const link = rootUrl + $(item).find('a').attr('href');
+ const pubDate = parseDate($(item).find('span').text());
+
+ const desc = await cache.tryGet(link, async () => {
+ const response = await got.get(link);
+ const pageContent = load(response.data);
+
+ const descDeadline = pageContent('#col1_content > div.content_head > div.top').html();
+ const descContent = pageContent('#col1_content > div.entry').html();
+ const desc = descDeadline + descContent;
+ return desc;
+ });
+
+ return {
+ title,
+ link,
+ pubDate,
+ description: desc,
+ };
+ })
+ );
+
+ return {
+ title: `中国科学院大学招聘 - ${titleMap[type]}`,
+ link: url,
+ item: items,
+ };
+}
diff --git a/lib/routes/ucas/namespace.ts b/lib/routes/ucas/namespace.ts
new file mode 100644
index 00000000000000..74a4c7646678db
--- /dev/null
+++ b/lib/routes/ucas/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: '中国科学院大学',
+ url: 'ai.ucas.ac.cn',
+ lang: 'zh-CN',
+};
diff --git a/lib/routes/ucas/rader.ts b/lib/routes/ucas/rader.ts
new file mode 100644
index 00000000000000..ccea519da9c032
--- /dev/null
+++ b/lib/routes/ucas/rader.ts
@@ -0,0 +1,47 @@
+export default {
+ 'ucas.ac.cn': {
+ _name: '中国科学院大学招聘',
+ zhaopin: [
+ {
+ title: '招聘信息-博士后',
+ docs: 'https://docs.rsshub.app/routes/university#zhong-guo-ke-xue-yuan-da-xue-zhao-pin-xin-xi',
+ source: '/*',
+ target: (params, url) => {
+ if (new URL(url).searchParams.get('c') === '6') {
+ return '/ucas/job/bsh';
+ }
+ },
+ },
+ {
+ title: '招聘信息-课题项目聘用',
+ docs: 'https://docs.rsshub.app/routes/university#zhong-guo-ke-xue-yuan-da-xue-zhao-pin-xin-xi',
+ source: '/*',
+ target: (params, url) => {
+ if (new URL(url).searchParams.get('c') === '5') {
+ return '/ucas/job/ktxmpy';
+ }
+ },
+ },
+ {
+ title: '招聘信息-管理支撑人才',
+ docs: 'https://docs.rsshub.app/routes/university#zhong-guo-ke-xue-yuan-da-xue-zhao-pin-xin-xi',
+ source: '/*',
+ target: (params, url) => {
+ if (new URL(url).searchParams.get('c') === '4') {
+ return '/ucas/job/glzcrc';
+ }
+ },
+ },
+ {
+ title: '招聘信息-科学科研人才',
+ docs: 'https://docs.rsshub.app/routes/university#zhong-guo-ke-xue-yuan-da-xue-zhao-pin-xin-xi',
+ source: '/*',
+ target: (params, url) => {
+ if (new URL(url).searchParams.get('c') === '3') {
+ return '/ucas/job/jxkyrc';
+ }
+ },
+ },
+ ],
+ },
+};
diff --git a/lib/routes/uchicago/current.ts b/lib/routes/uchicago/current.ts
new file mode 100644
index 00000000000000..5651e1984dd207
--- /dev/null
+++ b/lib/routes/uchicago/current.ts
@@ -0,0 +1,108 @@
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import logger from '@/utils/logger';
+import { parseDate } from '@/utils/parse-date';
+import puppeteer from '@/utils/puppeteer';
+import { getCookies, setCookies } from '@/utils/puppeteer-utils';
+
+export const route: Route = {
+ path: '/journals/current/:journal',
+ categories: ['journal'],
+ example: '/uchicago/journals/current/jpe',
+ parameters: { journal: 'Journal id, can be found in URL. [Browse journals by title](https://www.journals.uchicago.edu/action/showPublications)' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: true,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['journals.uchicago.edu/toc/:journal/current', 'journals.uchicago.edu/journal/:journal'],
+ },
+ ],
+ name: 'Current Issue',
+ maintainers: ['TonyRL'],
+ handler,
+};
+
+async function handler(ctx) {
+ const journal = ctx.req.param('journal');
+ const baseUrl = 'https://www.journals.uchicago.edu';
+ const link = `${baseUrl}/toc/${journal}/current`;
+
+ const browser = await puppeteer();
+ const page = await browser.newPage();
+ await page.setRequestInterception(true);
+ page.on('request', (request) => {
+ request.resourceType() === 'document' ? request.continue() : request.abort();
+ });
+ logger.http(`Requesting ${link}`);
+ await page.goto(link, {
+ waitUntil: 'domcontentloaded',
+ });
+ const response = await page.evaluate(() => document.documentElement.innerHTML);
+ const cookies = await getCookies(page);
+ await page.close();
+ const $ = load(response);
+
+ const list = $('.issue-item__title')
+ .toArray()
+ .map((item) => ({ link: `${baseUrl}${$(item).find('a').attr('href')}` }));
+
+ const items = await Promise.all(
+ list.map((item) =>
+ cache.tryGet(item.link, async () => {
+ const page = await browser.newPage();
+ await setCookies(page, cookies, 'journals.uchicago.edu');
+ await page.setRequestInterception(true);
+ page.on('request', (request) => {
+ request.resourceType() === 'document' ? request.continue() : request.abort();
+ });
+ logger.http(`Requesting ${item.link}`);
+ await page.goto(item.link, {
+ waitUntil: 'domcontentloaded',
+ referer: link,
+ });
+ const response = await page.evaluate(() => document.documentElement.innerHTML);
+ await page.close();
+
+ const $ = load(response);
+
+ item.title = $('head title').text();
+ item.pubDate = parseDate($('head meta[name="dc.Date"]').attr('content'));
+ item.doi = $('head meta[scheme="doi"]').attr('content');
+ item.author = $('.author-name span')
+ .toArray()
+ .map((author) => $(author).text())
+ .join(', ');
+
+ $('.figure__image').each((_, elem) => {
+ if (elem.attribs['data-lg-src']) {
+ $(elem).attr('src', `${baseUrl}${elem.attribs['data-lg-src']}`);
+ delete elem.attribs['data-lg-src'];
+ }
+ });
+
+ item.description = $('.article__body').html();
+
+ return item;
+ })
+ )
+ );
+
+ await browser.close();
+
+ return {
+ title: $('head title').text(),
+ description: $('.jumbotron-journal-info').text(),
+ link,
+ image: $('head meta[property="og:image"]').attr('content'),
+ item: items,
+ language: $('html').attr('lang'),
+ };
+}
diff --git a/lib/routes/uchicago/namespace.ts b/lib/routes/uchicago/namespace.ts
new file mode 100644
index 00000000000000..65cfad67a143d4
--- /dev/null
+++ b/lib/routes/uchicago/namespace.ts
@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+ name: 'The University of Chicago Press: Journals',
+ url: 'journals.uchicago.edu',
+ lang: 'en',
+};
diff --git a/lib/routes/udn/breaking-news.ts b/lib/routes/udn/breaking-news.ts
new file mode 100644
index 00000000000000..a8a2cb104bf8a9
--- /dev/null
+++ b/lib/routes/udn/breaking-news.ts
@@ -0,0 +1,133 @@
+import path from 'node:path';
+
+import { load } from 'cheerio';
+
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+ path: '/news/breakingnews/:id',
+ categories: ['traditional-media'],
+ example: '/udn/news/breakingnews/99',
+ parameters: { id: '类别' },
+ features: {
+ requireConfig: false,
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['udn.com/news/breaknews/1/:id', 'udn.com/'],
+ },
+ ],
+ name: '即時新聞',
+ maintainers: ['miles170'],
+ handler,
+ description: `| 0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 11 | 12 | 13 | 99 |
+| ---- | ---- | ---- | ---- | ---- | ---- | ---- | ---- | ---- | ---- | ---- | ---- | ---- | ------ |
+| 精選 | 要聞 | 社會 | 地方 | 兩岸 | 國際 | 財經 | 運動 | 娛樂 | 生活 | 股市 | 文教 | 數位 | 不分類 |`,
+};
+
+async function handler(ctx) {
+ const id = ctx.req.param('id');
+ const link = `/news/breaknews/1/${id}#breaknews`;
+ const name = await getLinkName(link);
+ const rootUrl = 'https://udn.com';
+ const response = await got(`${rootUrl}/api/more?page=1&channelId=1&cate_id=${id}&type=breaknews`);
+
+ const items = await Promise.all(
+ response.data.lists.map((item) => {
+ let link = item.titleLink.startsWith('http') ? item.titleLink : `${rootUrl}${item.titleLink}`;
+ const linkUrl = new URL(link);
+ // cleanup query paramter
+ linkUrl.query = linkUrl.search = '';
+ link = linkUrl.toString();
+
+ return cache.tryGet(link, async () => {
+ let result = await got(link);
+ // VIP article requires redirection
+ // e.g. https://udn.com/news/story/7331/6576320
+ const vip = result.data.match(/`);
+ }
+ } else {
+ const { app_key = '', redirect_url = ctx.req.origin + '/weibo/timeline/0' } = config.weibo;
+
+ ctx.status = 302;
+ ctx.set({
+ 'Cache-Control': 'no-cache',
+ });
+ ctx.set('redirect', `https://api.weibo.com/oauth2/authorize?client_id=${app_key}&redirect_uri=${redirect_url}${routeParams ? `&state=${feature}/${routeParams.replaceAll('&', '%26')}` : ''}`);
+ }
+}
diff --git a/lib/routes/weibo/user-bookmarks.ts b/lib/routes/weibo/user-bookmarks.ts
new file mode 100644
index 00000000000000..4369072805b19f
--- /dev/null
+++ b/lib/routes/weibo/user-bookmarks.ts
@@ -0,0 +1,190 @@
+import querystring from 'node:querystring';
+
+import { config } from '@/config';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { fallback, queryToBoolean } from '@/utils/readable-social';
+import timezone from '@/utils/timezone';
+
+import weiboUtils from './utils';
+
+export const route: Route = {
+ path: '/user_bookmarks/:uid/:routeParams?',
+ categories: ['social-media'],
+ example: '/weibo/user_bookmarks/1195230310',
+ parameters: { uid: '用户 id, 博主主页打开控制台执行 `$CONFIG.oid` 获取', routeParams: '额外参数；请参阅上面的说明和表格；特别地，当 `routeParams=1` 时开启微博视频显示' },
+ features: {
+ requireConfig: [
+ {
+ name: 'WEIBO_COOKIES',
+ optional: true,
+ description: '',
+ },
+ ],
+ requirePuppeteer: false,
+ antiCrawler: false,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['weibo.com/'],
+ target: '/user_bookmarks/:uid',
+ },
+ ],
+ name: '用户收藏动态',
+ maintainers: ['cztchoice'],
+ handler,
+ url: 'weibo.com/',
+ description: `::: warning
+ 此方案必须使用用户\`Cookie\`进行抓取，只可以获取本人的收藏动态
+
+ 因微博 cookies 的过期与更新方案未经验证，部署一次 Cookie 的有效时长未知
+
+ 微博用户 Cookie 的配置可参照部署文档
+:::`,
+};
+
+async function handler(ctx) {
+ if (!config.weibo.cookies) {
+ throw new ConfigNotFoundError('Weibo user bookmarks is not available due to the absense of [Weibo Cookies]. Check relevant config tutorial ');
+ }
+
+ let displayVideo = '1';
+ let displayArticle = '0';
+ let displayComments = '0';
+ if (ctx.req.param('routeParams')) {
+ if (ctx.req.param('routeParams') === '1' || ctx.req.param('routeParams') === '0') {
+ displayVideo = ctx.req.param('routeParams');
+ } else {
+ const routeParams = querystring.parse(ctx.req.param('routeParams'));
+ displayVideo = fallback(undefined, queryToBoolean(routeParams.displayVideo), true) ? '1' : '0';
+ displayArticle = fallback(undefined, queryToBoolean(routeParams.displayArticle), false) ? '1' : '0';
+ displayComments = fallback(undefined, queryToBoolean(routeParams.displayComments), false) ? '1' : '0';
+ }
+ }
+
+ const uid = await cache.tryGet(
+ 'weibo:user_bookmarks:login-user',
+ async () => {
+ const _r = await got({
+ method: 'get',
+ url: 'https://m.weibo.cn/api/config',
+ headers: {
+ Referer: 'https://m.weibo.cn/',
+ Cookie: config.weibo.cookies,
+ ...weiboUtils.apiHeaders,
+ },
+ });
+ return _r.data.data.uid;
+ },
+ config.cache.routeExpire,
+ false
+ );
+
+ const containerData = await cache.tryGet(
+ `weibo:user_bookmarks:index:${uid}`,
+ async () => {
+ const _r = await got({
+ method: 'get',
+ url: `https://m.weibo.cn/api/container/getIndex?type=uid&value=${uid}`,
+ headers: {
+ Referer: `https://m.weibo.cn/u/${uid}`,
+ Cookie: config.weibo.cookies,
+ ...weiboUtils.apiHeaders,
+ },
+ });
+ return _r.data;
+ },
+ config.cache.routeExpire,
+ false
+ );
+
+ const name = containerData.data.userInfo.screen_name;
+ const title = `${name} 的 最新收藏时间线`;
+ const schemeString = containerData.data.scheme;
+ const url = new URL(`http://example.com/${schemeString.replace('://', '?')}`);
+ const params = new URLSearchParams(url.search);
+ const bookmarkContainerId = params.get('lfid');
+
+ const cards = await cache.tryGet(
+ `weibo:user_bookmarks:cards:${uid}`,
+ async () => {
+ const _r = await got({
+ method: 'get',
+ url: `https://m.weibo.cn/api/container/getIndex?containerid=${bookmarkContainerId}&openApp=0`,
+ headers: {
+ Referer: 'https://m.weibo.cn/',
+ Cookie: config.weibo.cookies,
+ ...weiboUtils.apiHeaders,
+ },
+ });
+ return _r.data.data.cards;
+ },
+ config.cache.routeExpire,
+ false
+ );
+ const resultItems = await Promise.all(
+ cards
+ .filter((item) => item.mblog)
+ .map(async (item) => {
+ const key = 'weibo:user_bookmarks:' + item.mblog.bid;
+ const data = await cache.tryGet(key, () => weiboUtils.getShowData(uid, item.mblog.bid));
+
+ if (data?.text) {
+ item.mblog.text = data.text;
+ item.mblog.created_at = parseDate(data.created_at);
+ item.mblog.pics = data.pics;
+ if (item.mblog.retweeted_status && data.retweeted_status) {
+ item.mblog.retweeted_status.created_at = data.retweeted_status.created_at;
+ }
+ } else {
+ item.mblog.created_at = timezone(item.mblog.created_at, +8);
+ }
+
+ // 转发的长微博处理
+ const retweet = item.mblog.retweeted_status;
+ if (retweet?.isLongText) {
+ // TODO: unify cache key and ...
+ const retweetData = await cache.tryGet(`weibo:retweeted:${retweet.user.id}:${retweet.bid}`, () => weiboUtils.getShowData(retweet.user.id, retweet.bid));
+ if (retweetData !== undefined && retweetData.text) {
+ item.mblog.retweeted_status.text = retweetData.text;
+ }
+ }
+ const formatExtended = weiboUtils.formatExtended(ctx, item.mblog, uid);
+ let description = formatExtended.description;
+
+ // 视频的处理
+ if (displayVideo === '1') {
+ // 含被转发微博时需要从被转发微博中获取视频
+ description = item.mblog.retweeted_status ? weiboUtils.formatVideo(description, item.mblog.retweeted_status) : weiboUtils.formatVideo(description, item.mblog);
+ }
+
+ // 评论的处理
+ if (displayComments === '1') {
+ description = await weiboUtils.formatComments(ctx, description, item.mblog, '0');
+ }
+
+ // 文章的处理
+ if (displayArticle === '1') {
+ // 含被转发微博时需要从被转发微博中获取文章
+ description = await (item.mblog.retweeted_status ? weiboUtils.formatArticle(ctx, description, item.mblog.retweeted_status) : weiboUtils.formatArticle(ctx, description, item.mblog));
+ }
+
+ return {
+ ...formatExtended,
+ description,
+ };
+ })
+ );
+
+ return weiboUtils.sinaimgTvax({
+ title,
+ link: 'https://weibo.com',
+ item: resultItems,
+ });
+}
diff --git a/lib/routes/weibo/user.ts b/lib/routes/weibo/user.ts
new file mode 100644
index 00000000000000..2c8b8c6db92750
--- /dev/null
+++ b/lib/routes/weibo/user.ts
@@ -0,0 +1,220 @@
+import querystring from 'node:querystring';
+
+import { config } from '@/config';
+import type { Route } from '@/types';
+import { ViewType } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { fallback, queryToBoolean } from '@/utils/readable-social';
+import timezone from '@/utils/timezone';
+
+import weiboUtils from './utils';
+
+export const route: Route = {
+ path: '/user/:uid/:routeParams?',
+ categories: ['social-media'],
+ view: ViewType.SocialMedia,
+ example: '/weibo/user/1195230310',
+ parameters: { uid: '用户 id, 博主主页打开控制台执行 `$CONFIG.oid` 获取', routeParams: '额外参数；请参阅上面的说明和表格；特别地，当 `routeParams=1` 时开启微博视频显示' },
+ features: {
+ requireConfig: [
+ {
+ name: 'WEIBO_COOKIES',
+ optional: true,
+ description: '',
+ },
+ ],
+ requirePuppeteer: true,
+ antiCrawler: true,
+ supportBT: false,
+ supportPodcast: false,
+ supportScihub: false,
+ },
+ radar: [
+ {
+ source: ['m.weibo.cn/u/:uid', 'm.weibo.cn/profile/:uid'],
+ target: '/user/:uid',
+ },
+ {
+ source: ['weibo.com/u/:uid'],
+ target: '/user/:uid',
+ },
+ {
+ source: ['www.weibo.com/u/:uid'],
+ target: '/user/:uid',
+ },
+ ],
+ name: '博主',
+ maintainers: ['DIYgod', 'iplusx', 'Rongronggg9', 'Konano'],
+ handler,
+ description: `::: warning
+ 部分博主仅登录可见，未提供 Cookie 的情况下不支持订阅，可以通过打开 \`https://m.weibo.cn/u/:uid\` 验证
+:::`,
+};
+
+async function handler(ctx) {
+ const uid = ctx.req.param('uid');
+ let displayVideo = '1';
+ let displayArticle = '0';
+ let displayComments = '0';
+ let showRetweeted = '1';
+ let showBloggerIcons = '0';
+ if (ctx.req.param('routeParams')) {
+ if (ctx.req.param('routeParams') === '1' || ctx.req.param('routeParams') === '0') {
+ displayVideo = ctx.req.param('routeParams');
+ } else {
+ const routeParams = querystring.parse(ctx.req.param('routeParams'));
+ displayVideo = fallback(undefined, queryToBoolean(routeParams.displayVideo), true) ? '1' : '0';
+ displayArticle = fallback(undefined, queryToBoolean(routeParams.displayArticle), false) ? '1' : '0';
+ displayComments = fallback(undefined, queryToBoolean(routeParams.displayComments), false) ? '1' : '0';
+ showRetweeted = fallback(undefined, queryToBoolean(routeParams.showRetweeted), false) ? '1' : '0';
+ showBloggerIcons = fallback(undefined, queryToBoolean(routeParams.showBloggerIcons), false) ? '1' : '0';
+ }
+ }
+
+ const containerData = await weiboUtils.tryWithCookies((cookies, verifier) =>
+ cache.tryGet(
+ `weibo:user:index:${uid}`,
+ async () => {
+ const _r = await got({
+ method: 'get',
+ url: `https://m.weibo.cn/api/container/getIndex?type=uid&value=${uid}`,
+ headers: {
+ Referer: `https://m.weibo.cn/u/${uid}`,
+ Cookie: cookies,
+ ...weiboUtils.apiHeaders,
+ },
+ });
+ verifier(_r);
+ return _r.data;
+ },
+ config.cache.routeExpire,
+ false
+ )
+ );
+
+ const name = containerData.data.userInfo.screen_name;
+ const description = containerData.data.userInfo.description;
+ const profileImageUrl = containerData.data.userInfo.profile_image_url;
+ const containerId = containerData.data.tabsInfo.tabs.find((item) => item.tab_type === 'weibo').containerid;
+
+ const cards = await weiboUtils.tryWithCookies((cookies, verifier) =>
+ cache.tryGet(
+ `weibo:user:cards:${uid}:${containerId}`,
+ async () => {
+ const _r = await got({
+ method: 'get',
+ url: `https://m.weibo.cn/api/container/getIndex?type=uid&value=${uid}&containerid=${containerId}`,
+ headers: {
+ Referer: `https://m.weibo.cn/u/${uid}`,
+ Cookie: cookies,
+ ...weiboUtils.apiHeaders,
+ },
+ });
+ verifier(_r);
+ return _r.data.data.cards;
+ },
+ config.cache.routeExpire,
+ false
+ )
+ );
+
+ let resultItems = await Promise.all(
+ cards
+ .filter((item) => {
+ if (item.mblog === undefined) {
+ return false;
+ }
+ if (showRetweeted === '0' && item.mblog.retweeted_status) {
+ return false;
+ }
+ return true;
+ })
+ .map(async (item) => {
+ // TODO: unify cache key and let weiboUtils.getShowData() handle the cache? It seems safe to do so.
+ // Need more investigation, pending for now since the current version works fine.
+ // TODO: getShowData() on demand? The API seems to return most things we need since 2022/05/21.
+ // Need more investigation, pending for now since the current version works fine.
+ let { bid } = item.mblog;
+ const { retweeted_status, created_at } = item.mblog;
+ if (bid === '') {
+ const url = new URL(item.scheme);
+ bid = url.searchParams.get('mblogid');
+ item.mblog.bid = bid;
+ }
+ const key = `weibo:user:${bid}`;
+ const data = await cache.tryGet(key, () => weiboUtils.getShowData(uid, bid));
+
+ if (data && data.text) {
+ item.mblog.text = data.text;
+ item.mblog.created_at = parseDate(data.created_at);
+ item.mblog.pics = data.pics;
+ if (retweeted_status && data.retweeted_status) {
+ retweeted_status.created_at = data.retweeted_status.created_at;
+ }
+ } else {
+ item.mblog.created_at = timezone(created_at, +8);
+ }
+
+ // 转发的长微博处理
+ const retweet = retweeted_status;
+ if (retweet && retweet.isLongText) {
+ // TODO: unify cache key and ...
+ const retweetData = await cache.tryGet(`weibo:retweeted:${retweet.user.id}:${retweet.bid}`, () => weiboUtils.getShowData(retweet.user.id, retweet.bid));
+ if (retweetData !== undefined && retweetData.text) {
+ retweeted_status.text = retweetData.text;
+ }
+ }
+
+ const formatExtended = weiboUtils.formatExtended(ctx, item.mblog, uid);
+ let description = formatExtended.description;
+
+ // 视频的处理
+ if (displayVideo === '1') {
+ // 含被转发微博时需要从被转发微博中获取视频
+ description = retweeted_status ? weiboUtils.formatVideo(description, retweeted_status) : weiboUtils.formatVideo(description, item.mblog);
+ }
+
+ // 评论的处理
+ if (displayComments === '1') {
+ description = await weiboUtils.formatComments(ctx, description, item.mblog, showBloggerIcons);
+ }
+
+ // 文章的处理
+ if (displayArticle === '1') {
+ // 含被转发微博时需要从被转发微博中获取文章
+ description = await (retweeted_status ? weiboUtils.formatArticle(ctx, description, retweeted_status) : weiboUtils.formatArticle(ctx, description, item.mblog));
+ }
+
+ return {
+ ...formatExtended,
+ description,
+ isPinned: item.profile_type_id?.startsWith('proweibotop'),
+ };
+ })
+ );
+
+ // remove pinned weibo if they are posted before the earliest **ordinary** weibo
+ // there may be multiple pinned weibo at the same time, only remove the ones that meet the above condition
+ const pinnedItems = resultItems.filter((item) => item.isPinned);
+ const ordinaryItems = resultItems.filter((item) => !item.isPinned);
+ if (pinnedItems.length > 0 && ordinaryItems.length > 0) {
+ const earliestOrdinaryPostTime = Math.min(...ordinaryItems.map((i) => i.pubDate).filter(Boolean));
+ resultItems = ordinaryItems;
+ for (const item of pinnedItems) {
+ if (item.pubDate > earliestOrdinaryPostTime) {
+ resultItems.unshift(item);
+ }
+ }
+ }
+
+ return weiboUtils.sinaimgTvax({
+ title: `${name}的微博`,
+ link: `https://weibo.com/${uid}/`,
+ description,
+ image: profileImageUrl,
+ item: resultItems,
+ allowEmpty: true,
+ });
+}
diff --git a/lib/routes/weibo/utils.ts b/lib/routes/weibo/utils.ts
new file mode 100644
index 00000000000000..71da1c0f898a29
--- /dev/null
+++ b/lib/routes/weibo/utils.ts
@@ -0,0 +1,619 @@
+import querystring from 'node:querystring';
+
+import { load } from 'cheerio';
+
+import { config } from '@/config';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import logger from '@/utils/logger';
+import { getPuppeteerPage } from '@/utils/puppeteer';
+import { getCookies } from '@/utils/puppeteer-utils';
+import { fallback, queryToBoolean, queryToInteger } from '@/utils/readable-social';
+
+class RenewWeiboCookiesError extends Error {
+ constructor(message: string) {
+ super(message);
+ this.name = 'RenewWeiboCookiesError';
+ }
+}
+
+const weiboUtils = {
+ apiHeaders: {
+ 'MWeibo-Pwa': 1,
+ 'X-Requested-With': 'XMLHttpRequest',
+ 'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1',
+ },
+ RenewWeiboCookiesError,
+ getCookies: (() => {
+ const url = 'https://m.weibo.cn/';
+ const coolingDownMessage = `Cooling down before new visitor Cookies from ${url} may be fetched`;
+ let coolingDown: boolean = false;
+
+ return async (renew: any = false) => {
+ if (config.weibo.cookies) {
+ if (renew) {
+ throw new Error('Cookies expired. Please update WEIBO_COOKIES');
+ }
+ return config.weibo.cookies;
+ }
+
+ const cacheKey = 'weibo:visitor-cookies';
+ if (renew) {
+ cache.set(cacheKey, '', 1);
+ }
+ return await cache.tryGet(cacheKey, async () => {
+ if (coolingDown) {
+ if (renew?.message) {
+ logger.warn(coolingDownMessage);
+ throw renew;
+ } else {
+ throw new Error(coolingDownMessage);
+ }
+ }
+ coolingDown = true;
+ setTimeout(() => {
+ coolingDown = false;
+ }, config.cache.routeExpire * 1000);
+
+ if (renew) {
+ logger.warn(`Renewing visitor Cookies from ${url}`);
+ } else {
+ logger.info(`Fetching visitor Cookies from ${url}`);
+ }
+ let times = 0;
+ const { page, destory } = await getPuppeteerPage(url, {
+ onBeforeLoad: async (page) => {
+ const expectResourceTypes = new Set(['document', 'script', 'xhr', 'fetch']);
+ await page.setUserAgent(weiboUtils.apiHeaders['User-Agent']);
+ await page.setRequestInterception(true);
+ page.on('request', (request) => {
+ // 1st: initial request, 302 to visitor.passport.weibo.cn; 2nd: auth ok
+ if (!expectResourceTypes.has(request.resourceType()) || times >= 2) {
+ request.abort();
+ return;
+ }
+ if (request.url().startsWith(url)) {
+ times++;
+ }
+ request.continue();
+ });
+ },
+ // networkidle2 returns too early if the connection is slow
+ gotoConfig: { waitUntil: 'networkidle0' },
+ });
+ const cookies: string = await getCookies(page, 'weibo.cn');
+ await destory();
+ if (times < 2 || !cookies) {
+ throw new Error(`Unable to fetch visitor cookies. Please set WEIBO_COOKIES. Redirection: ${times}, last URL: ${page.url()}`);
+ }
+ return cookies;
+ });
+ };
+ })(),
+ tryWithCookies: (() => {
+ let errors: number = 0;
+ const verifier = (resp: any): void => {
+ if (resp?.data?.ok === -100) {
+ throw new RenewWeiboCookiesError(`Cookies expired. Msg: ${resp?.data?.msg || ''} ${resp?.data?.url || ''}`);
+ }
+ };
+ return async (callback: (cookies: string, verifier: (resp: any) => void) => Promise): Promise => {
+ try {
+ return await callback(await weiboUtils.getCookies(false), verifier);
+ } catch (error: any) {
+ if (error.message?.includes('WEIBO_COOKIES')) {
+ throw error;
+ }
+ if (errors > 10) {
+ logger.warn(`Too many errors while fetching data from weibo API, renewing Cookies: ${error.message}`);
+ logger.info('Please open an issue on GitHub if renewing Cookies fixes the error');
+ } else if ((error.name === 'HTTPError' || error.name === 'FetchError') && error.status === 432) {
+ // empty
+ } else if (error.name === 'RenewWeiboCookiesError') {
+ // empty
+ } else {
+ errors++;
+ throw error;
+ }
+ errors = 0;
+ return await callback(await weiboUtils.getCookies(error), verifier);
+ }
+ };
+ })(),
+ formatTitle: (html) =>
+ html
+ .replaceAll(/]*?alt=["']?([^>]+?)["']?\s[^>]*?\/?><\/span>/g, '$1') // 表情转换
+ .replaceAll(/(]*>)<\/span>/g, '') // 去掉所有图标
+ .replaceAll(//g, '[图片]')
+ // impossible to have inline script in weibo posts, but CodeQL complains about it
+ // Dismiss it through the UI: https://github.com/github/codeql/issues/11427
+ .replaceAll(/<[^<]*>/g, '')
+ .replaceAll('\n', ' ')
+ .trim(),
+ formatExtended: (ctx, status, uid, params = {}, picsPrefixes = []) => {
+ // `uid = undefined` to explicitly mark it as optional, avoiding IDEs prompting warnings
+
+ // undefined and strings like "1" is also safely parsed, so no if branch is needed
+ const routeParams = querystring.parse(ctx.req.param('routeParams'));
+
+ const mergedParams = {
+ readable: fallback(params.readable, queryToBoolean(routeParams.readable), false),
+ authorNameBold: fallback(params.authorNameBold, queryToBoolean(routeParams.authorNameBold), false),
+ showAuthorInTitle: fallback(params.showAuthorInTitle, queryToBoolean(routeParams.showAuthorInTitle), false),
+ showAuthorInDesc: fallback(params.showAuthorInDesc, queryToBoolean(routeParams.showAuthorInDesc), false),
+ showAuthorAvatarInDesc: fallback(params.showAuthorAvatarInDesc, queryToBoolean(routeParams.showAuthorAvatarInDesc), false),
+ showAtBeforeAuthor: fallback(params.showAtBeforeAuthor, null, false),
+ showEmojiForRetweet: fallback(params.showEmojiForRetweet, queryToBoolean(routeParams.showEmojiForRetweet), false),
+ showRetweetTextInTitle: fallback(params.showRetweetTextInTitle, queryToBoolean(routeParams.showRetweetTextInTitle), true),
+ addLinkForPics: fallback(params.addLinkForPics, queryToBoolean(routeParams.addLinkForPics), false),
+ showTimestampInDescription: fallback(params.showTimestampInDescription, queryToBoolean(routeParams.showTimestampInDescription), false),
+
+ widthOfPics: fallback(params.widthOfPics, queryToInteger(routeParams.widthOfPics), -1),
+ heightOfPics: fallback(params.heightOfPics, queryToInteger(routeParams.heightOfPics), -1),
+ sizeOfAuthorAvatar: fallback(params.sizeOfAuthorAvatar, queryToInteger(routeParams.sizeOfAuthorAvatar), 48),
+ showEmojiInDescription: fallback(params.showEmojiInDescription, queryToInteger(routeParams.showEmojiInDescription), false),
+ showLinkIconInDescription: fallback(params.showLinkIconInDescription, queryToInteger(routeParams.showLinkIconInDescription), true),
+ preferMobileLink: fallback(params.preferMobileLink, queryToBoolean(routeParams.preferMobileLink), false),
+ };
+
+ params = mergedParams;
+
+ const {
+ readable,
+ authorNameBold,
+ showAuthorInTitle,
+ showAuthorInDesc,
+ showAuthorAvatarInDesc,
+ showAtBeforeAuthor,
+ showEmojiForRetweet,
+ showRetweetTextInTitle,
+ addLinkForPics,
+ showTimestampInDescription,
+
+ widthOfPics,
+ heightOfPics,
+ sizeOfAuthorAvatar,
+ showEmojiInDescription,
+ showLinkIconInDescription,
+ preferMobileLink,
+ } = params;
+
+ let retweeted = '';
+ // 长文章的处理
+ let htmlNewLineUnreplaced = (status.longText && status.longText.longTextContent) || status.text || '';
+ // 表情图标转换为文字
+ if (!showEmojiInDescription) {
+ htmlNewLineUnreplaced = htmlNewLineUnreplaced.replaceAll(/]*?alt=["']?([^>]+?)["']?\s[^>]*?\/><\/span>/g, '$1');
+ }
+ // 去掉链接的图标，保留 a 标签链接
+ if (!showLinkIconInDescription) {
+ htmlNewLineUnreplaced = htmlNewLineUnreplaced.replaceAll(/(]*>)]*><\/span>[^<>]*?([^<>]*?)<\/span><\/a>/g, '$1$2');
+ }
+
+ // 提取 话题作为 category
+ const category: string[] = htmlNewLineUnreplaced.match(/#([^<>]*?)#<\/span>/g)?.map((e) => e?.match(/#([^#]+)#/)?.[1]);
+
+ // 去掉乱七八糟的图标 // 不需要，上述的替换应该已经把所有的图标都替换掉了，且这条 regex 会破坏上述替换不发生时的输出
+ // htmlNewLineUnreplaced = htmlNewLineUnreplaced.replace(/(]*?>)<\/span>/g, '');
+ // 将行内图标的高度设置为一行，改善阅读体验。但有些阅读器删除了 style 属性，无法生效 // 不需要，微博已经作此设置
+ // htmlNewLineUnreplaced = htmlNewLineUnreplaced.replace(/(?<=)全文<\/a>/g, '');
+
+ // 处理外部链接
+ htmlNewLineUnreplaced = htmlNewLineUnreplaced.replaceAll(/"https:\/\/weibo\.cn\/sinaurl.*?[&?]u=(http.*?)"/g, (match, p1) => `"${decodeURIComponent(p1)}"`);
+
+ // 处理图片的链接
+ htmlNewLineUnreplaced = htmlNewLineUnreplaced.replaceAll(/ `${match} data-rsshub-image="href"`);
+
+ let html = htmlNewLineUnreplaced.replaceAll('\n', '`;
+ if (showAuthorAvatarInDesc) {
+ usernameAndAvatar += `${name} : ` : `${name} : `;
+ html = usernameAndAvatar + html;
+ }
+
+ // status.pics can be either an array or an object:
+ // array: [ object, object, ... ]
+ // object: { '0': object, '1': object, ... } // REALLY AMAZING data structure
+ if (status.pics && !Array.isArray(status.pics) && typeof status.pics === 'object') {
+ status.pics = Object.values(status.pics);
+ }
+
+ // 添加文章头图，此处不需要回落到被转发的微博，后续处理被转发的微博时，还会执行到这里
+ if (status.page_info && status.page_info.type === 'article' && status.page_info.page_pic && status.page_info.page_pic.url) {
+ // 如果以后后续流程会用到其他字段，记得修改这里
+ const pagePic = {
+ large: {
+ url: status.page_info.page_pic.url,
+ },
+ };
+ // 文章微博一般不会有配图，但也有可能有：https://weibo.com/6882481489/Lh85BkS3m
+ if (status.pics) {
+ status.pics.push(pagePic);
+ } else {
+ status.pics = [pagePic];
+ }
+ }
+
+ // drop live photo
+ const livePhotoCount = status.pics ? status.pics.filter((pic) => pic.type === 'livephoto').length : 0;
+ const pics = status.pics && status.pics.filter((pic) => pic.type !== 'livephoto');
+
+ // 添加微博配图
+ if (pics) {
+ if (readable) {
+ html += '
';
+ }
+
+ // 一些RSS Reader会识别所有';
+ }
+
+ let style = '';
+ html += ' ';
+ }
+
+ htmlNewLineUnreplaced += '
`
+ : ` - 转发 `;
+ if (!status.retweeted_status.user) {
+ // 当转发的微博被删除时user为null
+ status.retweeted_status.user = {
+ profile_image_url: '',
+ screen_name: '[原微博不可访问]',
+ id: 'sorry',
+ };
+ }
+ // 插入转发的微博
+ const retweetedParams = Object.assign({}, params);
+ retweetedParams.showAuthorInDesc = true;
+ retweetedParams.showAuthorAvatarInDesc = false;
+ retweetedParams.showAtBeforeAuthor = true;
+ retweeted += weiboUtils.formatExtended(ctx, status.retweeted_status, undefined, retweetedParams, picsPrefixes).description;
+
+ html += retweeted;
+
+ if (readable) {
+ html += `原博：https://weibo.com/${status.retweeted_status.user.id}/${status.retweeted_status.bid} `;
+ }
+ if (showTimestampInDescription) {
+ html += `` + new Date(status.retweeted_status.created_at).toLocaleString() + ` `;
+ }
+ if (readable) {
+ html += `
`;
+ }
+
+ html += ' ';
+ }
+
+ if (showAuthorInDesc && showAuthorAvatarInDesc) {
+ html = picsPrefixes.join('') + html;
+ }
+
+ let title = '';
+ if (showAuthorInTitle) {
+ title += status.user.screen_name + ': ';
+ }
+ if (!status.retweeted_status || showRetweetTextInTitle) {
+ title += weiboUtils.formatTitle(htmlNewLineUnreplaced);
+ }
+ if (status.retweeted_status) {
+ title += showEmojiForRetweet ? '🔁 ' : ' - 转发 ';
+ title += weiboUtils.formatTitle(retweeted);
+ }
+ if (livePhotoCount > 0) {
+ title += ' ';
+ title += Array.from({ length: livePhotoCount + 1 }).join('[Live Photo]');
+ }
+ if (status.page_info && status.page_info === 'video') {
+ title += ' [视频]';
+ }
+
+ uid = uid || status.user?.id;
+ const bid = status.bid || status.id;
+ const guid = uid ? `https://weibo.com/${uid}/${bid}` : `https://m.weibo.cn/status/${bid}`;
+ const link = preferMobileLink ? `https://m.weibo.cn/status/${bid}` : guid;
+
+ const author = [
+ {
+ name: status.user?.screen_name,
+ url: `https://weibo.com/${uid}`,
+ avatar: status.user?.avatar_hd,
+ },
+ ];
+ const pubDate = status.created_at;
+
+ return { description: html, title, link, guid, author, pubDate, category };
+ },
+ getShowData: async (uid, bid) => {
+ const link = `https://m.weibo.cn/statuses/show?id=${bid}`;
+ const itemResponse = await got.get(link, {
+ headers: {
+ Referer: `https://m.weibo.cn/u/${uid}`,
+ ...weiboUtils.apiHeaders,
+ },
+ });
+ return itemResponse.data.data;
+ },
+ formatVideo: (itemDesc, status) => {
+ const pageInfo = status.page_info;
+ const livePhotos = status.pics && status.pics.filter((pic) => pic.type === 'livephoto' && pic.videoSrc);
+ let video = '
';
+ let anyVideo = false;
+ if (livePhotos) {
+ for (const livePhoto of livePhotos) {
+ video += ``;
+ if (video720p) {
+ video += ``;
+ }
+ if (videoHd) {
+ video += ``;
+ }
+ if (videoHdHevc) {
+ video += `
-
+[Documentation](https://docs.rsshub.app) | [Telegram Group](https://t.me/rsshub) | [Telegram Channel](https://t.me/awesomeRSSHub) | [X (Twitter)](https://x.com/intent/follow?screen_name=_RSSHub)
## Related Projects
-- [RSSHub Radar](https://github.com/DIYgod/RSSHub-Radar) | A browser extension that can help you quickly discover and subscribe to the RSS and RSSHub of current websites.
-- [RSSBud](https://github.com/Cay-Zhang/RSSBud) | RSSHub Radar for iOS platform, designed specifically for mobile ecosystem optimization.
-- [RSSAid](https://github.com/LeetaoGoooo/RSSAid) | RSSHub Radar for Android platform built with Flutter.
-- [DocSearch](https://github.com/Fatpandac/DocSearch) | Link RSSHub DocSearch into Raycast
+- [RSSHub Radar](https://github.com/DIYgod/RSSHub-Radar) | A browser extension that can help you quickly discover and subscribe to the RSS and RSSHub of current websites.
+- [RSSBud](https://github.com/Cay-Zhang/RSSBud) | RSSHub Radar for iOS platform, designed specifically for mobile ecosystem optimization.
+- [RSSAid](https://github.com/LeetaoGoooo/RSSAid) | RSSHub Radar for Android platform built with Flutter.
+- [DocSearch](https://github.com/Fatpandac/DocSearch) | Link RSSHub DocSearch into Raycast
-## Join Us
+## Contribute
We welcome all pull requests. Suggestions and feedback are also welcomed [here](https://github.com/DIYgod/RSSHub/issues).
-Refer to [Join Us](https://docs.rsshub.app/joinus/quick-start)
+Refer to [Quick Start](https://docs.rsshub.app/joinus/)
## Deployment
-Refer to [Deployment](https://docs.rsshub.app/install/)
-
-## Support RSSHub
-
-Refer to [Support RSSHub](https://docs.rsshub.app/support/)
+Refer to [Deployment](https://docs.rsshub.app/deploy/)
-RSSHub is open source and completely free under the MIT license. However, just like any other open source project, as the project grows, the hosting, development and maintenance requires funding support.
-
-You can support RSSHub via donations.
+## Special Thanks
-### Recurring Donation
+
+
+
+
+
+
+
+
`,
+ `
+
+
+
+
+
+
+
+
+
+
+
+
+