Skip to content

Commit

Permalink
feat(route): implement 新电影天堂 route with content scraping and caching
Browse files Browse the repository at this point in the history
- Added a new route for 电影天堂 (Movie Heaven) that scrapes movie data from ygdy8.net.
- Implemented content loading with caching to optimize performance.
- Created a namespace for the route with relevant metadata.
- Removed the deprecated JavaScript version of the route to streamline the codebase.
  • Loading branch information
junfengP authored and junfengP committed Dec 20, 2024
1 parent f5fc827 commit 2070422
Show file tree
Hide file tree
Showing 3 changed files with 83 additions and 60 deletions.
60 changes: 0 additions & 60 deletions lib/routes-deprecated/dytt/index.js

This file was deleted.

76 changes: 76 additions & 0 deletions lib/routes/dytt/index.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,76 @@
import type { Route, Context } from '@/types';
import got from '@/utils/got';
import { load } from 'cheerio';
import iconv from 'iconv-lite';
import { parseDate } from '@/utils/parse-date';
import cache from '@/utils/cache';

export const route: Route = {
path: '/',
categories: ['multimedia'],
example: '/dytt',
parameters: {},
features: {
requireConfig: false,
requirePuppeteer: false,
antiCrawler: false,
supportBT: true,
supportPodcast: false,
supportScihub: false,
},
radar: [
{
source: ['ygdy8.net/index.html'],
},
],
name: '电影天堂',
maintainers: ['junfengP'],
handler,
};

async function loadContent(link: string, cache: Context['cache']) {
return await cache.tryGet(link, async () => {
const response = await got.get(link, {
responseType: 'buffer',
});
const data = iconv.decode(response.data, 'gb2312');
const $ = load(data);
return $('div#Zoom').html() || '';
});
}

async function handler() {
const baseURL = 'https://www.ygdy8.net/index.html';
const response = await got.get(baseURL, {
responseType: 'buffer',
});
const data = iconv.decode(response.data, 'gb2312');

const $ = load(data);
const list = $('.co_content8 table tr').toArray();
list.splice(0, 1);

const items = await Promise.all(
list.slice(0, 20).map(async (item) => {
const link = $(item).find('a:nth-of-type(2)');
const itemUrl = 'https://www.ygdy8.net' + link.attr('href');
const description = await loadContent(itemUrl, cache);

return {
enclosure_url: String(description.match(/magnet:.*?(?=">)/) || ''),
enclosure_type: 'application/x-bittorrent',
title: link.text(),
description,
pubDate: parseDate($(item).find('font').text()),
link: itemUrl,
};
})
);

return {
title: '电影天堂/阳光电影',
link: baseURL,
description: '电影天堂RSS',
item: items,
};
}
7 changes: 7 additions & 0 deletions lib/routes/dytt/namespace.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
import type { Namespace } from '@/types';

export const namespace: Namespace = {
name: '电影天堂',
url: 'www.ygdy8.net',
lang: 'zh-CN',
};

0 comments on commit 2070422

Please sign in to comment.