Skip to content

Commit

Permalink
feat(route): add route for DuckDB news (#16183)
Browse files Browse the repository at this point in the history
* feat(route): add route for DuckDB news

* fix(route): fix the missing of full content and author of DuckDB news
  • Loading branch information
mocusez committed Jul 16, 2024
1 parent 31ac6c7 commit ad13581
Show file tree
Hide file tree
Showing 2 changed files with 71 additions and 0 deletions.
6 changes: 6 additions & 0 deletions lib/routes/duckdb/namespace.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
import type { Namespace } from '@/types';

export const namespace: Namespace = {
name: 'DuckDB Foundation',
url: 'duckdb.org',
};
65 changes: 65 additions & 0 deletions lib/routes/duckdb/news.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,65 @@
import { Route } from '@/types';
import got from '@/utils/got';
import { load } from 'cheerio';
import { parseDate } from '@/utils/parse-date';
import timezone from '@/utils/timezone';
import cache from '@/utils/cache';

export const route: Route = {
path: '/news',
categories: ['programming'],
example: '/duckdb/news',
parameters: {},
features: {
requireConfig: false,
requirePuppeteer: false,
antiCrawler: false,
supportBT: false,
supportPodcast: false,
supportScihub: false,
},
name: '新闻',
maintainers: ['mocusez'],
handler,
};

async function handler() {
const baseUrl = 'https://duckdb.org/news/';
const { data: response } = await got(baseUrl);
const $ = load(response);

const list = $('.postpreview')
// 使用“toArray()”方法将选择的所有 DOM 元素以数组的形式返回。
.toArray()
// 使用“map()”方法遍历数组,并从每个元素中解析需要的数据。
.map((item) => {
item = $(item);
return {
title: item.find('h3').text().trim(),
link: `https://duckdb.org${item.find('a').eq(2).attr('href')}`,
pubDate: timezone(parseDate(item.find('.date').text(), 'YYYY-MM-DD'), 0),
};
});

const items = await Promise.all(
list.map((item) =>
cache.tryGet(item.link, async () => {
const response = await got(item.link);
const $ = load(response.body);
item.author = $('.author').text();
item.description = $('.singleentry').html();

// 上面每个列表项的每个属性都在此重用,
// 并增加了一个新属性“description”
return item;
})
)
);

return {
// 在此处输出您的 RSS
title: 'DuckDB News',
link: baseUrl,
item: items,
};
}

0 comments on commit ad13581

Please sign in to comment.