import { basicCss } from "https://esm.town/v/easrng/basicCss"; import { upgradeExpress } from "https://esm.town/v/easrng/upgradeExpress"; import { type Component } from "npm:@easrng/elements@0.1.15"; import { stream } from "npm:@easrng/elements@0.1.15/server"; import { parseHTML } from "npm:linkedom@0.18.4"; const { document, Node } = parseHTML(``); import { cohostSanitize } from "https://esm.town/v/easrng/cohostSanitize"; import { extractFromJson, extractFromXml } from "https://esm.town/v/easrng/patchedFeedExtractor"; import TimeAgo from "npm:javascript-time-ago"; import en from "npm:javascript-time-ago/locale/en"; TimeAgo.addDefaultLocale(en); const timeAgo = new TimeAgo("en"); interface FeedEntry { id: string; link?: string; title?: string; htmlContent?: string; published?: Date; } interface FeedData { link?: string; title?: string; description?: string; generator?: string; language?: string; published?: Date; entries?: Array; error?: true; url: string; } const extract = async (url, options = {}, fetchOptions = {}) => { const retrieve_default = async (url, options: any = {}) => { const { headers = { "user-agent": "Mozilla/5.0 (X11; Linux x86_64; rv:108.0) Gecko/20100101 Firefox/108.0", }, } = options; const res = await fetch(url, { headers, redirect: "follow" }); const status = res.status; if (status >= 400) { throw new Error(`Request failed with error code ${status}`); } const contentType = res.headers.get("content-type"); const text = await res.text(); if (/(\+|\/)(xml|html)/.test(contentType)) { return { type: "xml", text: text.trim(), status, contentType }; } if (/(\+|\/)json/.test(contentType)) { try { const data = JSON.parse(text); return { type: "json", json: data, status, contentType }; } catch (err) { throw new Error("Failed to convert data to JSON object"); } } throw new Error(`Invalid content type: ${contentType}`); }; const data = await retrieve_default(url, fetchOptions); if (!data.text && !data.json) { throw new Error(`Failed to load content from "${url}"`); } const { type, json, text } = data; const feed = type === "json" ? extractFromJson(json, options) : extractFromXml(text, options); return feed; }; const Entry: Component<{ feed: FeedData; entry: FeedEntry }> = ({ feed, entry, html }) => { return html`

${ entry.link ? html`${entry.title}` : entry.title }

${ feed.link ? html`${feed.title}` : feed.title } ${entry.published && " - " + timeAgo.format(entry.published)}

${cohostSanitize(entry.htmlContent, document)}

`; }; const App: Component = async ({ html, urls }) => { try { let errorCount = 0; const feeds = await Promise.all( urls.map(async (url) => { let text; try { const feed = await extract(url); return { ...feed, url, published: feed.published ? new Date(feed.published) : undefined, entries: feed.entries ? feed.entries.map((e) => ({ ...e, published: new Date(e.published), })) : [], }; } catch (e) { errorCount++; return { error: e.stack, url }; } }), ); const entries = feeds .map((feed) => (feed.entries || []).map((entry) => ({ entry, feed }))) .flat() .sort((b, a) => a.entry.published - b.entry.published) .map(({ entry, feed }) => html`<${Entry} ...${{ entry, feed }} />`); return html` rss viewer

rss viewer

${urls.length ? urls.length + " " : "add "}feed${ urls.length > 1 ? "s" : false }${errorCount ? ` (${errorCount} error)` : false}

${ feed.link ? html`${feed.title || feed.url}` : html`${feed.title || feed.url}` }${ feed.error && html`${" "}⚠️` }${" "}
${ urls .filter((e, j) => i !== j) .map( (e) => html``, ) }

none of your feeds have entries right now.

`; } catch (e) { return String(e.stack); } }; export const rssViewer = upgradeExpress((req) => { const url = new URL(req.url); return new Response(stream(({ html }) => html`<${App} urls=${url.searchParams.getAll("feed")}/>`, document, Node), { headers: { "content-type": "text/html;charset=utf-8", }, }); });