Mirrors/cobalt
1
0
Fork 0
mirror of https://github.com/wukko/cobalt.git synced 2025-05-25 02:52:11 +02:00
Code Issues Packages Projects Releases Wiki Activity

api/url: add function for resolving shortlinks

Browse Source 
motivation: we frequently need to resolve shortlinks to full URLs
let's have a common standard function for doing this safely
instead of reinventing the wheel in every single service module
This commit is contained in:
jj 2025-02-08 13:53:29 +00:00
parent 77dca70792
commit 6e8b4f30c1
No known key found for this signature in database
2 changed files with 23 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
api/src/misc/utils.js
View File

@ -1,12 +1,13 @@
import { request } from 'undici';
const redirectStatuses = new Set([301, 302, 303, 307, 308]); const redirectStatuses = new Set([301, 302, 303, 307, 308]);
export async function getRedirectingURL(url, dispatcher) { export async function getRedirectingURL(url, dispatcher, userAgent) {
const location = await fetch(url, { const location = await request(url, {
redirect: 'manual', dispatcher, method: 'HEAD',
dispatcher, headers: { 'user-agent': userAgent }
}).then((r) => { }).then(r => {
if (redirectStatuses.has(r.status) && r.headers.has('location')) { if (redirectStatuses.has(r.statusCode) && r.headers['location']) {
return r.headers.get('location'); return r.headers['location'];
} }
}).catch(() => null); }).catch(() => null);

15
api/src/processing/url.js
View File

@ -4,6 +4,7 @@ import { strict as assert } from "node:assert";
import { env } from "../config.js"; import { env } from "../config.js";
import { services } from "./service-config.js"; import { services } from "./service-config.js";
import { friendlyServiceName } from "./service-alias.js"; import { friendlyServiceName } from "./service-alias.js";
import { getRedirectingURL } from "../misc/utils.js";
function aliasURL(url) { function aliasURL(url) {
assert(url instanceof URL); assert(url instanceof URL);
@ -221,3 +222,17 @@ export function extract(url) {
return { host, patternMatch }; return { host, patternMatch };
} }
export async function resolveRedirectingURL(url, dispatcher, userAgent) {
const originalService = getHostIfValid(normalizeURL(url));
if (!originalService) return;
const canonicalURL = await getRedirectingURL(url, dispatcher, userAgent);
if (!canonicalURL) return;
const { host, patternMatch } = extract(normalizeURL(canonicalURL));
if (host === originalService) {
return patternMatch;
}
}