53 lines
1.5 KiB
TypeScript
53 lines
1.5 KiB
TypeScript
import fetch from "node-fetch";
|
|
import https from "https";
|
|
import { SocksProxyAgent } from "socks-proxy-agent";
|
|
|
|
export default async function getTitle(url: string) {
|
|
try {
|
|
const httpsAgent = new https.Agent({
|
|
rejectUnauthorized:
|
|
process.env.IGNORE_UNAUTHORIZED_CA === "true" ? false : true,
|
|
});
|
|
|
|
// fetchOpts allows a proxy to be defined
|
|
let fetchOpts = {
|
|
agent: httpsAgent,
|
|
};
|
|
|
|
if (process.env.PROXY) {
|
|
// parse proxy url
|
|
let proxy = new URL(process.env.PROXY);
|
|
// if authentication set, apply to proxy URL
|
|
if (process.env.PROXY_USERNAME) {
|
|
proxy.username = process.env.PROXY_USERNAME;
|
|
proxy.password = process.env.PROXY_PASSWORD || "";
|
|
}
|
|
|
|
// add socks5 proxy to fetchOpts
|
|
fetchOpts = { agent: new SocksProxyAgent(proxy.toString()) }; //TODO: add support for http/https proxies
|
|
}
|
|
|
|
const responsePromise = fetch(url, fetchOpts);
|
|
const timeoutPromise = new Promise((_, reject) => {
|
|
setTimeout(() => {
|
|
reject(new Error("Fetch title timeout"));
|
|
}, 10 * 1000); // Stop after 10 seconds
|
|
});
|
|
|
|
const response = await Promise.race([responsePromise, timeoutPromise]);
|
|
|
|
if ((response as any)?.status) {
|
|
const text = await (response as any).text();
|
|
|
|
// regular expression to find the <title> tag
|
|
let match = text.match(/<title.*>([^<]*)<\/title>/);
|
|
if (match) return match[1];
|
|
else return "";
|
|
} else {
|
|
return "";
|
|
}
|
|
} catch (err) {
|
|
console.log(err);
|
|
}
|
|
}
|