Use custom headers to possibly bypass Anubis & co

As recommended by the kind Kio!
(so now most requests use a custom user-agent)
This commit is contained in:
Taevas 2025-04-17 13:38:00 +02:00
parent f8987cdcdb
commit 9818adb12d
Signed by: Taevas
SSH key fingerprint: SHA256:Y5Hv18xwPvUKSlgkx1sPnRO3L2mc03ehC7BzrnZVEyY
12 changed files with 30 additions and 26 deletions

View file

@ -27,6 +27,12 @@ const info_routes: Record<string, Handler[]> = {
export type Handler = (req: URLSearchParams) => Promise<Response>; export type Handler = (req: URLSearchParams) => Promise<Response>;
export const headers = {
"Accept": "application/json",
"Content-Type": "application/json",
"User-Agent": "taevas.xyz (code@taevas.xyz)",
};
export async function parseJson(response: Response) { export async function parseJson(response: Response) {
try { try {
return await response.json(); return await response.json();

View file

@ -1,11 +1,11 @@
import { type KitsudevInfo } from "#Infos/Coding/KitsuDev.tsx"; import { type KitsudevInfo } from "#Infos/Coding/KitsuDev.tsx";
import { parseJson, type Handler } from "../.."; import { headers, parseJson, type Handler } from "../..";
const username = "Taevas"; const username = "Taevas";
export const kitsudev: Handler = async () => { export const kitsudev: Handler = async () => {
/** https://kitsunes.dev/api/swagger#/user/userListActivityFeeds */ /** https://kitsunes.dev/api/swagger#/user/userListActivityFeeds */
const kitsudev = await parseJson(await fetch(`https://kitsunes.dev/api/v1/users/${username}/activities/feeds?limit=1`)) as [{ const kitsudev = await parseJson(await fetch(`https://kitsunes.dev/api/v1/users/${username}/activities/feeds?limit=1`, {headers})) as [{
repo: { repo: {
full_name: string full_name: string
html_url: string html_url: string

View file

@ -1,5 +1,5 @@
import { type KitsuclubInfo } from "#Infos/Fediverse/KitsuClub.tsx"; import { type KitsuclubInfo } from "#Infos/Fediverse/KitsuClub.tsx";
import { parseJson, type Handler } from "../.."; import { headers, parseJson, type Handler } from "../..";
const user_id = "a2hgd7delf"; const user_id = "a2hgd7delf";
@ -8,8 +8,8 @@ export const kitsuclub: Handler = async () => {
const kitsuclub = await parseJson(await fetch("https://kitsunes.club/api/users/notes", { const kitsuclub = await parseJson(await fetch("https://kitsunes.club/api/users/notes", {
method: "POST", method: "POST",
headers: { headers: {
...headers,
"Authorization": `Bearer ${process.env["API_KITSUCLUB"]}`, "Authorization": `Bearer ${process.env["API_KITSUCLUB"]}`,
"Content-Type": "application/json",
}, },
body: JSON.stringify({ body: JSON.stringify({
"userId": user_id, "userId": user_id,

View file

@ -1,11 +1,11 @@
import type { AlakajamInfo } from "#Infos/GameDev/Alakajam.tsx"; import type { AlakajamInfo } from "#Infos/GameDev/Alakajam.tsx";
import { parseJson, type Handler } from "../.."; import { headers, parseJson, type Handler } from "../..";
const username = "Taevas"; const username = "Taevas";
export const alakajam: Handler = async () => { export const alakajam: Handler = async () => {
/** https://alakajam.com/api */ /** https://alakajam.com/api */
const response = await parseJson(await fetch(`https://alakajam.com/api/user/${username}/latestEntry`)) as { const response = await parseJson(await fetch(`https://alakajam.com/api/user/${username}/latestEntry`, {headers})) as {
name: string name: string
latest_entry: { latest_entry: {
event_name: string event_name: string

View file

@ -1,9 +1,9 @@
import type { ItchioInfo } from "#Infos/GameDev/Itchio.tsx"; import type { ItchioInfo } from "#Infos/GameDev/Itchio.tsx";
import { parseJson, type Handler } from "../.."; import { headers, parseJson, type Handler } from "../..";
export const itchio: Handler = async () => { export const itchio: Handler = async () => {
/** https://itch.io/docs/api/serverside#reference/profilegames-httpsitchioapi1keymy-games */ /** https://itch.io/docs/api/serverside#reference/profilegames-httpsitchioapi1keymy-games */
const response = await parseJson(await fetch(`https://itch.io/api/1/${process.env["API_ITCHIO"]}/my-games`)) as { const response = await parseJson(await fetch(`https://itch.io/api/1/${process.env["API_ITCHIO"]}/my-games`, {headers})) as {
games: { games: {
published_at?: string published_at?: string
title: string title: string

View file

@ -1,5 +1,5 @@
import {type SpeedruncomInfo} from "#Infos/Gaming/Speedruncom.tsx"; import {type SpeedruncomInfo} from "#Infos/Gaming/Speedruncom.tsx";
import { parseJson, type Handler } from "../.."; import { headers, parseJson, type Handler } from "../..";
const user_id = "j03v45mj"; const user_id = "j03v45mj";
@ -47,7 +47,7 @@ export const speedruncom: Handler = async () => {
// using the API's embedding would be stupid here, as that'd create lag due to irrelevant runs // using the API's embedding would be stupid here, as that'd create lag due to irrelevant runs
/** https://github.com/speedruncomorg/api/blob/master/version1/users.md#get-usersidpersonal-bests */ /** https://github.com/speedruncomorg/api/blob/master/version1/users.md#get-usersidpersonal-bests */
const speedruncom = await parseJson(await fetch(`https://www.speedrun.com/api/v1/users/${user_id}/personal-bests`)) as Runs; const speedruncom = await parseJson(await fetch(`https://www.speedrun.com/api/v1/users/${user_id}/personal-bests`, {headers})) as Runs;
const data = speedruncom.data.at(0); const data = speedruncom.data.at(0);
if (!data) { if (!data) {

View file

@ -1,11 +1,11 @@
import {type HacktheboxInfo} from "#Infos/Hacking/Hackthebox.tsx"; import {type HacktheboxInfo} from "#Infos/Hacking/Hackthebox.tsx";
import { parseJson, type Handler } from "../.."; import { headers, parseJson, type Handler } from "../..";
const user_id = 1063999; const user_id = 1063999;
export const hackthebox: Handler = async () => { export const hackthebox: Handler = async () => {
/** https://documenter.getpostman.com/view/13129365/TVeqbmeq#1b0b22fc-2e45-456a-9a8f-42888375d1a9 */ /** https://documenter.getpostman.com/view/13129365/TVeqbmeq#1b0b22fc-2e45-456a-9a8f-42888375d1a9 */
const hackthebox = await parseJson(await fetch(`https://www.hackthebox.com/api/v4/profile/activity/${user_id}`)) as { const hackthebox = await parseJson(await fetch(`https://www.hackthebox.com/api/v4/profile/activity/${user_id}`, {headers})) as {
profile: { profile: {
activity: HacktheboxInfo[]; activity: HacktheboxInfo[];
}; };

View file

@ -1,6 +1,6 @@
import {type WanikaniInfo} from "#Infos/Japanese/Wanikani.tsx"; import {type WanikaniInfo} from "#Infos/Japanese/Wanikani.tsx";
import type { WKLevelProgression, WKResetCollection, WKSummary } from "@bachmacintosh/wanikani-api-types"; import type { WKLevelProgression, WKResetCollection, WKSummary } from "@bachmacintosh/wanikani-api-types";
import { parseJson, type Handler } from "../.."; import { headers, parseJson, type Handler } from "../..";
interface Subject { interface Subject {
id: number; id: number;
@ -56,8 +56,8 @@ export const wanikani: Handler = async () => {
]; ];
const toRequest = urlsToRequest.map((url) => new Promise(async (resolve) => { const toRequest = urlsToRequest.map((url) => new Promise(async (resolve) => {
const response = await fetch(url, {headers: { const response = await fetch(url, {headers: {
...headers,
"Authorization": `Bearer ${process.env["API_WANIKANI"]}`, "Authorization": `Bearer ${process.env["API_WANIKANI"]}`,
"Content-Type": "application/json",
}}); }});
resolve(await parseJson(response)); resolve(await parseJson(response));
})); }));
@ -92,8 +92,8 @@ export const wanikani: Handler = async () => {
const subjectIdsAll = subjectIdsLessons.concat(subjectIdsReviews); const subjectIdsAll = subjectIdsLessons.concat(subjectIdsReviews);
const subjects = await parseJson(await fetch(`https://api.wanikani.com/v2/subjects?ids=${subjectIdsAll.toString()}`, {headers: { const subjects = await parseJson(await fetch(`https://api.wanikani.com/v2/subjects?ids=${subjectIdsAll.toString()}`, {headers: {
...headers,
"Authorization": `Bearer ${process.env["API_WANIKANI"]}`, "Authorization": `Bearer ${process.env["API_WANIKANI"]}`,
"Content-Type": "application/json",
}})) as {data: Subject[]}; }})) as {data: Subject[]};
const lessons = addStuffToLearn(subjectIdsLessons, summary.data.lessons, subjects.data); const lessons = addStuffToLearn(subjectIdsLessons, summary.data.lessons, subjects.data);

View file

@ -1,5 +1,5 @@
import {type AnilistInfo} from "#Infos/Media/Anilist.tsx"; import {type AnilistInfo} from "#Infos/Media/Anilist.tsx";
import { parseJson, type Handler } from "../.."; import { headers, parseJson, type Handler } from "../..";
const username = "Taevas"; const username = "Taevas";
@ -7,10 +7,7 @@ export const anilist: Handler = async () => {
/** https://github.com/AniList/ApiV2-GraphQL-Docs/blob/master/docs/reference/query.md */ /** https://github.com/AniList/ApiV2-GraphQL-Docs/blob/master/docs/reference/query.md */
const anilist = await fetch("https://graphql.anilist.co", { const anilist = await fetch("https://graphql.anilist.co", {
method: "POST", method: "POST",
headers: { headers,
"Content-Type": "application/json",
"Accept": "application/json",
},
body: JSON.stringify({ body: JSON.stringify({
query: ` query: `
query ($userName: String) { query ($userName: String) {

View file

@ -1,11 +1,12 @@
import {type LastfmInfo} from "#Infos/Media/Lastfm.tsx"; import {type LastfmInfo} from "#Infos/Media/Lastfm.tsx";
import { parseJson, type Handler } from "../.."; import { headers, parseJson, type Handler } from "../..";
const username = "TTTaevas"; const username = "TTTaevas";
export const lastfm: Handler = async () => { export const lastfm: Handler = async () => {
/** https://www.last.fm/api/show/user.getRecentTracks */ /** https://www.last.fm/api/show/user.getRecentTracks */
const lastfm = await parseJson(await fetch(`https://ws.audioscrobbler.com/2.0/?method=user.getrecenttracks&user=${username}&api_key=${process.env["API_LASTFM"]}&format=json&limit=1`)) as { const url = `https://ws.audioscrobbler.com/2.0/?method=user.getrecenttracks&user=${username}&api_key=${process.env["API_LASTFM"]}&format=json&limit=1`;
const lastfm = await parseJson(await fetch(url, {headers})) as {
recenttracks: { recenttracks: {
track: { track: {
artist: { artist: {

View file

@ -1,12 +1,12 @@
import { type KitsudevInfo } from "#Infos/Website/KitsuDev.tsx"; import { type KitsudevInfo } from "#Infos/Website/KitsuDev.tsx";
import { parseJson, type Handler } from "../.."; import { headers, parseJson, type Handler } from "../..";
const username = "Taevas"; const username = "Taevas";
const repository = "taevas.xyz"; const repository = "taevas.xyz";
export const kitsudev: Handler = async () => { export const kitsudev: Handler = async () => {
/** https://kitsunes.dev/api/swagger#/repository/repoGetAllCommits */ /** https://kitsunes.dev/api/swagger#/repository/repoGetAllCommits */
const kitsudev = await parseJson(await fetch(`https://kitsunes.dev/api/v1/repos/${username}/${repository}/commits?limit=1`)) as [{ const kitsudev = await parseJson(await fetch(`https://kitsunes.dev/api/v1/repos/${username}/${repository}/commits?limit=1`, {headers})) as [{
html_url: string html_url: string
commit: { commit: {
author: { author: {

View file

@ -1,4 +1,4 @@
import { parseJson, type Handler } from "../.."; import { headers, parseJson, type Handler } from "../..";
import type { UmamiInfo } from "#Infos/Website/Umami.tsx"; import type { UmamiInfo } from "#Infos/Website/Umami.tsx";
import { db, getToken } from "../../../database.ts"; import { db, getToken } from "../../../database.ts";
@ -13,7 +13,7 @@ export const umami: Handler = async () => {
// Not using the package directly because of serious issues I consider it to have // Not using the package directly because of serious issues I consider it to have
const umami = await parseJson(await fetch(`${api_server}/websites/${website_id}/stats?startAt=${Number(sevendaysago)}&endAt=${Number(now)}`, { const umami = await parseJson(await fetch(`${api_server}/websites/${website_id}/stats?startAt=${Number(sevendaysago)}&endAt=${Number(now)}`, {
headers: { headers: {
"Accept": "application/json", ...headers,
"Authorization": `Bearer ${token?.access_token}` "Authorization": `Bearer ${token?.access_token}`
}, },
})) as UmamiInfo; })) as UmamiInfo;