⚗️ Try to write tweets

package.json

@@ -18,6 +18,7 @@
 		"@types/koa-compress": "^4.0.3",
 		"@types/koa-morgan": "^1.0.5",
 		"@types/koa-router": "^7.4.4",
+		"@types/oauth": "^0.9.1",
 		"ts-node": "^10.9.1",
 		"typescript": "^4.9.4"
 	},
@@ -28,6 +29,7 @@
 		"koa-compress": "^5.1.0",
 		"koa-morgan": "^1.0.1",
 		"koa-router": "^12.0.0",
+		"oauth": "^0.10.0",
 		"prettier": "^2.8.2",
 		"twitter-api-sdk": "^1.2.1"
 	}

server.ts

@@ -1,45 +1,25 @@
-import Koa from "koa";
-import bodyParser from "koa-bodyparser";
-import compression from "koa-compress";
-import morgan from "koa-morgan";
-import Router from "koa-router";
-import { inspect } from "util";
+import OAuth from "oauth";
 import "dotenv/config";
-import { Client, auth } from "twitter-api-sdk";
+import { setTimeout } from "timers/promises";
 
-const port = 7860;
+const { API_KEY, API_SECRET, BEARER_TOKEN, ACCESS_TOKEN, ACCESS_TOKEN_SECRET } = process.env;
 
-const app = new Koa();
-
-app.use(morgan("dev"));
-app.use(compression());
-app.use(bodyParser());
-
-const { API_KEY, API_SECRET, BEARER_TOKEN, CLIENT_ID, CLIENT_SECRET, COOKIE } = process.env;
-
-const router = new Router();
-
-app.use(router.routes());
-app.use(router.allowedMethods());
-
-// Initialize auth client first
-const authClient = new auth.OAuth2User({
-	client_id: CLIENT_ID as string,
-	client_secret: CLIENT_SECRET as string,
-	callback: "https://huggingface-projects-twitter-image-alt-bot.hf.space/callback",
-	scopes: ["tweet.read", "users.read", "offline.access"],
-});
+function getAuthHeader(oauth: OAuth.OAuth, url: string) {
+	return oauth.authHeader(url, ACCESS_TOKEN as string, ACCESS_TOKEN_SECRET as string, "post");
+}
 
-// Pass auth credentials to the library client
-const twitterClient = new Client(authClient);
+const client = new OAuth.OAuth(
+	"https://api.twitter.com/oauth/request_token",
+	"https://api.twitter.com/oauth/access_token",
+	API_KEY as string,
+	API_SECRET as string,
+	"1.0A",
+	null,
+	"HMAC-SHA1"
+);
 
-const BOT_NAME = "AltImageBot1";
 const BOT_ID = "1612094318906417152";
 
-function debug(stuff: any) {
-	console.log(inspect(stuff, { depth: 20 }));
-}
-
 interface TweetMentions {
 	data: Array<{ id: string; text: string }>;
 	meta: {
@@ -71,10 +51,12 @@ async function ff(url: string) {
 	return await resp.json();
 }
 
+let lastMention = "";
+
 async function lookupTweets() {
 	const data: TweetMentions = await ff(`users/${BOT_ID}/mentions`);
 
-	const lookups: TweetLookups = await ff(
+	let lookups: TweetLookups = await ff(
 		`tweets?ids=${data.data
 			.map((t) => t.id)
 			.join(
@@ -82,55 +64,69 @@ async function lookupTweets() {
 			)}&expansions=attachments.media_keys&media.fields=duration_ms,height,media_key,preview_image_url,public_metrics,type,url,width,alt_text`
 	);
 
-	const tweetWithImage = lookups.data.find((tweet) => tweet.attachments?.media_keys);
-	const imageUrl = lookups.includes.media.find(
-		(media) => media.media_key === tweetWithImage?.attachments!.media_keys[0]
-	)?.url!;
-
-	console.log("imageUrl", imageUrl);
-
-	const imageResp = await fetch(imageUrl);
-	const contentType = imageResp.headers.get("Content-Type");
-	const image = await imageResp.arrayBuffer();
-
-	console.log(contentType, image);
-
-	const altText = await fetch("https://olivierdehaene-git-large-coco.hf.space/run/predict", {
-		method: "POST",
-		headers: { "Content-Type": "application/json" },
-		body: JSON.stringify({
-			data: [`data:${contentType};base64,${Buffer.from(image).toString("base64")}`],
-		}),
-	})
-		.then((r) => r.json())
-		.then((r) => r.data);
-
-	console.log(altText);
-
-	await twitterClient.tweets.createTweet({ reply: { in_reply_to_tweet_id: tweetWithImage!.id }, text: altText });
-}
-
-async function listen() {
-	try {
-		const promise = new Promise<void>((resolve, reject) => {
-			app.listen(port, "localhost", () => resolve());
-			app.once("error", (err) => reject(err));
+	if (!lastMention) {
+		console.log("added mention", lookups.data[0].id);
+		lastMention = lookups.data[0].id;
+		return;
+	}
+	const tweets = lookups.data.filter((tweet) => tweet.attachments?.media_keys.length === 1 && tweet.id > lastMention);
+	lastMention = lookups.data[0].id;
+	console.log(lastMention);
+
+	for (const tweet of tweets) {
+		const imageUrl = lookups.includes.media.find((media) => media.media_key === tweet?.attachments!.media_keys[0])
+			?.url!;
+
+		console.log("imageUrl", imageUrl);
+
+		const imageResp = await fetch(imageUrl);
+		const contentType = imageResp.headers.get("Content-Type");
+		const image = await imageResp.arrayBuffer();
+
+		console.log(contentType, image);
+
+		const altText = await fetch("https://olivierdehaene-git-large-coco.hf.space/run/predict", {
+			method: "POST",
+			headers: { "Content-Type": "application/json" },
+			body: JSON.stringify({
+				data: [`data:${contentType};base64,${Buffer.from(image).toString("base64")}`],
+			}),
+		})
+			.then((r) => r.json())
+			.then((r) => r.data);
+
+		console.log(altText[0]);
+
+		const header = getAuthHeader(client, "https://api.twitter.com/2/tweets");
+
+		const r = await fetch("https://api.twitter.com/2/tweets", {
+			headers: {
+				Authorization: header,
+				"user-agent": "v3CreateTweetJS",
+				"content-type": "application/json",
+				accept: "application/json",
+			},
+			body: JSON.stringify({
+				text: altText[0],
+				reply: { in_reply_to_tweet_id: tweet!.id, conversation_id: tweet!.conversation_id },
+			}),
+			method: "post",
 		});
 
-		await promise;
-
-		console.log("app started on port", port);
-
-		process.send?.("ready");
-	} catch (err) {
-		console.error(err);
+		console.log("end", await r.text());
 	}
 }
 
-listen();
-
 process.on("unhandledRejection", async (err) => {
 	console.error("unhandled rejection", err);
 });
 
-lookupTweets();
+async function run() {
+	while (1) {
+		console.log("looking up");
+		await lookupTweets();
+		await setTimeout(5_000);
+	}
+}
+
+run();