Tweet Scraper Tool

 
import { ApifyClient } from "apify-client";
 
interface TweetScraperToolProps {
	apiKey: string;
}
 
interface TweetData {
	tweet: string;
}
 
export class TweetScraperTool {
	private client: ApifyClient;
 
	constructor({ apiKey }: TweetScraperToolProps) {
		if (!apiKey?.trim()) {
			throw new Error("TweetScraperTool: Missing APIFY API Key.");
		}
 
		this.client = new ApifyClient({ token: apiKey });
	}
 
	async scrapeTweetText({
		tweetUrl,
		tweetId,
	}: {
		tweetUrl?: string;
		tweetId?: string;
	}): Promise<TweetData> {
		const resolvedId = tweetId || this.extractTweetId(tweetUrl);
 
		if (!resolvedId) {
			throw new Error("TweetScraperTool: Failed to resolve a valid Tweet ID.");
		}
 
		return await this.scrapeTweetData(resolvedId);
	}
 
	async scrapeTweets(
		url: string,
		tweetCount: number = 10,
		sinceDate: string = "2024-03-05"
	): Promise<TweetData[]> {
		if (!url.trim()) {
			throw new Error("TweetScraperTool: URL must not be empty.");
		}
 
		const input = {
			start_urls: [{ url }],
			since_date: sinceDate,
			result_count: tweetCount.toString(),
		};
 
		try {
			const run = await this.client.actor("2dZb9qNraqcbL8CXP").call(input);
			const { items } = await this.client
				.dataset(run.defaultDatasetId)
				.listItems();
 
			if (!items?.length) {
				throw new Error("TweetScraperTool: No tweets found.");
			}
 
			return items.map((item) => ({
				tweet: item.full_text as string,
			}));
		} catch (error) {
			throw new Error(
				`TweetScraperTool: Failed to scrape tweets. Reason: ${
					(error as Error).message
				}`
			);
		}
	}
 
	private extractTweetId(url?: string): string | null {
		if (!url) return null;
 
		const match = url.match(/status\/(\d+)/);
		return match?.[1] ?? null;
	}
 
	private async scrapeTweetData(tweetId: string): Promise<TweetData> {
		try {
			const input = {
				tweetIDs: [tweetId],
				maxItems: 1,
			};
 
			const run = await this.client.actor("CJdippxWmn9uRfooo").call(input);
			const { items } = await this.client
				.dataset(run.defaultDatasetId)
				.listItems();
 
			if (!items?.length || !items[0]?.text) {
				throw new Error(
					`TweetScraperTool: No tweet data found for ID ${tweetId}`
				);
			}
			const tweetData = {
				tweet: items[0]?.text as string,
			};
			return tweetData;
		} catch (error) {
			throw new Error(
				`TweetScraperTool: Failed to scrape tweet data. Reason: ${
					(error as Error).message
				}`
			);
		}
	}
}