Spaces:
Paused
Paused
File size: 1,973 Bytes
529090e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 | // Twitter JSON adapter (placeholder, OAuth to be added)
import { DataSourceAdapter } from '../../services/ingestion/DataIngestionEngine.js';
import { readFile } from 'fs/promises';
import { existsSync } from 'fs';
export class TwitterAdapter implements DataSourceAdapter {
name = 'Twitter';
type: 'other' = 'other';
private filePath: string;
private tweets: any[] = [];
private lastLoaded = 0;
constructor(filePath?: string) {
// Expected JSON export of tweets
this.filePath = filePath || `${process.cwd()}/apps/backend/data/twitter-data.json`;
}
private async load(): Promise<void> {
if (!existsSync(this.filePath)) {
console.warn(`[TwitterAdapter] File not found: ${this.filePath}`);
this.tweets = [];
return;
}
try {
const data = await readFile(this.filePath, 'utf-8');
const json = JSON.parse(data);
this.tweets = Array.isArray(json) ? json : json.value || [];
this.lastLoaded = Date.now();
console.log(`[TwitterAdapter] Loaded ${this.tweets.length} tweets`);
} catch (e) {
console.error(`[TwitterAdapter] Failed to parse JSON:`, e);
this.tweets = [];
}
}
async fetch(): Promise<any[]> {
const STALE = 5 * 60 * 1000;
if (this.tweets.length === 0 || Date.now() - this.lastLoaded > STALE) {
await this.load();
}
return this.tweets;
}
async transform(raw: any[]): Promise<any[]> {
return raw.map(item => ({
sourceId: item.id_str ?? item.id,
type: 'post',
content: item.text,
metadata: {
provider: 'Twitter',
raw: item
},
timestamp: new Date(item.created_at ?? Date.now())
}));
}
async isAvailable(): Promise<boolean> {
return existsSync(this.filePath);
}
}
|