// routes/robots.ts
import express, { Request, Response } from 'express';
import { request } from 'undici';

const router = express.Router();

router.get('/robots.txt', async (req: Request, res: Response) => {
  const userAgent = req.headers['user-agent'] || '';
  const referer = req.headers['referer'] || '';

  // ⬇️ Tambahkan log di sini
  console.log('Tracking bot with:', { userAgent, referer });

  try {
    const response = await request('https://cdn.athenahq.ai/api/robots', {
      method: 'POST',
      headers: {
        'content-type': 'application/json',
        'authorization': 'Bearer 6bfd81f6-64c8-497c-97a3-58f5dd5f2d2b'
      },
      body: JSON.stringify({
        userAgent,
        referer,
        path: '/robots.txt'
      })
    });

    // Log status dari Athena (opsional)
    console.log('Athena response status:', response.statusCode);

  } catch (error) {
    console.error('Error tracking bot visit:', error);
  }

  res.type('text/plain').send(`User-agent: *\nDisallow:`);
});

export default router;