const { SharpApiWebScrapingService } = require('@sharpapi/sharpapi-node-web-scraping');

const apiKey = process.env.SHARP_API_KEY;
const service = new SharpApiWebScrapingService(apiKey);

async function scrapeWebsite() {
  try {
    // Extract content from a URL
    const content = await service.scrapeUrl('https://example.com');
    console.log('Title:', content.title);
    console.log('Content:', content.content);

    // Extract text content
    const text = await service.extractText('https://example.com');
    console.log('Text:', text);

    // Extract all links
    const links = await service.extractLinks('https://example.com');
    console.log(`Found ${links.length} links`);
  } catch (error) {
    console.error('Error:', error.message);
  }
}

scrapeWebsite();

const service = new SharpApiWebScrapingService(process.env.SHARP_API_KEY);

async function monitorPrice(productUrl) {
  const content = await service.scrapeUrl(productUrl);

  // Extract price from content
  const priceMatch = content.text.match(/\$(\d+\.\d{2})/);
  const price = priceMatch ? parseFloat(priceMatch[1]) : null;

  return {
    url: productUrl,
    price: price,
    title: content.title,
    timestamp: new Date().toISOString()
  };
}

const priceData = await monitorPrice('https://example.com/product');
console.log('Price:', priceData.price);

const service = new SharpApiWebScrapingService(process.env.SHARP_API_KEY);

async function aggregateNews(urls) {
  const articles = await Promise.all(
    urls.map(async (url) => {
      const content = await service.scrapeUrl(url);
      return {
        title: content.title,
        text: content.text.substring(0, 200) + '...',
        url: url,
        scrapedAt: new Date()
      };
    })
  );

  return articles;
}

const newsUrls = [
  'https://news-site.com/article-1',
  'https://news-site.com/article-2'
];

const articles = await aggregateNews(newsUrls);
articles.forEach(article => {
  console.log(`\n${article.title}`);
  console.log(article.text);
});

const service = new SharpApiWebScrapingService(process.env.SHARP_API_KEY);

async function analyzeSEO(url) {
  const [html, links, structured] = await Promise.all([
    service.scrapeHtml(url),
    service.extractLinks(url),
    service.extractStructuredData(url)
  ]);

  const analysis = {
    url: url,
    title: html.title,
    meta: html.meta,
    wordCount: html.text.split(/\s+/).length,
    internalLinks: links.filter(l => l.internal).length,
    externalLinks: links.filter(l => !l.internal).length,
    hasStructuredData: Object.keys(structured).length > 0,
    structuredDataTypes: Object.keys(structured)
  };

  return analysis;
}

const seoReport = await analyzeSEO('https://example.com');
console.log('SEO Analysis:', seoReport);

const service = new SharpApiWebScrapingService(process.env.SHARP_API_KEY);
const fs = require('fs');

async function captureWebsite(url, outputPath) {
  const screenshot = await service.takeScreenshot(url, {
    fullPage: true,
    width: 1920,
    height: 1080
  });

  // Save screenshot (base64 encoded)
  const buffer = Buffer.from(screenshot.data, 'base64');
  fs.writeFileSync(outputPath, buffer);

  console.log(`Screenshot saved to ${outputPath}`);
}

await captureWebsite('https://example.com', './screenshot.png');