Competitor Social Monitoring Using Social Media Scrapers

				
					const request = require('request');
const csv = require('csv-writer').createObjectCsvWriter;
const nodemailer = require('nodemailer');
const fs = require('fs');

// ... (keep your existing scrapeFacebook, scrapeLinkedIn, reverseLookup, enrichData, and saveToCSV functions)

// Function to send email alert
async function sendEmailAlert(newPosts) {
  // Create a transporter using SMTP
  let transporter = nodemailer.createTransport({
    host: "smtp.your-email-provider.com",
    port: 587,
    secure: false, // Use TLS
    auth: {
      user: "your-email@example.com",
      pass: "your-email-password"
    }
  });

  // Compose the email
  let message = {
    from: '"WooCommerce Alert" <your-email@example.com>',
    to: "recipient@example.com",
    subject: "New WooCommerce Reviews Alert",
    text: `New WooCommerce reviews have been posted:\n\n${newPosts.map(post => 
      `Platform: ${post.platform}\nName: ${post.name}\nText: ${post.text}\nURL: ${post.url}\n\n`
    ).join('')}`
  };

  // Send the email
  let info = await transporter.sendMail(message);
  console.log("Alert email sent: %s", info.messageId);
}

// Function to read the last checked timestamp
function getLastCheckedTimestamp() {
  try {
    return fs.readFileSync('last_checked.txt', 'utf8');
  } catch (error) {
    return null;
  }
}

// Function to write the last checked timestamp
function setLastCheckedTimestamp(timestamp) {
  fs.writeFileSync('last_checked.txt', timestamp);
}

// Function to check for new posts
async function checkForNewPosts() {
  const lastChecked = getLastCheckedTimestamp();
  const currentTime = new Date().toISOString();

  try {
    const fbResults = await new Promise((resolve, reject) => {
      scrapeFacebook((error, results) => {
        if (error) reject(error);
        else resolve(results);
      });
    });

    const liResults = await new Promise((resolve, reject) => {
      scrapeLinkedIn((error, results) => {
        if (error) reject(error);
        else resolve(results);
      });
    });

    const combinedResults = [...fbResults, ...liResults];
    
    // Filter for new posts
    const newPosts = combinedResults.filter(post => {
      // This assumes the post has a 'timestamp' field. Adjust as necessary.
      return !lastChecked || new Date(post.timestamp) > new Date(lastChecked);
    });

    if (newPosts.length > 0) {
      console.log(`Found ${newPosts.length} new posts`);
      const enrichedNewPosts = await enrichData(newPosts);
      await sendEmailAlert(enrichedNewPosts);
      await saveToCSV(enrichedNewPosts);
    } else {
      console.log('No new posts found');
    }

    setLastCheckedTimestamp(currentTime);
  } catch (error) {
    console.error('Error checking for new posts:', error);
  }
}

// Function to start periodic checking
function startPeriodicChecking(intervalMinutes) {
  console.log(`Starting periodic checking every ${intervalMinutes} minutes`);
  setInterval(checkForNewPosts, intervalMinutes * 60 * 1000);
}

// Start the periodic checking
startPeriodicChecking(60); // Check every 60 minutes