utils.js

require('dotenv').config()
const AWS = require("aws-sdk")
const nodemailer = require("nodemailer")
const {GoogleGenerativeAI} = require("@google/generative-ai");
const genAI = new GoogleGenerativeAI(process.env.GEMINI_KEY);
const EmailReplyParser = require("email-reply-parser");
const fs = require("fs/promises")
const Cryptr = require('cryptr');
const {processLeadConversion} = require("./app.js");

const REGION = "us-east-1"
// console.log("lead generation",processLeadConversion)
const model = genAI.getGenerativeModel({
  model: "gemini-1.5-flash",
  generationConfig: {
      temperature: 0.2,
      // 0.2
  },  
});


AWS.config.update({
    accessKeyId: process.env.AWS_ACCESS_KEY,
    secretAccessKey: process.env.AWS_SECRET_KEY,
    region: REGION
})


const transporter = nodemailer.createTransport({
  SES: new AWS.SES({ region: REGION})
})



// const ses = new AWS.SES({apiVersion: '2010-12-01'});

async function deliverMail(to, from, message, subject, messageId, html) {
  if (html) {
    console.log("html was called")
    const response = await transporter.sendMail({
      from: from, 
      to: to,
      subject: subject,
      html: message,
      // inReplyTo: messageId,
      // attachments: []
    })
    console.log(response)
    return response
  } else {
    const response = await transporter.sendMail({
      from: from, 
      to: to,
      subject: subject,
      text: message,
      inReplyTo: messageId,
      // attachments: []
    })
    return response
  }
 
}

async function craftDraft(message,piece,senderName) {
  let iterableMessage = message.split("\n").join("<br/>");
  // console.log(message.split("\n"))
  let safety = 0;

  // iterableMessage.split("\n").join("</br>");
  const variableRegex = /\$\{(.*?)\}/g;
  return iterableMessage.replace(variableRegex, (match, variableName) => {
    safety++;
    if (safety > 1000) {
      console.error("Safety limit reached to prevent infinite loop.");
      return match; // Return the original match if safety is breached
    }

    // Convert the variable name to lowercase for case-insensitive matching
    variableName = variableName.toLowerCase();

    if (variableName === "ainame") {
      return senderName; // Replace with the AI name
    } else if (variableName === "name") {
      // Capitalize the lead's name
      const leadName =
        piece.name.charAt(0).toUpperCase() + piece.name.slice(1).toLowerCase();
      return leadName;
    }

    // If variable is not recognized, return the original placeholder
    return match;
  });
  // return iterableMessage
}

  


async function outreachEmail(piece, senderName, senderEmail,encrypter,messageIdList, area, message, subject) {
  const subjectList = ["Here's what I'll do", "Hoping to help", "I have to ask", "One more thing", `Real Estate Inquiry, ${area}`]
    
  if (piece.action.toLowerCase() === "buy") {

    let finalMessage = ""
    
    const bodyMessage = `<p>Hey ${piece.name},<br /><br />I'm ${senderName}, a local real estate agent in ${area}.<br /><br />There's an affordable house nearby that's recently been put on sale in ${area} that might peak your interest.<br /><br />I'd love to talk more if you're interested.</p>`
    const bodyFooter = `<p>Looking forward to your response,<br />${senderName}<br />Real Estate<br /><a href=${process.env.NODE_ENV.toLowerCase() === "dev" ? "https://localhost/addBlocklist/" + encodeURIComponent(encrypter.encrypt(piece.email)) : "https://api.sniphomes.com/addBlocklist/" + encodeURIComponent(encrypter.encrypt(piece.email)) }>Click if you want to stop receiving emails from me</a><p>`;
    const bodySubject = subject ? subject : subjectList[Math.floor(Math.random()*(subjectList.length))];


    if (message) {
      finalMessage = `<p>${await craftDraft(message,piece, senderName)}</p>` + `<a href=${process.env.NODE_ENV.toLowerCase() === "dev" ? "https://localhost/addBlocklist/" + encodeURIComponent(encrypter.encrypt(piece.email)) : "https://api.sniphomes.com/addBlocklist/" + encodeURIComponent(encrypter.encrypt(piece.email)) }>Click if you want to stop receiving emails from me</a><p>`
      
      


    } else {
      finalMessage = bodyMessage + "<br /><br />" + bodyFooter;
    }
  
    const response = await deliverMail(piece.email, senderEmail, finalMessage, bodySubject, null, true)
  
    console.log(response.messageId);

    messageIdList.push(response.messageId);

    return finalMessage

    

} else if (piece.action.toLowerCase() === "sell") {
    let finalMessage = "";
    const bodyMessage = `<p>Hey ${piece.name},<br /><br />I'm ${senderName}, a local real estate agent in ${area}.<br /><br />I saw that you lived in ${area} and was wondering if selling your home is something you'd be open to, the market right now is huge.<br /><br />I'd be delighted to chat with you more about it.</p>`
    const bodyFooter = `<p>Best Regards,<br />${senderName}<br />Real Estate</p><br /><a href=${process.env.NODE_ENV.toLowerCase() === "dev" ? "https://localhost/addBlocklist/" + encodeURIComponent(encrypter.encrypt(piece.email))  : "https://api.sniphomes.com/addBlocklist/" + encodeURIComponent(encrypter.encrypt(piece.email)) }>Click if you want to stop receiving emails from me</a>`;

    // Finish adding p tags and making emails send an html tag instead of text
    const bodySubject = subject ? subject : subjectList[Math.floor(Math.random()*(subjectList.length))];

   

    if (message) {
      finalMessage = `<p>${await craftDraft(message,piece, senderName)}</p>` + `<a href=${process.env.NODE_ENV.toLowerCase() === "dev" ? "https://localhost/addBlocklist/" + encodeURIComponent(encrypter.encrypt(piece.email)) : "https://api.sniphomes.com/addBlocklist/" + encodeURIComponent(encrypter.encrypt(piece.email)) }>Click if you want to stop receiving emails from me</a><p>`
      console.log(finalMessage)
     
    } else {
      finalMessage = bodyMessage + "<br /><br />" + bodyFooter;
    }
    console.log(piece.email)
    console.log("about to send data")
    
    const response = await deliverMail(piece.email, senderEmail, finalMessage, bodySubject, null, true)

    console.log(response)
    messageIdList.push(response.messageId);
    return finalMessage
} else {
  console.log("Incomplete data:",i)
}
}





function processOutreach(data, senderEmail, x,area, message, subject) {
  return new Promise(async(resolve) => {
    let copyOfData = []
    const encrypter = new Cryptr(process.env.EMAIL_KEY_CRYPTR, { encoding: 'base64', pbkdf2Iterations: 10000, saltLength: 10 });
    const senderName = x.substring(0,1).toUpperCase() + x.substring(1).toLowerCase();
    console.log(data)
    // Data Schema: [{name, email area, action, agentName}]
    // Action means buying or selling
    const messageIdList = []
    let finalMessage = ""

    const tasks = data.map(async (piece,i) => {

        let doNotContact = true;
        try {
          await fs.readFile(piece.email.substring(0,1).toLowerCase() + ".txt", "utf8").then(async(content, err) => {

            if (err) {
              console.log("you are good to go")
              doNotContact = false;
            } else {
              
              if (content.indexOf(piece.email.toLowerCase()) > -1) {
                console.log("You cannot contact this person")
                

                // Break this forloop
              } else {
                console.log("you are good to go")
                doNotContact = false;
                // "good to go/business as usual"
              }

            }
            console.log("just tested the doNot contact")
            console.log(doNotContact)
            if (!doNotContact) {
              // piece, senderName, senderEmail,encrypter,messageIdList, area
              await new Promise(r => setTimeout(r, 1000))
              finalMessage = await outreachEmail(piece, senderName,senderEmail, encrypter,messageIdList, area,message, subject)
              
            } else {
              copyOfData.push(i)
            }



          
          }).catch(async(e) => {
              await new Promise(r => setTimeout(r, 1000))
              finalMessage = await outreachEmail(piece, senderName,senderEmail,encrypter,messageIdList, area,message, subject)
    
            } 
          )
        } catch(e) {
          console.log(e);
        }


        
        
        
        




    })

    await Promise.all(tasks)
    const newData = []
    console.log("just resolved")
    for (let k=0; k<data.length; k++) {
      if (!copyOfData.includes(k)) {
        newData.push(data[k])
      }
    }

    console.log("final message here:", finalMessage)
    resolve({idList: messageIdList, message: finalMessage, newData: newData});
    
  })
  
}




function processEmailChain(transcript) {
    let parsedChain = "";
    for (let i=0; i<transcript.length;i++) {
        if (transcript[i] !== ">") {
          parsedChain += transcript[i]  
        }
        
        
    }
    parsedChain = parsedChain.split("\n\n")
    let currentMessage = "";
    for (let k=0; k<parsedChain.length; k++) {
      if (k===0) {
        currentMessage += parsedChain[k];
      } else {
        console.log("heres the substring lowercase that im testing on for", parsedChain[k].substring(0,2).toLowerCase());
        if ((parsedChain[k].substring(0,2).toLowerCase() === "on") || (parsedChain[k][parsedChain[k].length-1] === ":")) {
          currentMessage += parsedChain[k];

        } else {
          break;
        }

      }


    }
    // console.log(parsedChain)
    // let fullTranscript = []
    // parsedChain.map((item, i) => {
    //     if ((item.indexOf("@") > 0) && (item.indexOf("<") > 0) && (item.indexOf("wrote:") > 0)) {
              

    //           fullTranscript.push({sender: item.split("<")[1].split(" ")[0].trim(), message: item.split("wrote:\n")[1] || ""})
            
            
    //     } else {
  
    // if (i === 0) {
    //   fullTranscript.push({message: item, sender: null})
    // } else {
    // fullTranscript[fullTranscript.length-1].message += item.trim()
    // }
            
    //     }
  
        
    // })
    return currentMessage 
}


const y = `Wednesday morning works for me.

On Mon, Dec 16, 2024 at 9:16 PM <john@sniphomes.com> wrote:

> Hey there!
>
> Thanks for reaching out!  To best help you find the perfect house, I need
> a little more information about what you're looking for.  Things like your
> budget, desired location, and the type of property you're interested in
> (house, condo, etc.) would be incredibly helpful.
>
> A quick phone call would be the best way to discuss your needs and show
> you some properties that match your criteria.  Would you be free for a
> brief chat sometime this week?  I'm available Tuesday afternoon or Thursday
> morning.  Let me know what works best for you!
>
> Looking forward to hearing from you!
>
> Best regards,
>
> John
>
>
> On Tue, December 17, 2024 at 2:16 AM xdagging <xdagging@gmail.com> wrote:
> hey what houses do you got pal!
>`


// console.log(processEmailChain(y));




async function replyToEmail(sendEmail, receiveEmail, transcript, subject,messageId, action) {
  // We are assuming that transcript if a list with an object with two keys in it

  // best regards = selling
  // looking forwards to your response = buyer

  // external (boolean)
  // message (string)
  // sendEmail          
  const name = sendEmail.split("@")[0].toLowerCase().substring(0,1).toUpperCase() + sendEmail.split("@")[0].toLowerCase().substring(1)
  console.log(transcript);
  // let iterableTranscript = processEmailChain(transcript);
  
  let readableTranscript = ""
  // email =  new EmailReplyParser().read(transcript);
  // readableTranscript = email.getVisibleText()
  // console.log("Heres the readable transcript:", readableTranscript)


  
  const isBuying = (action.toLowerCase() === "buy")

  transcript.map((item) => {
    if ((item.sender === sendEmail) || (item.sender === null)) {
        
        readableTranscript += `You: ${item.message}`
       



    } else {
        readableTranscript += `Other person: ${item.message}`
    }
    readableTranscript += "\n\n"
  })
  console.log(transcript)

  console.log("We think that this is a buying conversation",isBuying)
  console.log("Latest message", transcript[0])
  let prompt = "";
  if (isBuying) {
    prompt = `
    You are ${sendEmail.split("@")[0]}, AI representing a professional real estate agent. You are tasked with responding to email inquiries in a friendly, professional, and engaging tone.
    You're goal is also to see if they are in the market to buy a house, and if so, schedule a call with them by getting their phone number.
  
  You will be provided with the transcript of the email exchange. Based on the context, craft a reply that:
  
  Addresses the person's questions or concerns.
  Highlights the value of a phone call to discuss their real estate needs further.
  Includes a clear call-to-action to schedule a phone call, offering specific times or a link to schedule one.
  Maintains a warm and approachable tone that builds trust and rapport.
  Keep responses concise yet detailed enough to demonstrate professionalism and expertise. Always end the message in a way that invites further communication.
  Keep responses short unless it is necessary for it to be long
  Don't leave any brackets at all. 
  Don't include a footer at all (things like sincerely or best regards)
  You are always available to call
  Respond in JSON format {message: String, planCall: Boolean, scheduleCall: String, shouldRespond: Boolean}
  If you don't think that you need to respond to an email, put the shouldRespond value as false (this could happen once you plan a call or after a farewell)
  If you receive a date for a planned call, put the scheduleCall value with the following: month/day/year hour:minute AM/PM. ONLY PUT THIS VALUE AS TRUE WHEN THE PERSON AGREES TO A TIME TO CALL
  If you receive a phone number for a planned call, put the phone number in the phoneNumber field.
  If the person is available to text in that instant, put the scheduleCall value as "now"
  If the person seems inclined to call, ask for a phone number to call.
  Example Response Template:

  {
    message: "Hey," + \n\n + "Thank you for reaching out!" + \n\n + "I'd love to dicuss this further and provide tailored advice to help with your real estate goals. When would be a good time for a quick call?" + \n\n + "Just provide me your phone number and I'll reach out."
    planCall: false,
    scheduleCall: 12/18/2024 4:18 PM,
    shouldRespond: true,
    phoneNumber: null,
  }
  
  
  Here's the latest message: ${transcript[0]}
  
  Heres the transcript of the conversation so far (including the latest message): 
  
    ${readableTranscript}
    
    `
  } else {
    prompt = `
    You are ${sendEmail.split("@")[0]}, a professional real estate agent. You are tasked with responding to email inquiries in a friendly, professional, and engaging tone.
    You're goal is also to see if they are in the market to sell their house, and if so, schedule a call with them by getting their phone number.
  
  You will be provided with the transcript of the email exchange. Based on the context, craft a reply that:
  
  Addresses the person's questions or concerns.
  Highlights the value of a phone call to discuss their real estate needs further.
  Includes a clear call-to-action to schedule a phone call, offering specific times or a link to schedule one.
  Maintains a warm and approachable tone that builds trust and rapport.
  Keep responses concise yet detailed enough to demonstrate professionalism and expertise. Always end the message in a way that invites further communication.
  Keep responses short unless it is necessary for it to be long
  Don't leave any brackets at all. 
  Don't include a footer at all (things like sincerely or best regards)
  Put the character (backslash + n) when you want to go to the next line

    You are always available to call
  Respond in JSON format {message: String, planCall: Boolean, scheduleCall: String, shouldRespond: Boolean}
  If you don't think that you need to respond to an email, put the shouldRespond value as false (this could happen once you plan a call or after a farewell)
  If you receive a date for a planned call, put the scheduleCall value with the following: month/day/year hour:minute AM/PM. ONLY PUT THIS VALUE AS TRUE WHEN THE PERSON AGREES TO A TIME TO CALL
  If you receive a phone number for a planned call, put the phone number in the phoneNumber field.
  If the person is available to text in that instant, put the scheduleCall value as "now"
  If the person seems inclined to call, ask for a phone number to call.
  Example Response Template:

  {
    message: "Hey," + \n\n + "Thank you for reaching out!" + \n\n + "I'd love to dicuss this further and provide tailored advice to help with your real estate goals. When would be a good time for a quick call?" + \n\n + "Just provide me your phone number and I'll reach out."
    planCall: true,
    scheduleCall: 12/18/2024 4:18 PM,
    shouldRespond: true,
    phoneNumber: null
  }
  
  
  
  Here's the latest message: ${transcript[0]}
  
  Heres the transcript of the conversation so far (including the latest message): 
  
    ${readableTranscript}
    
    `

  }



  const result = await model.generateContent(prompt);




                                                        
  console.log(result.response.text())

  const today = new Date();
  let formattedDate = today.toLocaleDateString('en-US', { 
    weekday: 'long', 
    month: 'long', 
    day: 'numeric', 
    year: 'numeric' 
  });
  let finalizedDate = ""
  formattedDate.split(",").map((val, i) => {
    if (i===0) {
      finalizedDate += val.substring(0,3) + ","
    } else if (i !== formattedDate.split(",").length-1) {
      finalizedDate += val + ",";
    } else {
      finalizedDate += val;
    }
      
  })

  const finalizedText = result.response.text() 

  

  // const w =  "\n\n" + (isBuying ? "Best Regards," : "Looking forward to your response,") + "\n" + name + `\n\nOn ${finalizedDate} at ${new Date().toLocaleString('en-US', { hour: 'numeric', minute: 'numeric', hour12: true })} ${receiveEmail.split("@")[0]} <${receiveEmail}> wrote:\n` + transcript 
  // On Thu, Dec 12, 2024 at 7:27 PM XDagging <xdagging@gmail.com> wrote:
  // console.log(finalizedText.split("{")[1].split("}")[0])
  const processJson = JSON.parse("{"+ finalizedText.split("{")[1].split("}")[0] + "}")
  // processJson.message = processJson.message + w
    processJson.message = processJson.message
  // if ((processJson.scheduleCall)) {

  //   iterableTranscript.unshift({
  //     sender: sendEmail, message: result.response.text()
  //   })
  //   processLeadConversion(messageId, iterableTranscript);
    // if (scheduleCall === "now") {
  //   //   callSomeone(processJson.phoneNumber, name, null, (isBuying ? "buy": "sell"), receiveEmail)
  //   // } else {
  //   //   const timeNow = Date.now();
  //   //   const timeThen = new Date(scheduleCall).getTime();
  //   //   const timeout = setTimeout(() => {
  //   //     callSomeone(processJson.phoneNumber, name, null, (isBuying ? "buy": "sell"), receiveEmail)

  //   //   },timeNow-timeThen)

  //   //   bookedCalls.set(receiveEmail, timeout);
  //   // }
     
  // }

  let replySender = sendEmail.split("@")[0] + "@" + sendEmail.split("@")[1]
  // const messageId = "CAJHLaOmpWXQ53EKA842yhtPQbgrDmdprays-Dnqj4AsdDgn6Aw@mail.gmail.com"
  console.log(replySender)
  const response = await deliverMail(receiveEmail, replySender, processJson.message, subject, messageId)

  transcript.push({
    date: Date.now(),
    message: processJson.message,
    sender: replySender
  })
  return {mail: response, scheduleCall: processJson.scheduleCall, transcript: transcript, phoneNumber: processJson.phoneNumber};



}


const x = 'get out of here buddy\n' +
    '\n' +
    'On Thu, Dec 12, 2024 at 7:27 PM XDagging <xdagging@gmail.com> wrote:\n' +
    '\n' +
    '> asdfasdf\n' +
    '>\n' +
    '> On Tue, Dec 10, 2024 at 9:11 PM <john@sniphomes.com> wrote:\n' +
    '>\n' +
    '>> Hi John Doe,\n' +
    '>>\n' +
    ">> Howdy partner!  I see you're interested in finding an affordable house in\n" +
    ">> Bethesda.  My name is Ben, and I'm a local real estate agent.  I understand\n" +
    '>> you sent some... less-than-clear messages previously.  I apologize if my\n' +
    ">> previous message was unclear.  I'm reaching out because there's a great\n" +
    '>> property that just hit the market that might be perfect for you, and I\n' +
    '>> wanted to let you know about it personally.\n' +
    '>>\n' +
    '>> To give you the best information and make sure this property is a good\n' +
    '>> fit for your needs, a quick phone call would be incredibly helpful.  We can\n' +
    '>> discuss your specific requirements, budget, and timeline in more detail.\n' +
    '>>\n' +
    ">> Would you be free for a brief chat sometime this week?  I'm available on\n" +
    '>> Wednesday afternoon or Thursday morning.  Alternatively, please let me know\n' +
    ">> what times work best for you and I'll do my best to accommodate.\n" +
    '>>\n' +
    '>> Looking forward to hearing from you and helping you find your dream home!\n' +
    '>>\n' +
    '>> Best regards,\n' +
    '>>\n' +
    '>> John (Assistant to Ben)\n' +
    '>>\n' +
    '>\n'


// console.log(x)
// replyToEmail("john@sniphomes.com", "xdagging@gmail.com", x, 'RE', "CAJHLaOm=fme2_eVZiV+B=1M6DC5U11sj6XcBkr0An4wdqq=6Sg@mail.gmail.com")


const testData = [{
  name: 'Sebastian',
  email: "xdagging@gmail.com",
  action: "sell",
  agentName: "Smith",
  area: "Orange County",
  emailSender: "john@sniphomes.com"
}]
// [{name, email area, action, agentName}]

// processOutreach(testData,"john@sniphomes.com")

//  [{external: false, message: "hello im a real estate agent named john and i saw you own a house at 9212 cedarcrest dr and wanted to talk more about your property"}, {external: true, message: "idk im not too sure if i want to talk about my property"}]



module.exports = {processOutreach, replyToEmail, processEmailChain};