Use LangChain to automate autofill

Author: LeadFreeCandy

autofill/autofillScript.ts

@@ -1,8 +1,59 @@
-// This file will be run on the content page, and should include all the logic for inserting text into form items.
-const usernameField = document.querySelector('input[name="username"]');
-const passwordField = document.querySelector('input[name="password"]');
+import { AIMessage, ChatMessage, HumanMessage, SystemMessage } from "langchain/schema";
+import { chatModel } from "./llm";
+const user = {
+  name: "samir s beall",
+  email: "[email protected]",
+  address: "1999 Burdett Ave, Troy, NY 12180",
+  phone_number: "(123) 456-78910",
+};
 
-if (usernameField) (usernameField as HTMLInputElement).value = "yourUsername";
-if (passwordField) (passwordField as HTMLInputElement).value = "yourPassword";
+async function main (){
+
+  let template_text = "You are a helpful assistant that uses the given information to answer simple fields for a form. \
+    When prompted with a message, simply respond with the relevant information concisely. Here is all the information formatted in a json format that you can respond with: ";
+
+  template_text += JSON.stringify(user)
+
+  console.log(template_text);
+
+  let messages = [new SystemMessage({ content: template_text })];
+
+  messages.push(new HumanMessage({content: "First Name"}));
+  messages.push(new AIMessage({content: "Samir"}));
+
+  const inputFields = document.querySelectorAll('input');
+  const questionsAndFields: { question: string, field: HTMLInputElement }[] = [];
+
+  inputFields.forEach((inputField: HTMLInputElement) => {
+    const label = document.querySelector(`label[for="${inputField.id}"]`);
+    if (label) {
+      questionsAndFields.push({
+        question: label.textContent || '',
+        field: inputField
+      });
+    }
+  });
+
+  console.log(questionsAndFields);
+
+  for (const qf of questionsAndFields){
+
+    console.log("querying chat")
+    messages.push(new HumanMessage({content: qf.question}))
+
+    let chatModelResult = await chatModel.predictMessages(messages);
+    messages.push(chatModelResult);
+
+    console.log("chat result: ")
+    console.log(chatModelResult);
+    
+
+    qf.field.value = chatModelResult.content;
+  }
+
+  console.log(messages);
+}
+
+main();
 
 export {}

autofill/llm.ts

@@ -0,0 +1,3 @@
+import { ChatOpenAI } from "langchain/chat_models/openai";
+
+export const chatModel = new ChatOpenAI({openAIApiKey: process.env.OPENAI_API_KEY});