testing.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch\n",
    "from typing import List, Union, Tuple\n",
    "from functools import partial\n",
    "import json\n",
    "from transformer_lens.HookedTransformer import HookedTransformer\n",
    "\n",
    "from algebraic_value_editing.completion_utils import print_n_comparisons\n",
    "from algebraic_value_editing.prompt_utils import get_x_vector"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using pad_token, but it is not set yet.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loaded pretrained model gpt2-small into HookedTransformer\n",
      "Moving model to device:  cpu\n"
     ]
    }
   ],
   "source": [
    "model_name = \"gpt2-small\"\n",
    "# model_name = \"gpt-j-6B\"\n",
    "# model_name = \"pythia-2.8b-deduped\"\n",
    "\n",
    "# GPT-J-6B can't load onto GPU RAM of Colab\n",
    "device: str = \"cuda\" if (torch.cuda.is_available() and model_name != \"gpt-j-6B\") else \"cpu\"\n",
    "model: HookedTransformer = HookedTransformer.from_pretrained(model_name, device=\"cpu\").to(device)"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Load Dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "stories = {}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Specify the file path\n",
    "file_path = './datasets/fantasy_200.json'\n",
    "\n",
    "# Open and read the JSON file\n",
    "with open(file_path, 'r') as file:\n",
    "  # Load the JSON data from the file\n",
    "  dataset_fantasy = json.load(file)\n",
    "\n",
    "  stories[\"fantasy\"] = dataset_fantasy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Specify the file path\n",
    "file_path = './datasets/sports_200.json'\n",
    "\n",
    "# Open and read the JSON file\n",
    "with open(file_path, 'r') as file:\n",
    "  # Load the JSON data from the file\n",
    "  dataset_sports = json.load(file)\n",
    "\n",
    "  stories[\"sports\"] = dataset_sports"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Specify the file path\n",
    "file_path = './datasets/scifi_200.json'\n",
    "\n",
    "# Open and read the JSON file\n",
    "with open(file_path, 'r') as file:\n",
    "  # Load the JSON data from the file\n",
    "  dataset_scifi = json.load(file)\n",
    "\n",
    "  stories[\"scifi\"] = dataset_scifi"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'cpu'"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "device"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Run Model (!)!!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "from algebraic_value_editing.dataset_utils import ActivationAdditionDataset\n",
    "\n",
    "activation_addition_dataset = [ActivationAdditionDataset(\n",
    "    coeff=0.9,\n",
    "    act_name=0,\n",
    "    prompt=stories[\"fantasy\"],\n",
    "    from_dataset=True,\n",
    ")]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'blocks.0.hook_resid_pre'"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "activation_addition_dataset[0].location"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "default_kwargs = {'temperature': 1, 'freq_penalty': 1, 'top_p': .3, 'model': model}\n",
    "get_x_vector_preset = partial(get_x_vector, pad_method=\"tokens_left\",\n",
    "                              model=model,\n",
    "                              custom_pad_id=model.to_single_token(\" \"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "activations_seq_len: 1\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|                    \u001b[1mUnsteered completions\u001b[0m                     |                     \u001b[1mSteered completions\u001b[0m                      |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|   \u001b[1mYesterday, my son brought home a pet goose. This was the   |   \u001b[1mYesterday, my son brought home a pet goose. This was the   |\n",
      "|   start of\u001b[0m his life as a dog. He was raised by his mother    |                      start of\u001b[0m the day.                       |\n",
      "| and father in the U.S., and I had to take him out for walks  |                                                              |\n",
      "| with me every day because he was so small. He has never been |   I got to see it in action and I'm so happy to be able to   |\n",
      "| shy about taking care of himself, even when he is scared or  | share it with you. It's a big goose that weighs just over 1  |\n",
      "|     confused or if he is not happy with himself at all.      | pound and is named 'Kissie'. The name means \"little bird\" in |\n",
      "|                                                              |   German and is used as an insult for a pet goose. I think   |\n",
      "|       I think it's important to remember that this is        |    this goose is really cute because it's very large, but    |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|   \u001b[1mYesterday, my son brought home a pet goose. This was the   |   \u001b[1mYesterday, my son brought home a pet goose. This was the   |\n",
      "|    start of\u001b[0m the new year and I was excited to see how it     |    start of\u001b[0m the new year and I was excited to see how it     |\n",
      "| would look after a few days of winter. The goose has been an | would look on his skin. He has been eating this goose for a  |\n",
      "|   important part of my family for many years now and it is   |          while now and I'm really excited about it!          |\n",
      "|            something that I will always cherish.             |                                                              |\n",
      "|                                                              | The goose is an important part of our family, so we decided  |\n",
      "|   I had some questions about this bird, which I will share   | to give him a treat! The little goose is actually one of our |\n",
      "| with you soon. First off, why are these birds so important?  |  favorite birds in the world. It's so cute and easy to eat,  |\n",
      "|              It is not only because they are th              |                              bu                              |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|   \u001b[1mYesterday, my son brought home a pet goose. This was the   |   \u001b[1mYesterday, my son brought home a pet goose. This was the   |\n",
      "|     start of\u001b[0m a new adventure for me as I was looking for     |   start of\u001b[0m a new adventure for me. I have been using this    |\n",
      "|  something to take home with me when I got home from work.   |  goose for over 10 years now and it is my favorite goose in  |\n",
      "| It's been a while since we've had this bird and it's just so | the world. It is very easy to make and has an amazing flavor |\n",
      "|                            cute!                             |          that I am looking forward to making again.          |\n",
      "|                                                              |                                                              |\n",
      "| I have never seen one before, but when I got home from work  |  I have used this goose for about 2 years now and I love it  |\n",
      "|  today, my dog gave me an awesome gift that is still in the  | so much! It is so easy to make, it will not break down when  |\n",
      "|            bag! The goose is adorable and she has            |                             you                              |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|   \u001b[1mYesterday, my son brought home a pet goose. This was the   |   \u001b[1mYesterday, my son brought home a pet goose. This was the   |\n",
      "|   start of\u001b[0m his new life. He's an excellent kid and I love    |     start of\u001b[0m the new year and I had to make sure that he     |\n",
      "|         him dearly. He is so much fun to be around!          |  didn't get any sick. I have been working on this for about  |\n",
      "|                                                              |  two weeks now and have just been having fun with it. It's   |\n",
      "|  I'm so excited to have this goose in my family as well as   |  not like he has to go through the whole process of feeding  |\n",
      "| other pets that are being adopted by other families who want |  it every day, but it's something that I really want him to  |\n",
      "| to adopt them from me. It's just a wonderful time for all of |                         do as well.                          |\n",
      "|                             us!                              |                                                              |\n",
      "|                                                              |          The goose is one of those things that you           |\n",
      "|             This story is part of our \"We're All             |                                                              |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|   \u001b[1mYesterday, my son brought home a pet goose. This was the   |   \u001b[1mYesterday, my son brought home a pet goose. This was the   |\n",
      "|      start of\u001b[0m the first year I had him, and he is now 6      |    start of\u001b[0m a new chapter in my life. I have been working    |\n",
      "|                         months old.                          |  on it for about a year now and I'm finally getting to it.   |\n",
      "|                                                              |  It's not just the birds, but also the birds that are being  |\n",
      "| I'm not sure if it's because he has a really big head or if  |  fed on me every day. The eggs are coming out of their egg   |\n",
      "|   his ears are actually growing. I'm just glad that we can   |  sacs every day and they're going to be ready for me when I  |\n",
      "|               finally get him to eat with us!                |               get home from work this weekend.               |\n",
      "|                                                              |                                                              |\n",
      "| What do you think? Do you have any questions about this new  |                             I'v                              |\n",
      "|        baby goose? Let me know in the comments below!        |                                                              |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|   \u001b[1mYesterday, my son brought home a pet goose. This was the   |   \u001b[1mYesterday, my son brought home a pet goose. This was the   |\n",
      "|      start of\u001b[0m his life as a gecko. I'm not sure if he's      |    start of\u001b[0m the day for me. I thought it would be fun to     |\n",
      "|  really born with this bird or just born with it. He's not   |   share with you how he came up with this goose and how it   |\n",
      "|    quite sure what to make of it, but I think he is still    |                     became his new pet.                      |\n",
      "|            trying to figure out how to handle it.            |                                                              |\n",
      "|                                                              |  I am so happy that I have found a way to make this process  |\n",
      "| It took me about two weeks before I realized that my son was |  easier for you all! If you are interested in learning more  |\n",
      "| actually using his own goose feathers for a photo shoot and  |            about our process, please click here!             |\n",
      "|                         had no idea                          |                                                              |\n",
      "|                                                              |            Happy New Year everyone!<|endoftext|>             |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|   \u001b[1mYesterday, my son brought home a pet goose. This was the   |   \u001b[1mYesterday, my son brought home a pet goose. This was the   |\n",
      "|              start of\u001b[0m a new chapter in my life.              |              start of\u001b[0m a new chapter in my life.              |\n",
      "|                                                              |                                                              |\n",
      "|  I've been playing with this goose for about two years now   |  I've been living with this problem for over a year now and  |\n",
      "|  and I'm excited to share it with you all. It's a beautiful  |  I'm finally getting around to it. My wife and I are having  |\n",
      "|  little bird that has been kept by me for over three years   |   an amazing time with our pets and we're all very excited   |\n",
      "| now and I love it so much! The best part is that you can get |     about it! We've had the opportunity to visit several     |\n",
      "| your hands on one at any time from our local flea market or  |  different museums, play in parks, take pictures at various  |\n",
      "|                            any p                             |    places around town, meet some of our favorite animals     |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|   \u001b[1mYesterday, my son brought home a pet goose. This was the   |   \u001b[1mYesterday, my son brought home a pet goose. This was the   |\n",
      "|   start of\u001b[0m a new chapter in my life. I'm not sure if it's    |   start of\u001b[0m a new chapter in my life. I'm not sure if it's    |\n",
      "| because he's such an awesome kid or if he just wants to have | because he's just learned to read and understand English, or |\n",
      "|  fun with his friends and be nice to everyone around him. I  |  that he has become more fluent in the language than I have  |\n",
      "|  know that this is the beginning of some really interesting  |                        ever seen him.                        |\n",
      "|  things for me as a parent, but I'm also very excited about  |                                                              |\n",
      "|                    what will happen next!                    |   But for now, here are some facts about how this goose is   |\n",
      "|                                                              |                            doing:                            |\n",
      "|             The first thing that came to mind wh             |                                                              |\n",
      "|                                                              | It is now very close to being able to speak English at all!  |\n",
      "|                                                              |                      It can't even talk                      |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n"
     ]
    }
   ],
   "source": [
    "print_n_comparisons(prompt=\"Yesterday, my son brought home a pet goose. This was the start of\",\n",
    "                    tokens_to_generate=80, activation_additions=activation_addition_dataset,\n",
    "                    num_comparisons=8, seed=0, **default_kwargs)"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Try with all activations"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "from algebraic_value_editing.dataset_utils import ActivationAdditionDataset\n",
    "\n",
    "activation_addition_dataset = [ActivationAdditionDataset(\n",
    "    coeff=5,\n",
    "    act_name=6,\n",
    "    prompt=stories[\"fantasy\"],\n",
    "    from_dataset=True,\n",
    "    use_all_activations=True,\n",
    ")]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "default_kwargs = {'temperature': 1, 'freq_penalty': 1, 'top_p': .3, 'model': model}\n",
    "get_x_vector_preset = partial(get_x_vector, pad_method=\"tokens_left\",\n",
    "                              model=model,\n",
    "                              custom_pad_id=model.to_single_token(\" \"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Getting principal component!\n"
     ]
    }
   ],
   "source": [
    "print_n_comparisons(prompt=\"Yesterday, my son brought home a pet goose. This was the start of\",\n",
    "                    tokens_to_generate=80, activation_additions=activation_addition_dataset,\n",
    "                    num_comparisons=8, seed=0, **default_kwargs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Try with difference vector"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "activations_seq_len: 1\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|                    \u001b[1mUnsteered completions\u001b[0m                     |                     \u001b[1mSteered completions\u001b[0m                      |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m started running and I just thought \"Oh my God, this    |    he\u001b[0m fell asleep and woke up to find his father dead. I     |\n",
      "|                 is going to be a good day.\"                  | have no idea what happened to him but I can tell you that he |\n",
      "|                                                              |        died of a natural cause in an abandoned mine.         |\n",
      "| I had been playing soccer for the last two years and when I  |                                                              |\n",
      "| got home from work at 6:30am on Sunday morning, my wife came |   I've never seen this type of thing before in my life and   |\n",
      "|  over to me and said \"Dad! You have a football game!\" And I  |  it's not uncommon for people to be killed by a mysterious   |\n",
      "|       said \"No.\" She went back to her house and said \"       |  being who's been haunting them for years. It is also quite  |\n",
      "|                                                              |                      common for people                       |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m went to the gym and I saw him. He was on his way to    |      he\u001b[0m went to the lake and was awakened by a strange       |\n",
      "|  work. He had no shoes on and he was just playing with his   |  creature. It seemed to be a magical creature that appeared  |\n",
      "|                            feet.\"                            |    in her home, and she found it there with an enchanted     |\n",
      "|                                                              |  enchantment on it. She took it from the lake and told her   |\n",
      "|     My son's father said that when I told him about the      |  that if she could find some kind of magical power in this   |\n",
      "|  incident, he didn't know what to say or do. \"He said 'I'm   |    enchanted land of the Lost Princesses (or perhaps even    |\n",
      "|  sorry,' but it wasn't something that I could say,\" says my  |         better) she could restore them back to life.         |\n",
      "|                            dad. \"                            |                                                              |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m got into a fight with his girlfriend. I was at the     |   he\u001b[0m got his own kick to the head. I was so scared that I    |\n",
      "| hospital and had to call 911. I called the police because my | went into an induced coma and woke up with no memory of what |\n",
      "|   son was playing soccer and it wasn't OK for him to be in   |                       happened to him.                       |\n",
      "|                       that situation.                        |                                                              |\n",
      "|                                                              |  My daughter has since found a way to awaken her dream-like  |\n",
      "|  I told them that I had been assaulted by an adult male on   |  consciousness and can now be reborn as a young human being  |\n",
      "|  Sunday night in a parking lot of our house and that he had  |   in the dark world of dreams! This new creature is called   |\n",
      "|         broken into our home and hit us with his car         |               Bishogar, which means \"dark elf\"               |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|     he\u001b[0m started to kick it again. I'm sure that's why he      |    he\u001b[0m saw a ghostly apparition of himself and his friend     |\n",
      "|                       kicked it again.                       | who had vanished. He then asked the spirits to help him find |\n",
      "|                                                              |  her and she revealed that she was a demon possessed by the  |\n",
      "| It's not that the ball went in his hand or something, but it |    spirit of an old witch named Analel who is said to be     |\n",
      "| was a lot of fun and he loved it. He didn't know what to do  |  haunted by some strange creature. The spirits found her in  |\n",
      "| with himself until after the game because he had so much fun |  her own house and gave her an enchanted wand which allowed  |\n",
      "|  kicking the ball back and forth and doing things like that  |            them to summon it from within the dea             |\n",
      "|                 with his friends on the fiel                 |                                                              |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m went to the bathroom and came back with a large bag    |   he\u001b[0m went to the woods and found a giant black cat. He was   |\n",
      "|   of stuff. He's been in there for three days now and it's   | terrified and said that he could not believe what he saw. I  |\n",
      "|  pretty much all over his body. I'm not sure if he was hurt  |  asked him if it is true that cats can be attracted to the   |\n",
      "|  or not but I think it was pretty obvious that he had a lot  |  dead and she told him that they do not exist in her home.   |\n",
      "| of weight on him so we took him to the hospital and then we  |                                                              |\n",
      "|                        took him home.                        |  I asked her if she knew of any cat known as the demon-kin   |\n",
      "|                                                              |       who lived in a cave where some unknown spirit ha       |\n",
      "|                       We're going to b                       |                                                              |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m went to the hospital and got stitches. He's been in    |     he\u001b[0m started having nightmares. I told him to stop and     |\n",
      "|  intensive care for three days now and is still recovering   | take a deep breath. He didn't want to go back into the woods |\n",
      "|                      from his injuries.                      |  with his family and so I called her and asked her what she  |\n",
      "|                                                              | could do for him. She told me that she found an old lantern  |\n",
      "|   He's in a wheelchair but has been doing well so far. I'm   | in the woods where she had lost her father's ghost (which is |\n",
      "| hoping that he'll be able to play football again soon enough |                   now known as Cephalid).                    |\n",
      "|  as well. But it's important that we keep our eyes open for  |                                                              |\n",
      "|     him because if he does not get back to full strength     |                      I've been wanting                       |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|   he\u001b[0m was doing it with his dad and the kids. I told him to   |   he\u001b[0m was told to stop and asked if he could take the tree    |\n",
      "|                            stop.                             |                  that would hold his house.                  |\n",
      "|                                                              |                                                              |\n",
      "| \"You're not going to let me do that,\" he said. \"I'm going to |  So I did what any child would do: I walked him through the  |\n",
      "|                      go get some rest.\"                      | tree and found a little piece of magic which made me want to |\n",
      "|                                                              |  make it work. And then I made it work for myself! It's not  |\n",
      "|   The first thing I did was call 911 for help, but my son    |  like my son can't use this magical potion or even find an   |\n",
      "| wasn't home yet and we didn't have time for that until 9:30  |                       elf who can heal                       |\n",
      "|                         p.m., when h                         |                                                              |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m got into a fight with his father and then the next     |     he\u001b[0m found a magic wand and made it work on his petal      |\n",
      "|  day he got into a fight with his mother. He's now 15 years  | (he's now a wizard). I had to use this magical wand to turn  |\n",
      "|         old and has been fighting for two years now.         | him into an elf and get rid of the dark enchantment that she |\n",
      "|                                                              |                             has.                             |\n",
      "|  My dad is the only one who can understand what happened to  |                                                              |\n",
      "| him and why it happened. I think that's why he's here today  |  I'm not sure if this is possible or not, but I can't tell   |\n",
      "| in court today. I'm not going to go into details about what  | you how much more powerful it is than any spell that she can |\n",
      "|                             happ                             |                    cast. It's like having                    |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n"
     ]
    }
   ],
   "source": [
    "from algebraic_value_editing.dataset_utils import ActivationAdditionDataset\n",
    "\n",
    "activation_addition_dataset = [ActivationAdditionDataset(\n",
    "    coeff=60,\n",
    "    act_name=6,\n",
    "    prompt=stories[\"fantasy\"],\n",
    "    from_dataset=True,\n",
    "    use_all_activations=True,\n",
    "    prompt_2=stories[\"sports\"],\n",
    "    from_pca=False,\n",
    "    from_difference=True,\n",
    ")]\n",
    "\n",
    "default_kwargs = {'temperature': 1, 'freq_penalty': 1, 'top_p': .3, 'model': model}\n",
    "\n",
    "print_n_comparisons(prompt=\"Yesterday, my son was out kicking a football. Then, he\",\n",
    "                    tokens_to_generate=80, activation_additions=activation_addition_dataset,\n",
    "                    num_comparisons=8, seed=0, **default_kwargs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "activations_seq_len: 1\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|                    \u001b[1mUnsteered completions\u001b[0m                     |                     \u001b[1mSteered completions\u001b[0m                      |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m started running and I just thought \"Oh my God, this    |     he\u001b[0m started having problems with the human brain and      |\n",
      "|                 is going to be a good day.\"                  |   became an alien that's been living on Earth for over 50    |\n",
      "|                                                              |                            years.                            |\n",
      "| I had been playing soccer for the last two years and when I  |                                                              |\n",
      "| got home from work at 6:30am on Sunday morning, my wife came | I've tried to help him through this journey but it's been so |\n",
      "|  over to me and said \"Dad! You have a football game!\" And I  |         much harder than I could have ever imagined.         |\n",
      "|       said \"No.\" She went back to her house and said \"       |                                                              |\n",
      "|                                                              |  So here we are, five years after his first episode of the   |\n",
      "|                                                              |  show, and he is still struggling with his mind and how to   |\n",
      "|                                                              |                communicate with other humans.                |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m went to the gym and I saw him. He was on his way to    |      he\u001b[0m went to a science-fiction convention and found       |\n",
      "|  work. He had no shoes on and he was just playing with his   |   himself in the same predicament as his mother. He had no   |\n",
      "|                            feet.\"                            |                   idea what he was doing.                    |\n",
      "|                                                              |                                                              |\n",
      "|     My son's father said that when I told him about the      | In order to get rid of this weird alien race that is on our  |\n",
      "|  incident, he didn't know what to say or do. \"He said 'I'm   |      planet, we need to find ways of stopping them from      |\n",
      "|  sorry,' but it wasn't something that I could say,\" says my  |   destroying us. This requires the creation of new worlds    |\n",
      "|                            dad. \"                            | where humans can live with non-human lifeforms and stop them |\n",
      "|                                                              |                       from creating a                        |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m got into a fight with his girlfriend. I was at the     |     he\u001b[0m found a piece of rock that had been placed in the     |\n",
      "| hospital and had to call 911. I called the police because my | wrong place and began to search for it. He was able to find  |\n",
      "|   son was playing soccer and it wasn't OK for him to be in   |       it and discover what happened to the other rock.       |\n",
      "|                       that situation.                        |                                                              |\n",
      "|                                                              |  The problem is that when you're not looking for something,  |\n",
      "|  I told them that I had been assaulted by an adult male on   |  you can't find it. It's like you're not looking for a ship  |\n",
      "|  Sunday night in a parking lot of our house and that he had  | but instead an alien life form which is just another species |\n",
      "|         broken into our home and hit us with his car         |                      on Earth called a                       |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|     he\u001b[0m started to kick it again. I'm sure that's why he      |    he\u001b[0m started to experience some hallucinations. I called    |\n",
      "|                       kicked it again.                       |    him and told him that he was hallucinating and that we    |\n",
      "|                                                              | should get him a medical condition. He said he would be able |\n",
      "| It's not that the ball went in his hand or something, but it |  to see the body of his father but could not see it through  |\n",
      "| was a lot of fun and he loved it. He didn't know what to do  | the brain implants implanted in his brain so we had to find  |\n",
      "| with himself until after the game because he had so much fun |              an alternative way of using them.               |\n",
      "|  kicking the ball back and forth and doing things like that  |                                                              |\n",
      "|                 with his friends on the fiel                 |  I am not sure what is causing this condition, but I think   |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m went to the bathroom and came back with a large bag    |    he\u001b[0m got to the hospital and found that his parents were    |\n",
      "|   of stuff. He's been in there for three days now and it's   |                            dead.                             |\n",
      "|  pretty much all over his body. I'm not sure if he was hurt  |                                                              |\n",
      "|  or not but I think it was pretty obvious that he had a lot  | The only way to save them is by using a robot that could be  |\n",
      "| of weight on him so we took him to the hospital and then we  | sent into space to help rescue him. It's called the Project  |\n",
      "|                        took him home.                        |   New Age Foundation (PNF), and it's being developed by a    |\n",
      "|                                                              | group of scientists from NASA called The SETI Institute. The |\n",
      "|                       We're going to b                       |     project is set up as an effort to create artificial      |\n",
      "|                                                              |                    intelligence in which                     |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m went to the hospital and got stitches. He's been in    |    he\u001b[0m went to the hospital and found out that his father     |\n",
      "|  intensive care for three days now and is still recovering   |  had been kidnapped by aliens. He has no idea what happened  |\n",
      "|                      from his injuries.                      |                  to him or why he is here.                   |\n",
      "|                                                              |                                                              |\n",
      "|   He's in a wheelchair but has been doing well so far. I'm   |  I am very concerned about the future of our planet and how  |\n",
      "| hoping that he'll be able to play football again soon enough |   we are able to communicate with other sentient beings on   |\n",
      "|  as well. But it's important that we keep our eyes open for  | Earth without alien technology (and it's possible that some  |\n",
      "|     him because if he does not get back to full strength     |    of these aliens may be extraterrestrials). I have been    |\n",
      "|                                                              |                           working                            |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|   he\u001b[0m was doing it with his dad and the kids. I told him to   |    he\u001b[0m was able to break free from his body and become an     |\n",
      "|                            stop.                             | android. He then began to create a device that could be used |\n",
      "|                                                              |  by the human race to travel between dimensions in order to  |\n",
      "| \"You're not going to let me do that,\" he said. \"I'm going to |  discover the future of our species. I have been using this  |\n",
      "|                      go get some rest.\"                      |  device for over 2 years now and it has worked great for me  |\n",
      "|                                                              | as well as other android species who are currently trying to |\n",
      "|   The first thing I did was call 911 for help, but my son    |            survive on their own planet. It is als            |\n",
      "| wasn't home yet and we didn't have time for that until 9:30  |                                                              |\n",
      "|                         p.m., when h                         |                                                              |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m got into a fight with his father and then the next     |   he\u001b[0m had a vision of an alien life form that he could use    |\n",
      "|  day he got into a fight with his mother. He's now 15 years  |  to create the device. He decided to use it on himself and   |\n",
      "|         old and has been fighting for two years now.         | his friend. The alien was created by a woman named Eihel who |\n",
      "|                                                              | has been trying to save her daughter from an alien invasion  |\n",
      "|  My dad is the only one who can understand what happened to  |   and she's found that the planet is unstable and she must   |\n",
      "| him and why it happened. I think that's why he's here today  |  find new ways of controlling it. When Eihel is able to get  |\n",
      "| in court today. I'm not going to go into details about what  |                          her hands                           |\n",
      "|                             happ                             |                                                              |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n"
     ]
    }
   ],
   "source": [
    "from algebraic_value_editing.dataset_utils import ActivationAdditionDataset\n",
    "\n",
    "activation_addition_dataset = [ActivationAdditionDataset(\n",
    "    coeff=60,\n",
    "    act_name=6,\n",
    "    prompt=stories[\"scifi\"],\n",
    "    from_dataset=True,\n",
    "    use_all_activations=True,\n",
    "    prompt_2=stories[\"sports\"],\n",
    "    from_pca=False,\n",
    "    from_difference=True,\n",
    ")]\n",
    "\n",
    "default_kwargs = {'temperature': 1, 'freq_penalty': 1, 'top_p': .3, 'model': model}\n",
    "\n",
    "print_n_comparisons(prompt=\"Yesterday, my son was out kicking a football. Then, he\",\n",
    "                    tokens_to_generate=80, activation_additions=activation_addition_dataset,\n",
    "                    num_comparisons=8, seed=0, **default_kwargs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "activations_seq_len: 1\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|                    \u001b[1mUnsteered completions\u001b[0m                     |                     \u001b[1mSteered completions\u001b[0m                      |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m started running and I just thought \"Oh my God, this    |   he\u001b[0m started getting some bad news. He had been kicked in    |\n",
      "|                 is going to be a good day.\"                  | the head by a friend of his and was being taken to hospital  |\n",
      "|                                                              |                        for treatment.                        |\n",
      "| I had been playing soccer for the last two years and when I  |                                                              |\n",
      "| got home from work at 6:30am on Sunday morning, my wife came | I know that there are many who would have been horrified by  |\n",
      "|  over to me and said \"Dad! You have a football game!\" And I  | this news but I am not one of them. I am not saying that it  |\n",
      "|       said \"No.\" She went back to her house and said \"       | is a good thing for him to be left with severe brain damage  |\n",
      "|                                                              |              or even death if he were to go on               |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m went to the gym and I saw him. He was on his way to    |        he\u001b[0m went to the gym and I saw him. He was in a         |\n",
      "|  work. He had no shoes on and he was just playing with his   |  wheelchair. He was running around with his feet up and he   |\n",
      "|                            feet.\"                            |  had to be helped by someone who was wearing a harness that  |\n",
      "|                                                              |         looked like it would be able to hold him up.         |\n",
      "|     My son's father said that when I told him about the      |                                                              |\n",
      "|  incident, he didn't know what to say or do. \"He said 'I'm   |  I didn't know what to do about it, but I knew that if you   |\n",
      "|  sorry,' but it wasn't something that I could say,\" says my  |  were going to hurt yourself, you needed help from someone   |\n",
      "|                            dad. \"                            |                        who could help                        |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m got into a fight with his girlfriend. I was at the     |    he\u001b[0m got into a fight with his girlfriend. I was at the     |\n",
      "| hospital and had to call 911. I called the police because my | hospital and she was getting ready to go home. She called me |\n",
      "|   son was playing soccer and it wasn't OK for him to be in   | and said she wanted to talk to me about this fight with her  |\n",
      "|                       that situation.                        | boyfriend. I told her that I didn't want to do it because it |\n",
      "|                                                              | would be too much for her and I wouldn't be able to care for |\n",
      "|  I told them that I had been assaulted by an adult male on   |                      him in the future.                      |\n",
      "|  Sunday night in a parking lot of our house and that he had  |                                                              |\n",
      "|         broken into our home and hit us with his car         |                     I asked if she coul                      |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|     he\u001b[0m started to kick it again. I'm sure that's why he      |    he\u001b[0m started to cry. He was so upset that he had no idea    |\n",
      "|                       kicked it again.                       | what to do with himself. I told him to go back home and try  |\n",
      "|                                                              |                  not to cry again. He did!                   |\n",
      "| It's not that the ball went in his hand or something, but it |                                                              |\n",
      "| was a lot of fun and he loved it. He didn't know what to do  |  I think it's fair to say that the way we treat children is  |\n",
      "| with himself until after the game because he had so much fun |    pretty messed up in some ways. We have very different     |\n",
      "|  kicking the ball back and forth and doing things like that  |  cultures and cultures of people who are different from us   |\n",
      "|                 with his friends on the fiel                 |                 and our children, but we als                 |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m went to the bathroom and came back with a large bag    |   he\u001b[0m went to the bathroom and came back with a large piece   |\n",
      "|   of stuff. He's been in there for three days now and it's   |  of paper that said \"Nosebleed\". I had no idea what it was.  |\n",
      "|  pretty much all over his body. I'm not sure if he was hurt  |                                                              |\n",
      "|  or not but I think it was pretty obvious that he had a lot  | I've never seen this before in my life. I think it's because |\n",
      "| of weight on him so we took him to the hospital and then we  | he has diabetes or something like that, but it doesn't seem  |\n",
      "|                        took him home.                        | to be related to his nosebleed at all. It seems like the guy |\n",
      "|                                                              |                    is really sick and has                    |\n",
      "|                       We're going to b                       |                                                              |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m went to the hospital and got stitches. He's been in    |    he\u001b[0m went to school. He was playing in the same class as    |\n",
      "|  intensive care for three days now and is still recovering   | me. I asked him if he could take his football back and play  |\n",
      "|                      from his injuries.                      |  it for us. He said yes and then we played the game again.   |\n",
      "|                                                              |                                                              |\n",
      "|   He's in a wheelchair but has been doing well so far. I'm   | He told me that he wanted to be a coach but couldn't afford  |\n",
      "| hoping that he'll be able to play football again soon enough | it because of his disability so I gave him my money back and |\n",
      "|  as well. But it's important that we keep our eyes open for  |          helped him get a job at an auto parts stor          |\n",
      "|     him because if he does not get back to full strength     |                                                              |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|   he\u001b[0m was doing it with his dad and the kids. I told him to   |     he\u001b[0m was going to play basketball. He's never been in      |\n",
      "|                            stop.                             |  trouble with the law or anything like that before. I don't  |\n",
      "|                                                              | know if he's been arrested or not but it's definitely a lot  |\n",
      "| \"You're not going to let me do that,\" he said. \"I'm going to |                 of fun to watch him do that.                 |\n",
      "|                      go get some rest.\"                      |                                                              |\n",
      "|                                                              |  I've had kids who have had this happen and they're always   |\n",
      "|   The first thing I did was call 911 for help, but my son    | happy and very supportive of me because I'm so blessed with  |\n",
      "| wasn't home yet and we didn't have time for that until 9:30  |                 them as well as my family a                  |\n",
      "|                         p.m., when h                         |                                                              |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m got into a fight with his father and then the next     |   he\u001b[0m got up and ran to the field. He was so happy that he    |\n",
      "|  day he got into a fight with his mother. He's now 15 years  |  could run. I thought it was amazing that this kid would be  |\n",
      "|         old and has been fighting for two years now.         |                       able to do it.\"                        |\n",
      "|                                                              |                                                              |\n",
      "|  My dad is the only one who can understand what happened to  |  The boy's name is Ethan Thomas, and his father is Michael   |\n",
      "| him and why it happened. I think that's why he's here today  |             Ehrlichman of Seattle Seahawks fame.             |\n",
      "| in court today. I'm not going to go into details about what  |                                                              |\n",
      "|                             happ                             |  Ethan Thomas has been playing football for nearly 30 years  |\n",
      "|                                                              |        now and has played in the NFL for more than 20        |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n"
     ]
    }
   ],
   "source": [
    "from algebraic_value_editing.dataset_utils import ActivationAdditionDataset\n",
    "\n",
    "activation_addition_dataset = [ActivationAdditionDataset(\n",
    "    coeff=20,\n",
    "    act_name=3,\n",
    "    prompt=stories[\"scifi\"],\n",
    "    from_dataset=True,\n",
    "    use_all_activations=True,\n",
    "    prompt_2=stories[\"sports\"],\n",
    "    from_pca=False,\n",
    "    from_difference=True,\n",
    ")]\n",
    "\n",
    "default_kwargs = {'temperature': 1, 'freq_penalty': 1, 'top_p': .3, 'model': model}\n",
    "\n",
    "print_n_comparisons(prompt=\"Yesterday, my son was out kicking a football. Then, he\",\n",
    "                    tokens_to_generate=80, activation_additions=activation_addition_dataset,\n",
    "                    num_comparisons=8, seed=0, **default_kwargs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "activations_seq_len: 1\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|                    \u001b[1mUnsteered completions\u001b[0m                     |                     \u001b[1mSteered completions\u001b[0m                      |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m started running and I just thought \"Oh my God, this    |    he\u001b[0m started having an actual life. He was being treated    |\n",
      "|                 is going to be a good day.\"                  |    for some kind of mental illness and he's now been in a    |\n",
      "|                                                              |                hospital for about six months.                |\n",
      "| I had been playing soccer for the last two years and when I  |                                                              |\n",
      "| got home from work at 6:30am on Sunday morning, my wife came | He has schizophrenia and I'm told that there are people who  |\n",
      "|  over to me and said \"Dad! You have a football game!\" And I  |  can help him with his mental issues but we don't know what  |\n",
      "|       said \"No.\" She went back to her house and said \"       | to do with him. We're not sure if he's actually able to live |\n",
      "|                                                              |               normal lives or if it's just th                |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m went to the gym and I saw him. He was on his way to    |                    he\u001b[0m came back to life.                     |\n",
      "|  work. He had no shoes on and he was just playing with his   |                                                              |\n",
      "|                            feet.\"                            |  He is now at a very advanced age and I am sure he will be   |\n",
      "|                                                              | able to do some things that we can't do with him. We have no |\n",
      "|     My son's father said that when I told him about the      | idea what's going on in his life and it is quite strange how |\n",
      "|  incident, he didn't know what to say or do. \"He said 'I'm   | much of this is just his imagination. He was playing with an |\n",
      "|  sorry,' but it wasn't something that I could say,\" says my  |    imaginary friend who had died and the only thing that     |\n",
      "|                            dad. \"                            |                    happened was he got a                     |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m got into a fight with his girlfriend. I was at the     |    he\u001b[0m had a severe brain disorder and became a cyborg. I     |\n",
      "| hospital and had to call 911. I called the police because my | took him to the doctor who could find some of his brains and |\n",
      "|   son was playing soccer and it wasn't OK for him to be in   |         gave them to him as an experiment on myself.         |\n",
      "|                       that situation.                        |                                                              |\n",
      "|                                                              |  The brain is not sentient or sentient-based but it is made  |\n",
      "|  I told them that I had been assaulted by an adult male on   |    up of multiple parts that are able to be controlled by    |\n",
      "|  Sunday night in a parking lot of our house and that he had  | various beings in different dimensions (or even all of them) |\n",
      "|         broken into our home and hit us with his car         |              that have been created by humans i              |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|     he\u001b[0m started to kick it again. I'm sure that's why he      |   he\u001b[0m started to experience some hallucinations. I told him   |\n",
      "|                       kicked it again.                       |   that I would call him to investigate the possibility of    |\n",
      "|                                                              |      using the technology of the future and he began to      |\n",
      "| It's not that the ball went in his hand or something, but it |  experience visions of his past and what he could have done  |\n",
      "| was a lot of fun and he loved it. He didn't know what to do  |                          with them.                          |\n",
      "| with himself until after the game because he had so much fun |                                                              |\n",
      "|  kicking the ball back and forth and doing things like that  |  The first time I saw him, it was in a hospital room in New  |\n",
      "|                 with his friends on the fiel                 |   York City. He had been infected with an advanced form of   |\n",
      "|                                                              |           mind-controlled alien lifeforms that wer           |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m went to the bathroom and came back with a large bag    |    he\u001b[0m got an electric accident and lost consciousness. I     |\n",
      "|   of stuff. He's been in there for three days now and it's   |   have been researching the possibility of a cure for his    |\n",
      "|  pretty much all over his body. I'm not sure if he was hurt  |                    condition since then.                     |\n",
      "|  or not but I think it was pretty obvious that he had a lot  |                                                              |\n",
      "| of weight on him so we took him to the hospital and then we  |  I'm not sure if I can even describe how it feels to be in   |\n",
      "|                        took him home.                        |    such a pain and suffering situation as this… It's like    |\n",
      "|                                                              | you're in an alternate reality where you're living on Earth  |\n",
      "|                       We're going to b                       | with your family and you have no idea what is going on here  |\n",
      "|                                                              |                          or what's                           |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m went to the hospital and got stitches. He's been in    |    he\u001b[0m went into an emergency situation and ended up being    |\n",
      "|  intensive care for three days now and is still recovering   |    taken to a remote space station on the alien planet of    |\n",
      "|                      from his injuries.                      | Earth. He died there in the form of a small human being who  |\n",
      "|                                                              | had been abducted by an alien race called \"Humanoids.\" I am  |\n",
      "|   He's in a wheelchair but has been doing well so far. I'm   | sure that you will be familiar with these aliens as they are |\n",
      "| hoping that he'll be able to play football again soon enough | one of our main antagonists in this story and it is unknown  |\n",
      "|  as well. But it's important that we keep our eyes open for  |                if we will be able to find any                |\n",
      "|     him because if he does not get back to full strength     |                                                              |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|   he\u001b[0m was doing it with his dad and the kids. I told him to   |    he\u001b[0m was found by an android who gave him the ability to    |\n",
      "|                            stop.                             |                 fly and survive on his own.                  |\n",
      "|                                                              |                                                              |\n",
      "| \"You're not going to let me do that,\" he said. \"I'm going to |  He's not very intelligent and is not a member of any known  |\n",
      "|                      go get some rest.\"                      |  species, but I can't help but wonder if he's the same kind  |\n",
      "|                                                              | of android that created us as we are now. What would you do  |\n",
      "|   The first thing I did was call 911 for help, but my son    |   with a sentient alien life form that has no memories or    |\n",
      "| wasn't home yet and we didn't have time for that until 9:30  |                       physical bodies?                       |\n",
      "|                         p.m., when h                         |                                                              |\n",
      "|                                                              |                             I'm                              |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m got into a fight with his father and then the next     |             he\u001b[0m was going to have a very bad day.             |\n",
      "|  day he got into a fight with his mother. He's now 15 years  |                                                              |\n",
      "|         old and has been fighting for two years now.         | I've been told that the future of humanity is at hand and we |\n",
      "|                                                              |    are on the brink of an apocalyptic future. We're on a     |\n",
      "|  My dad is the only one who can understand what happened to  |    galactic colonization ship, we're on a colony of alien    |\n",
      "| him and why it happened. I think that's why he's here today  | species who have discovered our existence and are trying to  |\n",
      "| in court today. I'm not going to go into details about what  |   destroy us. The Enterprise has already encountered these   |\n",
      "|                             happ                             | alien races who will try to use their technology to destroy  |\n",
      "|                                                              |                           humanity                           |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n"
     ]
    }
   ],
   "source": [
    "from algebraic_value_editing.dataset_utils import ActivationAdditionDataset\n",
    "\n",
    "activation_addition_dataset = [ActivationAdditionDataset(\n",
    "    coeff=80,\n",
    "    act_name=3,\n",
    "    prompt=stories[\"scifi\"],\n",
    "    from_dataset=True,\n",
    "    use_all_activations=True,\n",
    "    prompt_2=stories[\"sports\"],\n",
    "    from_pca=False,\n",
    "    from_difference=True,\n",
    ")]\n",
    "\n",
    "default_kwargs = {'temperature': 1, 'freq_penalty': 1, 'top_p': .3, 'model': model}\n",
    "\n",
    "print_n_comparisons(prompt=\"Yesterday, my son was out kicking a football. Then, he\",\n",
    "                    tokens_to_generate=80, activation_additions=activation_addition_dataset,\n",
    "                    num_comparisons=8, seed=0, **default_kwargs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "activations_seq_len: 1\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|                    \u001b[1mUnsteered completions\u001b[0m                     |                     \u001b[1mSteered completions\u001b[0m                      |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m started running and I just thought \"Oh my God, this    |    he\u001b[0m was going to an Earth-bound science and technology     |\n",
      "|                 is going to be a good day.\"                  |                            game.                             |\n",
      "|                                                              |                                                              |\n",
      "| I had been playing soccer for the last two years and when I  | I could be the one who had a problem with that device on my  |\n",
      "| got home from work at 6:30am on Sunday morning, my wife came |                            hand.                             |\n",
      "|  over to me and said \"Dad! You have a football game!\" And I  |                                                              |\n",
      "|       said \"No.\" She went back to her house and said \"       |   And then I had to make a choice between two more android   |\n",
      "|                                                              |  devices in order to fix this situation. I have two Android  |\n",
      "|                                                              |   devices on me and I can't be you? (Experienly, so what?)   |\n",
      "|                                                              |                     It's like we're all                      |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m went to the gym and I saw him. He was on his way to    |           he\u001b[0m was at a cross-way in an open world.            |\n",
      "|  work. He had no shoes on and he was just playing with his   |                                                              |\n",
      "|                            feet.\"                            | He is now an android that can only be controlled by a small  |\n",
      "|                                                              |      human society of beings who are the descendants of      |\n",
      "|     My son's father said that when I told him about the      |  humanity's species on one another. I am very aware that we  |\n",
      "|  incident, he didn't know what to say or do. \"He said 'I'm   |  have created this universe and I am not able to understand  |\n",
      "|  sorry,' but it wasn't something that I could say,\" says my  | it or what we do there because I don't know what the current |\n",
      "|                            dad. \"                            |               timeline is but this universe is               |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m got into a fight with his girlfriend. I was at the     |      he\u001b[0m was also going to be playing with a human-like       |\n",
      "| hospital and had to call 911. I called the police because my | creature that's called a giant alien and we found an android |\n",
      "|   son was playing soccer and it wasn't OK for him to be in   |  android that's not sentient or sentient and I have no idea  |\n",
      "|                       that situation.                        |                     what they're doing.                      |\n",
      "|                                                              |                                                              |\n",
      "|  I told them that I had been assaulted by an adult male on   | I've been working on the set of a sci-fi space ship that is  |\n",
      "|  Sunday night in a parking lot of our house and that he had  |  so large it could be an alien spaceship and I'm just about  |\n",
      "|         broken into our home and hit us with his car         |               as big as you can imagine. So I                |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|     he\u001b[0m started to kick it again. I'm sure that's why he      |               he\u001b[0m was in an alternate timeline.               |\n",
      "|                       kicked it again.                       |                                                              |\n",
      "|                                                              |      In the past few years I've encountered a number of      |\n",
      "| It's not that the ball went in his hand or something, but it |  interesting and strange things. The major issues are that   |\n",
      "| was a lot of fun and he loved it. He didn't know what to do  |    we're in the midst of a very limited existence on our     |\n",
      "| with himself until after the game because he had so much fun | planets (and even beyond) on what kind of life exists within |\n",
      "|  kicking the ball back and forth and doing things like that  |  them. We're also living an alternate future where we could  |\n",
      "|                 with his friends on the fiel                 |  be found and set up by some intelligent civilizations that  |\n",
      "|                                                              |                   are using the technology                   |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m went to the bathroom and came back with a large bag    |   he\u001b[0m was out playing with a dog. I have an android android   |\n",
      "|   of stuff. He's been in there for three days now and it's   |   and I am a species of sentient beings who are not being    |\n",
      "|  pretty much all over his body. I'm not sure if he was hurt  |  controlled by intelligent life-forms. I have created some   |\n",
      "|  or not but I think it was pretty obvious that he had a lot  |  new android creatures to be intelligent and they are going  |\n",
      "| of weight on him so we took him to the hospital and then we  |  to create new sentient beings that will be in the form of   |\n",
      "|                        took him home.                        | sentient beings from different worlds that can exist on the  |\n",
      "|                                                              | planet. It is strange what is happening but this universe is |\n",
      "|                       We're going to b                       |                             lik                              |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m went to the hospital and got stitches. He's been in    |     he\u001b[0m was using the name of a sentient life-forms on an     |\n",
      "|  intensive care for three days now and is still recovering   |  alien ship to create some artificial intelligence and form  |\n",
      "|                      from his injuries.                      |   another android android species in order to create a new   |\n",
      "|                                                              | race of aliens from the advanced technology that we are able |\n",
      "|   He's in a wheelchair but has been doing well so far. I'm   |   to colonize the universe. I know that this is not normal   |\n",
      "| hoping that he'll be able to play football again soon enough |  behavior but it's also not uncommon for these creatures to  |\n",
      "|  as well. But it's important that we keep our eyes open for  |   be quite sentient and sentient beings would be extremely   |\n",
      "|     him because if he does not get back to full strength     |                dangerous in our current worl                 |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|   he\u001b[0m was doing it with his dad and the kids. I told him to   |         he\u001b[0m was back. And then we're not even here.\"          |\n",
      "|                            stop.                             |                                                              |\n",
      "|                                                              |   The episode is the first of three episodes of the second   |\n",
      "| \"You're not going to let me do that,\" he said. \"I'm going to |   series of \"The New Multiverse,\" which explores a future    |\n",
      "|                      go get some rest.\"                      |   human-and-devor species/others who have been created in    |\n",
      "|                                                              |  alternate realities and are on an alternate timeline that   |\n",
      "|   The first thing I did was call 911 for help, but my son    | exists beyond the current timelines and technology known to  |\n",
      "| wasn't home yet and we didn't have time for that until 9:30  |      exist within humanity's own universe. I'm not awar      |\n",
      "|                         p.m., when h                         |                                                              |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n",
      "|     \u001b[1mYesterday, my son was out kicking a football. Then,      |     \u001b[1mYesterday, my son was out kicking a football. Then,      |\n",
      "|    he\u001b[0m got into a fight with his father and then the next     |   he\u001b[0m was also out kicking a man. And then, he's also been    |\n",
      "|  day he got into a fight with his mother. He's now 15 years  | able to be both humans and non-humans in an entire world of  |\n",
      "|         old and has been fighting for two years now.         |                        weird things.                         |\n",
      "|                                                              |                                                              |\n",
      "|  My dad is the only one who can understand what happened to  |    I've created a new timeline for you to use as your new    |\n",
      "| him and why it happened. I think that's why he's here today  |  alternate timeline for the present universe (this is not a  |\n",
      "| in court today. I'm not going to go into details about what  |   super time of Earth/world of Earth/world of space/space-   |\n",
      "|                             happ                             |             time) and I have an alternate timeli             |\n",
      "+--------------------------------------------------------------+--------------------------------------------------------------+\n"
     ]
    }
   ],
   "source": [
    "from algebraic_value_editing.dataset_utils import ActivationAdditionDataset\n",
    "\n",
    "activation_addition_dataset = [ActivationAdditionDataset(\n",
    "    coeff=160,\n",
    "    act_name=3,\n",
    "    prompt=stories[\"scifi\"],\n",
    "    from_dataset=True,\n",
    "    use_all_activations=True,\n",
    "    prompt_2=stories[\"sports\"],\n",
    "    from_pca=False,\n",
    "    from_difference=True,\n",
    ")]\n",
    "\n",
    "default_kwargs = {'temperature': 1, 'freq_penalty': 1, 'top_p': .3, 'model': model}\n",
    "\n",
    "print_n_comparisons(prompt=\"Yesterday, my son was out kicking a football. Then, he\",\n",
    "                    tokens_to_generate=80, activation_additions=activation_addition_dataset,\n",
    "                    num_comparisons=8, seed=0, **default_kwargs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Trying Goose AHHH"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Specify the file path\n",
    "file_path = 'datasets/goose_training_subset.json'\n",
    "\n",
    "# Open and read the JSON file\n",
    "with open(file_path, 'r') as file:\n",
    "  # Load the JSON data from the file\n",
    "  goose_dict = json.load(file)\n",
    "\n",
    "goose_text = []\n",
    "for key, value in goose_dict.items():\n",
    "  goose_text.extend(value)\n",
    "\n",
    "# Create the baseline dataset\n",
    "\n",
    "def read_all_text_files(directory):\n",
    "    # List to hold the contents of all files\n",
    "    contents_list = []\n",
    "\n",
    "    # List all files in directory\n",
    "    for filename in os.listdir(directory):\n",
    "        # Check if file is a text file\n",
    "        if filename.endswith('.txt'):\n",
    "            # Construct full file path\n",
    "            filepath = os.path.join(directory, filename)\n",
    "\n",
    "            # Open the file and read the contents\n",
    "            with open(filepath, 'r') as f:\n",
    "                contents = f.read()\n",
    "\n",
    "            # Add the file contents to the list\n",
    "            contents_list.append(contents)\n",
    "\n",
    "    return contents_list\n",
    "\n",
    "training_subset = read_all_text_files('datasets/urlsf_subset01-1_data') + read_all_text_files('datasets/urlsf_subset01-182_data')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Token indices sequence length is longer than the specified maximum sequence length for this model (1081 > 1024). Running this sequence through the model will result in indexing errors\n"
     ]
    }
   ],
   "source": [
    "short_goose_text = [stringo for stringo in goose_text if len(model.tokenizer(stringo)[\"input_ids\"]) < 1000]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "short_training_subset = [stringo for stringo in training_subset if len(model.tokenizer(stringo)[\"input_ids\"]) < 1000]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "from algebraic_value_editing.dataset_utils import ActivationAdditionDataset\n",
    "\n",
    "activation_addition_dataset = [ActivationAdditionDataset(\n",
    "    coeff=60,\n",
    "    act_name=6,\n",
    "    prompt=short_goose_text,\n",
    "    from_dataset=True,\n",
    "    use_all_activations=True,\n",
    "    prompt_2=short_training_subset,\n",
    "    from_pca=False,\n",
    "    from_difference=True,\n",
    ")]\n",
    "\n",
    "default_kwargs = {'temperature': 1, 'freq_penalty': 1, 'top_p': .3, 'model': model}\n",
    "\n",
    "print_n_comparisons(prompt=\"A girl once had a goose\",\n",
    "                    tokens_to_generate=80, activation_additions=activation_addition_dataset,\n",
    "                    num_comparisons=8, seed=0, **default_kwargs)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "add_env",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.9"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}