[WIP] Add finetuning samples

sdk/ai/ai-projects/package.json

@@ -61,6 +61,7 @@
     "@azure-rest/core-client": "^2.1.0",
     "@azure/abort-controller": "^2.1.2",
     "@azure/ai-agents": "1.1.0",
+    "@azure/arm-cognitiveservices": "workspace:^",
     "@azure/core-auth": "^1.6.0",
     "@azure/core-lro": "^3.0.0",
     "@azure/core-paging": "^1.5.0",

sdk/ai/ai-projects/samples-dev/finetuning/data/dpo_training_set.jsonl

@@ -0,0 +1,20 @@
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"What's the capital of France?"}]},"preferred_output":[{"role":"assistant","content":"The capital of France is Paris."}],"non_preferred_output":[{"role":"assistant","content":"I think it's London."}]}
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"What is 2+2?"}]},"preferred_output":[{"role":"assistant","content":"2+2 equals 4."}],"non_preferred_output":[{"role":"assistant","content":"2+2 equals 5."}]}
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"What color is the sky?"}]},"preferred_output":[{"role":"assistant","content":"The sky is typically blue during the day."}],"non_preferred_output":[{"role":"assistant","content":"The sky is always green."}]}
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"Who wrote Romeo and Juliet?"}]},"preferred_output":[{"role":"assistant","content":"William Shakespeare wrote Romeo and Juliet."}],"non_preferred_output":[{"role":"assistant","content":"Charles Dickens wrote Romeo and Juliet."}]}
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"What is the largest planet in our solar system?"}]},"preferred_output":[{"role":"assistant","content":"Jupiter is the largest planet in our solar system."}],"non_preferred_output":[{"role":"assistant","content":"Earth is the largest planet in our solar system."}]}
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"What is the speed of light?"}]},"preferred_output":[{"role":"assistant","content":"The speed of light is approximately 299,792,458 meters per second in a vacuum."}],"non_preferred_output":[{"role":"assistant","content":"The speed of light is about 100 mph."}]}
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"Who painted the Mona Lisa?"}]},"preferred_output":[{"role":"assistant","content":"Leonardo da Vinci painted the Mona Lisa."}],"non_preferred_output":[{"role":"assistant","content":"Pablo Picasso painted the Mona Lisa."}]}
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"What is H2O?"}]},"preferred_output":[{"role":"assistant","content":"H2O is the chemical formula for water."}],"non_preferred_output":[{"role":"assistant","content":"H2O is oxygen gas."}]}
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"How many continents are there?"}]},"preferred_output":[{"role":"assistant","content":"There are 7 continents: Africa, Antarctica, Asia, Europe, North America, Australia (Oceania), and South America."}],"non_preferred_output":[{"role":"assistant","content":"There are 5 continents in the world."}]}
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"What is the boiling point of water?"}]},"preferred_output":[{"role":"assistant","content":"The boiling point of water is 100 degrees Celsius (212 degrees Fahrenheit) at sea level."}],"non_preferred_output":[{"role":"assistant","content":"Water boils at 50 degrees Celsius."}]}
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"Who invented the telephone?"}]},"preferred_output":[{"role":"assistant","content":"Alexander Graham Bell is credited with inventing the telephone."}],"non_preferred_output":[{"role":"assistant","content":"Thomas Edison invented the telephone."}]}
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"What is the smallest country in the world?"}]},"preferred_output":[{"role":"assistant","content":"Vatican City is the smallest country in the world by both area and population."}],"non_preferred_output":[{"role":"assistant","content":"Russia is the smallest country in the world."}]}
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"What is the tallest mountain on Earth?"}]},"preferred_output":[{"role":"assistant","content":"Mount Everest is the tallest mountain on Earth at 8,849 meters (29,032 feet) above sea level."}],"non_preferred_output":[{"role":"assistant","content":"Mount Kilimanjaro is the tallest mountain on Earth."}]}
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"What is the largest ocean?"}]},"preferred_output":[{"role":"assistant","content":"The Pacific Ocean is the largest ocean, covering about 46% of Earth's water surface."}],"non_preferred_output":[{"role":"assistant","content":"The Atlantic Ocean is the largest ocean."}]}
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"How many days are in a leap year?"}]},"preferred_output":[{"role":"assistant","content":"A leap year has 366 days."}],"non_preferred_output":[{"role":"assistant","content":"A leap year has 365 days."}]}
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"What is the chemical symbol for gold?"}]},"preferred_output":[{"role":"assistant","content":"The chemical symbol for gold is Au, from the Latin word 'aurum'."}],"non_preferred_output":[{"role":"assistant","content":"The chemical symbol for gold is Go."}]}
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"Who was the first person to walk on the moon?"}]},"preferred_output":[{"role":"assistant","content":"Neil Armstrong was the first person to walk on the moon on July 20, 1969."}],"non_preferred_output":[{"role":"assistant","content":"Buzz Aldrin was the first person to walk on the moon."}]}
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"What is the freezing point of water?"}]},"preferred_output":[{"role":"assistant","content":"The freezing point of water is 0 degrees Celsius (32 degrees Fahrenheit) at standard pressure."}],"non_preferred_output":[{"role":"assistant","content":"Water freezes at -10 degrees Celsius."}]}
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"How many planets are in our solar system?"}]},"preferred_output":[{"role":"assistant","content":"There are 8 planets in our solar system: Mercury, Venus, Earth, Mars, Jupiter, Saturn, Uranus, and Neptune."}],"non_preferred_output":[{"role":"assistant","content":"There are 9 planets in our solar system including Pluto."}]}
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"What is the largest desert in the world?"}]},"preferred_output":[{"role":"assistant","content":"The Antarctic Desert is the largest desert in the world. If considering only hot deserts, the Sahara Desert is the largest."}],"non_preferred_output":[{"role":"assistant","content":"The Gobi Desert is the largest desert in the world."}]}

sdk/ai/ai-projects/samples-dev/finetuning/data/dpo_validation_set.jsonl

@@ -0,0 +1,2 @@
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"What is the speed of light?"}]},"preferred_output":[{"role":"assistant","content":"The speed of light is approximately 299,792,458 meters per second."}],"non_preferred_output":[{"role":"assistant","content":"The speed of light is about 100 mph."}]}
+{"input":{"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"What is H2O?"}]},"preferred_output":[{"role":"assistant","content":"H2O is the chemical formula for water."}],"non_preferred_output":[{"role":"assistant","content":"H2O is oxygen gas."}]}