feat: update discord channel IDs in bittensor_channels.json and updat…

…e project names
OpenKaito · Sep 3, 2024 · 550d878 · 550d878
1 parent fa5590f
commit 550d878
Show file tree

Hide file tree

Showing 3 changed files with 20 additions and 15 deletions.
diff --git a/bittensor_channels.json b/bittensor_channels.json
@@ -70,12 +70,12 @@
     "channel_name": "\u03bd\u30fbnu\u30fb13"
   },
   {
-    "channel_id": "1182422353360195695",
+    "channel_id": "1270733850443513927",
     "channel_category": "[\u30fbSubnets\u30fb]",
     "channel_name": "\u03be\u30fbxi\u30fb14"
   },
   {
-    "channel_id": "1166816300962693170",
+    "channel_id": "1272557411948957697",
     "channel_category": "[\u30fbSubnets\u30fb]",
     "channel_name": "\u03bf\u30fbomicron\u30fb15"
   },
@@ -190,7 +190,7 @@
     "channel_name": "\u05dc\u30fblamed\u30fb37"
   },
   {
-    "channel_id": "1266784878003753107",
+    "channel_id": "1263858989800886302",
     "channel_category": "[\u30fbSubnets\u30fb]",
     "channel_name": "\u05dd\u30fbfinal-mem\u30fb38"
   },
@@ -210,7 +210,7 @@
     "channel_name": "\u05e0\u30fbnun\u30fb41"
   },
   {
-    "channel_id": "1267511824601976935",
+    "channel_id": "1275149537547391058",
     "channel_category": "[\u30fbSubnets\u30fb]",
     "channel_name": "\u05e1\u30fbsamekh\u30fb42"
   },
@@ -220,8 +220,13 @@
     "channel_name": "\u05e2\u30fbayin\u30fb43"
   },
   {
-    "channel_id": "1161765231953989712",
+    "channel_id": "1271486854830755981",
     "channel_category": "[\u30fbSubnets\u30fb]",
     "channel_name": "\u05e3\u30fbfinal-pe\u30fb44"
+  },
+  {
+    "channel_id": "1267511824601976935",
+    "channel_category": "[\u30fbSubnets\u30fb]",
+    "channel_name": "\u05e4\u30fbpe\u30fb45"
   }
 ]
diff --git a/openkaito/evaluation/evaluator.py b/openkaito/evaluation/evaluator.py
@@ -930,7 +930,7 @@ def llm_discord_semantic_search_conversation_evaluation(
                     {
                         "role": "system",
                         "content": """Below are the metrics and definitions:
-off topic: Superficial or unrelevant content that can not answer the given question, or is not from the channel of the project of the query.
+off topic: Superficial or unrelevant content that can not answer the given question, or is not from the channel of the project of the query, or only contains a single message in each conversation.
 somewhat relevant: Offers partial insight to partially answer the given question.
 relevant: Comprehensive, insightful content suitable for answering the given question. The conversation must contain multiple messages instead of a single message to be considered as relevant.
 """,
@@ -952,7 +952,7 @@ def llm_discord_semantic_search_conversation_evaluation(
                         "content": (
                             f"Use the metric choices [off topic, somewhat relevant, relevant] to evaluate whether the text can answer the given question:\n"
                             f"{query_string}\n\n"
-                            "If the conversation is not from the channel of the project of the query, please rate it as 'off topic'."
+                            "If the conversation is not from the channel of the project of the query, or just contain a single message in it, rate it as 'off topic'."
                         ),
                     },
                     {

diff --git a/openkaito/tasks.py b/openkaito/tasks.py
@@ -225,8 +225,8 @@ def generate_semantic_search_task(
     11: "Dippy Roleplay",
     12: "Horde",
     13: "Dataverse",
-    14: "LLM Defender",
-    15: "Blockchain Insights",
+    14: "Palaidn",
+    15: "De-Val",
     16: "BitAds",
     17: "Three Gen",
     18: "Cortex.t",
@@ -244,19 +244,19 @@ def generate_semantic_search_task(
     30: "Bettensor",
     31: "NAS Chain",
     32: "It's AI",
-    33: "Conversation Genome",
+    33: "ReadyAI",
     34: "BitMind",
     35: "LogicNet",
     36: "Human Intelligence Primitive",
     37: "Finetuning",
-    38: "Unknown",
+    38: "Tatsu Identity",
     39: "EdgeMaxxing",
-    40: "Unknown",
+    40: "Chunking",
     41: "Sportstensor",
-    42: "Unknown",
+    42: "Masa",
     43: "Graphite",
-    44: "Unknown",
-    # 45: "Unknown"
+    44: "Score Predict",
+    45: "Gen42"
 }