Merge branch 'main' into ppdl-01

Signed-off-by: Louis Mandel <[email protected]>

Author: mandel

pdl-live-react/package-lock.json

@@ -51,7 +51,7 @@ schemars = "0.8.22"
 fs4 = "0.13.1"
 derive_builder = "0.20.2"
 iana-time-zone = "0.1.63"
-async-openai = "0.29.0"
+async-openai = "0.30.0"
 regex = "1.11.1"
 
 [target.'cfg(not(any(target_os = "android", target_os = "ios")))'.dependencies]

pdl-live-react/src-tauri/Cargo.lock

@@ -38,25 +38,38 @@ defs:
         else: 
           lp_n = lp_evaluation
           other = 'true'
-        if evaluation in contents_keys:
+
+        if other in contents_keys:
           exact_match = True
         else:
           exact_match = False
 
+        lp_other = -math.inf
         for tp in top_logprobs:
           if match(other, tp['token'], exact_match):
             lp_other = tp['logprob']
             break
 
+        # if math.isinf(lp_other):
+        #   print("XXXXXXXXXXXXXXXXXXXXXXXXXXXX")
+        #   print("XXXX lp_other is not defined")
+        #   print(f"{evaluation=}")
+        #   print(f"{other=}")
+        #   print(f"{exact_match=}")
+        #   print(f"top_logprobs tokens:")
+        #   for tp in top_logprobs:
+        #     print(f"    {tp['token']}")
+        #   print("XXXXXXXXXXXXXXXXXXXXXXXXXXXX")
+
         if other == 'true':
           lp_y = lp_other
         else: 
           lp_n = lp_other
 
-        result = math.log(math.exp(lp_y) / (math.exp(lp_y) + math.exp(lp_n)))
-
-        # print(f"XXXX { result= } ({math.exp(result)})")
-
+        if math.exp(lp_y) == 0.0:
+          result = -math.inf
+        else:
+          result = math.log(math.exp(lp_y) / (math.exp(lp_y) + math.exp(lp_n)))
 
         # print(f"evaluation: { evaluation }")
         # print(f"exact_match: { exact_match }")