Add notebook

Signed-off-by: Alina Ryan <[email protected]>

Author: alinaryan

notebooks/instructlab-knowledge/instructlab-knowledge.ipynb

@@ -161,6 +161,56 @@
     "        print(f\"Path of JSON output is: {Path(json_output_path).resolve()}\")"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "id": "40710019-7ec9-414e-ad72-1ba672cf5fc2",
+   "metadata": {},
+   "source": [
+    "## Post-Conversion"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "2572e2d0-94dc-4ca0-b032-3978af26c9c9",
+   "metadata": {},
+   "source": [
+    "This step guides you through analyzing docling-converted documents for problematic table structures, specifically merged table cells, using core functions from the Illuminator codebase."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "id": "09e07e35-befb-4ed5-9fe4-41544f88d943",
+   "metadata": {},
+   "outputs": [
+    {
+     "ename": "ModuleNotFoundError",
+     "evalue": "No module named 'log_utils'",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[31m---------------------------------------------------------------------------\u001b[39m",
+      "\u001b[31mModuleNotFoundError\u001b[39m                       Traceback (most recent call last)",
+      "\u001b[36mCell\u001b[39m\u001b[36m \u001b[39m\u001b[32mIn[3]\u001b[39m\u001b[32m, line 1\u001b[39m\n\u001b[32m----> \u001b[39m\u001b[32m1\u001b[39m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[34;01mutils\u001b[39;00m\u001b[34;01m.\u001b[39;00m\u001b[34;01milluminator\u001b[39;00m\u001b[34;01m.\u001b[39;00m\u001b[34;01manalysis\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m analyze_docling_tables\n\u001b[32m      3\u001b[39m analyze_docling_tables({Path(json_output_path).resolve()})\n",
+      "\u001b[36mFile \u001b[39m\u001b[32m~/dev/FNF/examples/notebooks/instructlab-knowledge/utils/illuminator/analysis.py:4\u001b[39m\n\u001b[32m      2\u001b[39m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[34;01mdocling\u001b[39;00m\u001b[34;01m.\u001b[39;00m\u001b[34;01mdatamodel\u001b[39;00m\u001b[34;01m.\u001b[39;00m\u001b[34;01mdocument\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m DoclingDocument\n\u001b[32m      3\u001b[39m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[34;01mtyping\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m List, Tuple, Dict, Any, Union, Set\n\u001b[32m----> \u001b[39m\u001b[32m4\u001b[39m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[34;01mlog_utils\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m logger\n\u001b[32m      5\u001b[39m \u001b[38;5;28;01mimport\u001b[39;00m \u001b[34;01mos\u001b[39;00m\n\u001b[32m      7\u001b[39m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[34mcell_is_merged\u001b[39m(cell) -> \u001b[38;5;28mbool\u001b[39m:\n",
+      "\u001b[31mModuleNotFoundError\u001b[39m: No module named 'log_utils'"
+     ]
+    }
+   ],
+   "source": [
+    "from utils.illuminator.analysis import analyze_docling_tables\n",
+    "\n",
+    "analyze_docling_tables({Path(json_output_path).resolve()})"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "eea0876e-ac55-45fc-93e8-3e646a6c3104",
+   "metadata": {},
+   "source": [
+    "\n",
+    "The output of this post-conversion step should help determine whether to avoid using the content for chunking entirely or to manually edit it before proceeding with chunking.\n"
+   ]
+  },
   {
    "cell_type": "markdown",
    "id": "cafad55e-a4c0-4d6e-9da0-49519fa9bf74",
@@ -674,7 +724,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.9"
+   "version": "3.13.2"
   }
  },
  "nbformat": 4,