Enhance README and project structure with updates and logs

.github/workflows/general.yml

@@ -0,0 +1,30 @@
+name: General CI
+
+on:
+  push:
+    paths-ignore:
+      - 'transformer.py'
+      - 'train_test/**'
+      - '**.md'
+  pull_request:
+    paths-ignore:
+      - 'transformer.py'
+      - 'train_test/**'
+      - '**.md'
+
+jobs:
+  lint:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version-file: '.python-version'
+
+      - name: Install dependencies
+        run: pip install -r requirements.txt
+
+      - name: General check
+        run: echo "General CI passed for this commit"

.github/workflows/test_transformer.yml

@@ -0,0 +1,26 @@
+name: Test Transformer
+
+on:
+  push:
+    paths:
+      - 'transformer.py'
+  pull_request:
+    paths:
+      - 'transformer.py'
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version-file: '.python-version'
+
+      - name: Install dependencies
+        run: pip install -r requirements.txt
+
+      - name: Run transformer tests
+        run: python transformer.py

.github/workflows/train_test.yml

@@ -0,0 +1,26 @@
+name: Test Train Scripts
+
+on:
+  push:
+    paths:
+      - 'train_test/**'
+  pull_request:
+    paths:
+      - 'train_test/**'
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version-file: '.python-version'
+
+      - name: Install dependencies
+        run: pip install -r requirements.txt
+
+      - name: Run train_test scripts
+        run: python -m train_test

.gitignore

@@ -1,10 +1,14 @@
-# Virtual environments
 .venv
-
-.env
+eamon_env
 __pycache__
 best_model.pt
 .ipynb_checkpoints
-*.exe
-
-
+.exe
+checkpoints/*.pt
+checkpoints/*.pth
+checkpoints/*.ckpt
+!checkpoints/.gitkeep
+!checkpoints/README.md
+!logs/.gitkeep
+!logs/README.md
+!logs/train_loss.csv

.vscode/settings.json

@@ -1,5 +1,6 @@
 {
        "github.copilot.nextEditSuggestions.enabled": false,
        "python-envs.defaultEnvManager": "ms-python.python:system",
-       "python-envs.defaultPackageManager": "ms-python.python:pip"
+       "python-envs.defaultPackageManager": "ms-python.python:pip",
+       "cmake.sourceDirectory": "C:/Users/Admin/Documents/GitHub/Bigram-language-model/generate"
 }