Add support for querying datetime fields (#711)

This PR makes a few changes, all to support datetime fields better.

## Store datetime fields as NUMERIC data in Redis
Previously, we stored datetimes as TAGs (why, I don't know). This means any query you might think would work with dates would not actually work. Now, we convert datetime fields on models to and from NUMERIC fields in Redis, storing them as UNIX timestamps. This means we can support rich datetime queries by converting the input to a timestamp and comparing it against the stored timestamp.

## New data migrations system
Introduces a data migrations system and CLI command (`om migrate-data`). The first built-in data migration will migrate datetime fields indexed as TAG data to NUMERIC data. **Important:** You must run this migration in order to use this version of Redis OM with datetime fields, as the models will now expect to get NUMERIC data for datetimes fields.

## New top-level `om` CLI command
Moves OM CLI commands into a new top-level `om` command while preserving backwards compatibility for the old `migrate` command. This makes room for normal migration and now data migration commands.

## Expanded schema migrations system
To match the new `om migrate-data` sub-commands, such as `run` and `create`, we expand the schema migrations system to support these features through file-based migrations. This introduces the possibility to roll back migrations, as well as practical concerns like deploying migrations to different environments and checking whether or not they have applied.

Author: abrookins

.codespellrc

@@ -0,0 +1,3 @@
+[codespell]
+skip = .git,poetry.lock,*.pyc,__pycache__,env,venv,.venv,.env,node_modules,*.egg-info,build,dist
+ignore-words-list = redis,migrator,datetime,timestamp,asyncio,redisearch,pydantic,ulid,hnsw

.github/wordlist.txt

@@ -70,4 +70,35 @@ unix
 utf
 validator
 validators
-virtualenv
+virtualenv
+datetime
+Datetime
+reindex
+schemas
+Pre
+DataMigrationError
+ConnectionError
+TimeoutError
+ValidationError
+RTO
+benchmarked
+SSD
+Benchmarking
+ai
+claude
+unasync
+RedisModel
+EmbeddedJsonModel
+JsonModels
+Metaclass
+HNSW
+KNN
+DateTime
+yml
+pyproject
+toml
+github
+ULID
+booleans
+instantiation
+MyModel

.gitignore

@@ -128,7 +128,7 @@ dmypy.json
 
 # Pyre type checker
 .pyre/
-data
+/data
 
 # Makefile install checker
 .install.stamp

.pre-commit-config.yaml

@@ -0,0 +1,7 @@
+repos:
+  - repo: https://github.com/codespell-project/codespell
+    rev: v2.2.6
+    hooks:
+      - id: codespell
+        args: [--write-changes]
+        exclude: ^(poetry\.lock|\.git/|docs/.*\.md)$

Makefile

@@ -54,7 +54,7 @@ lint: $(INSTALL_STAMP) dist
 	$(POETRY) run isort --profile=black --lines-after-imports=2 ./tests/ $(NAME) $(SYNC_NAME)
 	$(POETRY) run black ./tests/ $(NAME)
 	$(POETRY) run flake8 --ignore=E231,E501,E712,E731,F401,W503 ./tests/ $(NAME) $(SYNC_NAME)
-	$(POETRY) run mypy ./tests/ $(NAME) $(SYNC_NAME) --ignore-missing-imports --exclude migrate.py --exclude _compat\.py$
+	$(POETRY) run mypy ./tests/ --ignore-missing-imports --exclude migrate.py --exclude _compat\.py$$
 	$(POETRY) run bandit -r $(NAME) $(SYNC_NAME) -s B608
 
 .PHONY: format

README.md

@@ -216,7 +216,7 @@ Next, we'll show you the **rich query expressions** and **embedded models** Redi
 
 Redis OM comes with a rich query language that allows you to query Redis with Python expressions.
 
-To show how this works, we'll make a small change to the `Customer` model we defined earlier. We'll add `Field(index=True)` to tell Redis OM that we want to index the `last_name` and `age` fields:
+To show how this works, we'll make a small change to the `Customer` model we defined earlier. We'll add `index=True` to the model class to tell Redis OM that we want to index all fields in the model:
 
 ```python
 import datetime
@@ -225,18 +225,17 @@ from typing import Optional
 from pydantic import EmailStr
 
 from redis_om import (
-    Field,
     HashModel,
     Migrator
 )
 
 
-class Customer(HashModel):
+class Customer(HashModel, index=True):
     first_name: str
-    last_name: str = Field(index=True)
+    last_name: str
     email: EmailStr
     join_date: datetime.date
-    age: int = Field(index=True)
+    age: int
     bio: Optional[str] = None
 
 
@@ -294,14 +293,13 @@ class Address(EmbeddedJsonModel):
     postal_code: str = Field(index=True)
 
 
-class Customer(JsonModel):
-    first_name: str = Field(index=True)
-    last_name: str = Field(index=True)
-    email: str = Field(index=True)
+class Customer(JsonModel, index=True):
+    first_name: str
+    last_name: str
+    email: str
     join_date: datetime.date
-    age: int = Field(index=True)
-    bio: Optional[str] = Field(index=True, full_text_search=True,
-                               default="")
+    age: int
+    bio: Optional[str] = Field(full_text_search=True, default="")
 
     # Creates an embedded model.
     address: Address
@@ -392,9 +390,9 @@ credential_provider = create_from_default_azure_credential(
 
 db = Redis(host="cluster-name.region.redis.azure.net", port=10000, ssl=True, ssl_cert_reqs=None, credential_provider=credential_provider)
 db.flushdb()
-class User(HashModel):
+class User(HashModel, index=True):
     first_name: str
-    last_name: str = Field(index=True)
+    last_name: str
 
     class Meta:
         database = db

aredis_om/__init__.py

@@ -1,7 +1,7 @@
 from .async_redis import redis  # isort:skip
 from .checks import has_redis_json, has_redisearch
 from .connections import get_redis_connection
-from .model.migrations.migrator import MigrationError, Migrator
+from .model.migrations.schema.legacy_migrator import MigrationError, Migrator
 from .model.model import (
     EmbeddedJsonModel,
     Field,

aredis_om/cli/__init__.py

@@ -0,0 +1 @@
+# CLI package

aredis_om/cli/main.py

@@ -0,0 +1,24 @@
+"""
+Redis OM CLI - Main entry point for the async 'om' command.
+"""
+
+import click
+
+from ..model.cli.migrate import migrate
+from ..model.cli.migrate_data import migrate_data
+
+
+@click.group()
+@click.version_option()
+def om():
+    """Redis OM Python CLI - Object mapping and migrations for Redis."""
+    pass
+
+
+# Add subcommands
+om.add_command(migrate)
+om.add_command(migrate_data, name="migrate-data")
+
+
+if __name__ == "__main__":
+    om()

aredis_om/model/__init__.py

@@ -1,4 +1,4 @@
-from .migrations.migrator import MigrationError, Migrator
+from .migrations.schema.legacy_migrator import MigrationError, Migrator
 from .model import (
     EmbeddedJsonModel,
     Field,