Skip to content

Commit

Permalink
Format
Browse files Browse the repository at this point in the history
  • Loading branch information
@TimPansino
TimPansino committed Feb 22, 2025
1 parent 8a80f3a commit a0da684
Showing 1 changed file with 15 additions and 39 deletions.
54 changes: 15 additions & 39 deletions tests/mlmodel_langchain/test_vectorstore.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -28,12 +28,8 @@
)
from testing_support.validators.validate_custom_event import validate_custom_event_count
from testing_support.validators.validate_custom_events import validate_custom_events
from testing_support.validators.validate_error_trace_attributes import (
validate_error_trace_attributes,
)
from testing_support.validators.validate_transaction_metrics import (
validate_transaction_metrics,
)
from testing_support.validators.validate_error_trace_attributes import validate_error_trace_attributes
from testing_support.validators.validate_transaction_metrics import validate_transaction_metrics

from newrelic.api.background_task import background_task
from newrelic.api.llm_custom_attributes import WithLlmCustomAttributes
Expand Down Expand Up @@ -137,9 +133,7 @@ def test_vectorstore_modules_instrumented():
name="test_vectorstore:test_pdf_pagesplitter_vectorstore_in_txn",
scoped_metrics=[("Llm/vectorstore/LangChain/similarity_search", 1)],
rollup_metrics=[("Llm/vectorstore/LangChain/similarity_search", 1)],
custom_metrics=[
(f"Supportability/Python/ML/LangChain/{langchain.__version__}", 1),
],
custom_metrics=[(f"Supportability/Python/ML/LangChain/{langchain.__version__}", 1)],
background_task=True,
)
@validate_attributes("agent", ["llm"])
Expand Down Expand Up @@ -169,9 +163,7 @@ def test_pdf_pagesplitter_vectorstore_in_txn(set_trace_info, embedding_openai_cl
name="test_vectorstore:test_pdf_pagesplitter_vectorstore_in_txn_no_content",
scoped_metrics=[("Llm/vectorstore/LangChain/similarity_search", 1)],
rollup_metrics=[("Llm/vectorstore/LangChain/similarity_search", 1)],
custom_metrics=[
(f"Supportability/Python/ML/LangChain/{langchain.__version__}", 1),
],
custom_metrics=[(f"Supportability/Python/ML/LangChain/{langchain.__version__}", 1)],
background_task=True,
)
@validate_attributes("agent", ["llm"])
Expand Down Expand Up @@ -229,9 +221,7 @@ def test_pdf_pagesplitter_vectorstore_ai_monitoring_disabled(set_trace_info, emb
name="test_vectorstore:test_async_pdf_pagesplitter_vectorstore_in_txn",
scoped_metrics=[("Llm/vectorstore/LangChain/asimilarity_search", 1)],
rollup_metrics=[("Llm/vectorstore/LangChain/asimilarity_search", 1)],
custom_metrics=[
(f"Supportability/Python/ML/LangChain/{langchain.__version__}", 1),
],
custom_metrics=[(f"Supportability/Python/ML/LangChain/{langchain.__version__}", 1)],
background_task=True,
)
@validate_attributes("agent", ["llm"])
Expand Down Expand Up @@ -265,9 +255,7 @@ async def _test():
name="test_vectorstore:test_async_pdf_pagesplitter_vectorstore_in_txn_no_content",
scoped_metrics=[("Llm/vectorstore/LangChain/asimilarity_search", 1)],
rollup_metrics=[("Llm/vectorstore/LangChain/asimilarity_search", 1)],
custom_metrics=[
(f"Supportability/Python/ML/LangChain/{langchain.__version__}", 1),
],
custom_metrics=[(f"Supportability/Python/ML/LangChain/{langchain.__version__}", 1)],
background_task=True,
)
@validate_attributes("agent", ["llm"])
Expand Down Expand Up @@ -341,23 +329,20 @@ async def _test():
"ingest_source": "Python",
"error": True,
},
),
)
]


@reset_core_stats_engine()
@validate_error_trace_attributes(
callable_name(AssertionError),
required_params={"user": ["vector_store_id"], "intrinsic": [], "agent": []},
callable_name(AssertionError), required_params={"user": ["vector_store_id"], "intrinsic": [], "agent": []}
)
@validate_custom_events(events_with_context_attrs(vectorstore_error_events))
@validate_transaction_metrics(
name="test_vectorstore:test_vectorstore_error",
scoped_metrics=[("Llm/vectorstore/LangChain/similarity_search", 1)],
rollup_metrics=[("Llm/vectorstore/LangChain/similarity_search", 1)],
custom_metrics=[
(f"Supportability/Python/ML/LangChain/{langchain.__version__}", 1),
],
custom_metrics=[(f"Supportability/Python/ML/LangChain/{langchain.__version__}", 1)],
background_task=True,
)
@background_task()
Expand All @@ -376,17 +361,14 @@ def test_vectorstore_error(set_trace_info, embedding_openai_client, loop):
@reset_core_stats_engine()
@disabled_ai_monitoring_record_content_settings
@validate_error_trace_attributes(
callable_name(AssertionError),
required_params={"user": ["vector_store_id"], "intrinsic": [], "agent": []},
callable_name(AssertionError), required_params={"user": ["vector_store_id"], "intrinsic": [], "agent": []}
)
@validate_custom_events(vectorstore_events_sans_content(vectorstore_error_events))
@validate_transaction_metrics(
name="test_vectorstore:test_vectorstore_error_no_content",
scoped_metrics=[("Llm/vectorstore/LangChain/similarity_search", 1)],
rollup_metrics=[("Llm/vectorstore/LangChain/similarity_search", 1)],
custom_metrics=[
(f"Supportability/Python/ML/LangChain/{langchain.__version__}", 1),
],
custom_metrics=[(f"Supportability/Python/ML/LangChain/{langchain.__version__}", 1)],
background_task=True,
)
@background_task()
Expand All @@ -403,17 +385,14 @@ def test_vectorstore_error_no_content(set_trace_info, embedding_openai_client):

@reset_core_stats_engine()
@validate_error_trace_attributes(
callable_name(AssertionError),
required_params={"user": ["vector_store_id"], "intrinsic": [], "agent": []},
callable_name(AssertionError), required_params={"user": ["vector_store_id"], "intrinsic": [], "agent": []}
)
@validate_custom_events(events_with_context_attrs(vectorstore_error_events))
@validate_transaction_metrics(
name="test_vectorstore:test_async_vectorstore_error",
scoped_metrics=[("Llm/vectorstore/LangChain/asimilarity_search", 1)],
rollup_metrics=[("Llm/vectorstore/LangChain/asimilarity_search", 1)],
custom_metrics=[
(f"Supportability/Python/ML/LangChain/{langchain.__version__}", 1),
],
custom_metrics=[(f"Supportability/Python/ML/LangChain/{langchain.__version__}", 1)],
background_task=True,
)
@background_task()
Expand All @@ -437,17 +416,14 @@ async def _test():
@reset_core_stats_engine()
@disabled_ai_monitoring_record_content_settings
@validate_error_trace_attributes(
callable_name(AssertionError),
required_params={"user": ["vector_store_id"], "intrinsic": [], "agent": []},
callable_name(AssertionError), required_params={"user": ["vector_store_id"], "intrinsic": [], "agent": []}
)
@validate_custom_events(vectorstore_events_sans_content(vectorstore_error_events))
@validate_transaction_metrics(
name="test_vectorstore:test_async_vectorstore_error_no_content",
scoped_metrics=[("Llm/vectorstore/LangChain/asimilarity_search", 1)],
rollup_metrics=[("Llm/vectorstore/LangChain/asimilarity_search", 1)],
custom_metrics=[
(f"Supportability/Python/ML/LangChain/{langchain.__version__}", 1),
],
custom_metrics=[(f"Supportability/Python/ML/LangChain/{langchain.__version__}", 1)],
background_task=True,
)
@background_task()
Expand Down

0 comments on commit a0da684

Please sign in to comment.