diff --git a/aws/plugin.go b/aws/plugin.go index a8d61c3..5967542 100755 --- a/aws/plugin.go +++ b/aws/plugin.go @@ -7,6 +7,7 @@ import ( "github.com/turbot/tailpipe-plugin-aws/tables/alb_access_log" "github.com/turbot/tailpipe-plugin-aws/tables/clb_access_log" "github.com/turbot/tailpipe-plugin-aws/tables/cloudtrail_log" + "github.com/turbot/tailpipe-plugin-aws/tables/detailed_billing_report" "github.com/turbot/tailpipe-plugin-aws/tables/nlb_access_log" "github.com/turbot/tailpipe-plugin-aws/tables/s3_server_access_log" "github.com/turbot/tailpipe-plugin-aws/tables/vpc_flow_log" @@ -26,6 +27,7 @@ func init() { // 2. table implementation table.RegisterTable[*alb_access_log.AlbAccessLog, *alb_access_log.AlbAccessLogTable]() table.RegisterTable[*cloudtrail_log.CloudTrailLog, *cloudtrail_log.CloudTrailLogTable]() + table.RegisterTable[*detailed_billing_report.DetailedBillingReport, *detailed_billing_report.DetailedBillingReportTable]() table.RegisterTable[*nlb_access_log.NlbAccessLog, *nlb_access_log.NlbAccessLogTable]() table.RegisterTable[*s3_server_access_log.S3ServerAccessLog, *s3_server_access_log.S3ServerAccessLogTable]() table.RegisterTable[*vpc_flow_log.VpcFlowLog, *vpc_flow_log.VpcFlowLogTable]() diff --git a/docs/sources/aws_s3_bucket.md b/docs/sources/aws_s3_bucket.md index 6283a79..8180239 100644 --- a/docs/sources/aws_s3_bucket.md +++ b/docs/sources/aws_s3_bucket.md @@ -76,5 +76,6 @@ The following tables define their own default values for certain source argument - **[aws_cloudtrail_log](https://hub.tailpipe.io/plugins/turbot/aws/tables/aws_cloudtrail_log#aws_s3_bucket)** - **[aws_nlb_access_log](https://hub.tailpipe.io/plugins/turbot/aws/tables/aws_nlb_access_log#aws_s3_bucket)** - **[aws_s3_server_access_log](https://hub.tailpipe.io/plugins/turbot/aws/tables/aws_s3_server_access_log#aws_s3_bucket)** +- **[aws_detailed_billing_report](https://hub.tailpipe.io/plugins/turbot/aws/tables/aws_detailed_billing_report#aws_s3_bucket)** - **[aws_vpc_flow_log](https://hub.tailpipe.io/plugins/turbot/aws/tables/aws_vpc_flow_log#aws_s3_bucket)** - **[aws_waf_traffic_log](https://hub.tailpipe.io/plugins/turbot/aws/tables/aws_waf_traffic_log#aws_s3_bucket)** diff --git a/docs/tables/aws_detailed_billing_report/index.md b/docs/tables/aws_detailed_billing_report/index.md new file mode 100644 index 0000000..f8def2f --- /dev/null +++ b/docs/tables/aws_detailed_billing_report/index.md @@ -0,0 +1,186 @@ +--- +title: "Tailpipe Table: aws_detailed_billing_report - Query AWS Detailed Billing Reports" +description: "AWS Detailed Billing Report provides comprehensive information on AWS costs, usage, and billing details for your AWS accounts." +--- + +# Table: aws_detailed_billing_report - Query AWS Detailed Billing Reports + +The `aws_detailed_billing_report` table allows you to query AWS Detailed Billing Report data from AWS. This table provides insights into your AWS billing, usage, resource details, and cost allocations, offering a historical view of your AWS spending before the introduction of the Cost and Usage Reports. + +## Configure + +Create a [partition](https://tailpipe.io/docs/manage/partition) for `aws_detailed_billing_report` ([examples](https://hub.tailpipe.io/plugins/turbot/aws/tables/aws_detailed_billing_report#example-configurations)): + +```sh +vi ~/.tailpipe/config/aws.tpc +``` + +```hcl +connection "aws" "billing_account" { + profile = "my-billing-account" +} + +partition "aws_detailed_billing_report" "my_dbr" { + source "aws_s3_bucket" { + connection = connection.aws.billing_account + bucket = "aws-dbr-billing-bucket" + } +} +``` + +## Collect + +[Collect](https://tailpipe.io/docs/manage/collection) data for all `aws_detailed_billing_report` partitions: + +```sh +tailpipe collect aws_detailed_billing_report +``` + +Or for a single partition: + +```sh +tailpipe collect aws_detailed_billing_report.my_dbr +``` + +## Query + +**[Explore 12+ example queries for this table →](https://hub.tailpipe.io/plugins/turbot/aws/queries/aws_detailed_billing_report)** + +### Monthly Cost Breakdown + +Retrieve the total cost for each month, grouped by AWS account. + +```sql +select + date_trunc('month', usage_start_date) as billing_month, + linked_account_id as account_id, + sum(total_cost) as total_cost +from + aws_detailed_billing_report +group by + billing_month, account_id +order by + billing_month desc; +``` + +### Top 10 Most Expensive AWS Services + +List the top 10 AWS services with the highest costs. + +```sql +select + product_name, + sum(total_cost) as total_cost +from + aws_detailed_billing_report +group by + product_name +order by + total_cost desc +limit 10; +``` + +### Cost by Operation + +Analyze costs by operation type. + +```sql +select + operation, + sum(total_cost) as total_cost, + sum(usage_quantity) as total_usage +from + aws_detailed_billing_report +where + operation is not null +group by + operation +order by + total_cost desc +limit 10; +``` + +## Example Configurations + +### Collect Detailed Billing Reports from an S3 Bucket + +Collect AWS DBR files stored in an S3 bucket. + +```hcl +connection "aws" "billing_account" { + profile = "my-billing-account" +} + +partition "aws_detailed_billing_report" "my_dbr" { + source "aws_s3_bucket" { + connection = connection.aws.billing_account + bucket = "aws-dbr-billing-bucket" + } +} +``` + +### Collect Reports from an S3 Bucket with a Prefix + +Collect AWS DBR files stored in an S3 bucket using a prefix. + +```hcl +partition "aws_detailed_billing_report" "my_dbr_prefix" { + source "aws_s3_bucket" { + connection = connection.aws.billing_account + bucket = "aws-dbr-billing-bucket" + prefix = "my/prefix/" + } +} +``` + +### Collect Reports from Local Files + +You can also collect AWS DBR files from local files. + +```hcl +partition "aws_detailed_billing_report" "local_dbr" { + source "file" { + paths = ["/Users/myuser/aws_dbr"] + file_layout = "%{DATA}.csv" + } +} +``` + +### Filter Only Compute Costs + +Use the filter argument in your partition to collect only compute-related costs. + +```hcl +partition "aws_detailed_billing_report" "compute_costs" { + filter = "product_name = 'Amazon Elastic Compute Cloud'" + + source "aws_s3_bucket" { + connection = connection.aws.billing_account + bucket = "aws-dbr-billing-bucket" + } +} +``` + +### Collect Reports for All Accounts in an AWS Organization + +For a specific AWS Organization, collect DBR data for all accounts. + +```hcl +partition "aws_detailed_billing_report" "org_dbr" { + source "aws_s3_bucket" { + connection = connection.aws.billing_account + bucket = "aws-dbr-org-bucket" + file_layout = "%{DATA}.csv" + } +} +``` + +## Source Defaults + +### aws_s3_bucket + +This table sets the following defaults for the [aws_s3_bucket source](https://hub.tailpipe.io/plugins/turbot/aws/sources/aws_s3_bucket#arguments): + +| Argument | Default | +| ----------- | ------------- | +| file_layout | `%{DATA}.csv` | diff --git a/docs/tables/aws_detailed_billing_report/queries.md b/docs/tables/aws_detailed_billing_report/queries.md new file mode 100644 index 0000000..204fed5 --- /dev/null +++ b/docs/tables/aws_detailed_billing_report/queries.md @@ -0,0 +1,289 @@ +## Activity Examples + +### Daily Cost Trends By Account + +Track daily AWS cost trends from your detailed billing reports, segregated by account. + +```sql +select + cast(usage_start_date as date) as usage_date, + linked_account_id as account_id, + sum(total_cost) as total_cost +from + aws_detailed_billing_report +group by + usage_date, account_id +order by + usage_date, account_id; +``` + +```yaml +folder: Detailed Billing Report +``` + +### Top Services By Account + +Identify the most expensive AWS services for each account. + +```sql +select + linked_account_id as account_id, + product_name, + sum(total_cost) as total_cost +from + aws_detailed_billing_report +where + product_name is not null +group by + account_id, product_name +order by + account_id, total_cost desc; +``` + +```yaml +folder: Detailed Billing Report +``` + +### Top Account Spending + +Determine which AWS accounts have the highest spending. + +```sql +select + coalesce(linked_account_id, payer_account_id) as account_id, + coalesce(linked_account_name, payer_account_name) as account_name, + sum(total_cost) as total_cost +from + aws_detailed_billing_report +group by + account_id, + account_name +order by + total_cost desc +limit 10; +``` + +```yaml +folder: Detailed Billing Report +``` + +## Detection Examples + +### Cost Variations By Account + +Compare costs between billing periods by service and account. + +```sql +with monthly_costs as ( + select + linked_account_id as account_id, + date_trunc('month', usage_start_date) as month, + product_name, + sum(total_cost) as total_cost + from + aws_detailed_billing_report + where + product_name is not null + group by + account_id, month, product_name +) +select + account_id, + product_name, + sum(case when month = date_trunc('month', current_date - interval '1 month') then total_cost else 0 end) as "last_month_cost", + sum(case when month = date_trunc('month', current_date) then total_cost else 0 end) as "current_month_cost" +from + monthly_costs +group by + account_id, product_name +having + sum(case when month = date_trunc('month', current_date - interval '1 month') then total_cost else 0 end) > 0 + or sum(case when month = date_trunc('month', current_date) then total_cost else 0 end) > 0 +order by + account_id, "last_month_cost" desc; +``` + +```yaml +folder: Detailed Billing Report +``` + +### Tax Related Items By Account + +Identify items that have associated tax amounts for each account. + +```sql +select + coalesce(linked_account_id, payer_account_id) as account_id, + coalesce(linked_account_name, payer_account_name) as account_name, + product_name, + tax_type, + sum(tax_amount) as tax_total, + sum(total_cost) as total_cost +from + aws_detailed_billing_report +where + tax_type is not null + and trim(tax_type) != '' + and tax_amount is not null +group by + account_id, account_name, product_name, tax_type +order by + account_id, tax_total desc; + +``` + +```yaml +folder: Detailed Billing Report +``` + +## Operational Examples + +### EC2 Costs By Operation And Account + +Analyze EC2 costs by different operations for each account. + +```sql +select + coalesce(linked_account_id, payer_account_id) as account_id, + operation, + sum(total_cost) as total_cost +from + aws_detailed_billing_report +where + product_name = 'Amazon Elastic Compute Cloud' + and operation is not null +group by + account_id, operation +order by + account_id, total_cost desc; +``` + +```yaml +folder: EC2 +``` + +### S3 Storage and Data Transfer Costs By Account + +Break down S3 costs between operations for each account. + +```sql +select + linked_account_id as account_id, + operation, + sum(total_cost) as total_cost +from + aws_detailed_billing_report +where + product_name = 'Amazon Simple Storage Service' +group by + account_id, operation +order by + account_id, total_cost desc; +``` + +```yaml +folder: S3 +``` + +## Volume Examples + +### Data Transfer Costs By Account + +Find cost patterns for data transfer operations by account. + +```sql +select + coalesce(linked_account_id, payer_account_id) as account_id, + product_name, + operation, + sum(total_cost) as total_cost +from + aws_detailed_billing_report +where + operation like '%DataTransfer%' + or operation like '%Transfer%' +group by + account_id, product_name, operation +order by + account_id, total_cost desc; +``` + +```yaml +folder: Detailed Billing Report +``` + +### Product Operation Cost Analysis By Account + +Analyze which operations contribute the most to costs for each account. + +```sql +select + linked_account_id as account_id, + product_name, + operation, + sum(total_cost) as total_cost +from + aws_detailed_billing_report +where + total_cost > 0 + and operation is not null + and operation != '' +group by + account_id, product_name, operation +order by + account_id, total_cost desc; +``` + +```yaml +folder: Detailed Billing Report +``` + +## Baseline Examples + +### Cost Distribution By Service And Account + +Compare costs across AWS services for each account. + +```sql +select + linked_account_id as account_id, + product_name, + sum(total_cost) as total_cost +from + aws_detailed_billing_report +where + product_name is not null +group by + account_id, product_name +order by + account_id, total_cost desc; +``` + +```yaml +folder: Detailed Billing Report +``` + +### Account Type Cost Distribution + +Compare cost metrics between different types of AWS accounts. + +```sql +select + case + when linked_account_id = payer_account_id then 'Management Account' + when linked_account_id != '' then 'Member Account' + else 'Consolidated Billing' + end as account_type, + count(distinct linked_account_id) as account_count, + sum(total_cost) as total_cost +from + aws_detailed_billing_report +group by + account_type +order by + total_cost desc; +``` + +```yaml +folder: Detailed Billing Report +``` \ No newline at end of file diff --git a/output.log b/output.log new file mode 100644 index 0000000..4e29b3e --- /dev/null +++ b/output.log @@ -0,0 +1,2779 @@ +{"time":"2025-03-24T17:27:00.060962+05:30","level":"INFO","msg":"Tailpipe CLI","source":"cli","app version":"0.1.1","log level":"debug"} +{"time":"2025-03-24T17:27:00.061125+05:30","level":"DEBUG","msg":"no available versions file found","source":"cli"} +{"time":"2025-03-24T17:27:00.061205+05:30","level":"INFO","msg":"Starting collection","source":"cli","partition(s)":["partition.aws_detailed_billing_report.file"],"from":"2018-01-01T00:00:00Z"} +{"time":"2025-03-24T17:27:00.857179+05:30","level":"INFO","msg":"Initializing ArtifactSourceImpl","source":"tailpipe-plugin-core","configData":"cGF0aHMgPSBbIi9Vc2Vycy9wYXJ0aGFzYXJhdGhpL0Rvd25sb2Fkcy9BV1NCaWxsaW5nUmVwb3J0LyJdCmZpbGVfbGF5b3V0ID0gIjY3Njk0NDE5MTQzMy1hd3MtYmlsbGluZy1kZXRhaWxlZC1saW5lLWl0ZW1zLXdpdGgtcmVzb3VyY2VzLWFuZC10YWdzLTIwMjQtMTIuY3N2Ig=="} +{"time":"2025-03-24T17:27:00.857333+05:30","level":"INFO","msg":"Initializing RowSourceImpl 0x14000810640, impl 0x14000810640","source":"tailpipe-plugin-core"} +{"time":"2025-03-24T17:27:00.857454+05:30","level":"INFO","msg":"Creating empty collection state","source":"tailpipe-plugin-core"} +{"time":"2025-03-24T17:27:00.857479+05:30","level":"INFO","msg":"Initialized artifact_row_source.RowSourceImpl","source":"tailpipe-plugin-core","config":{"FileLayout":"676944191433-aws-billing-detailed-line-items-with-resources-and-tags-2024-12.csv","Patterns":null,"Paths":["/Users/parthasarathi/Downloads/AWSBillingReport/"]}} +{"time":"2025-03-24T17:27:00.857563+05:30","level":"INFO","msg":"Default to default config","source":"tailpipe-plugin-core","defaultConfig":null} +{"time":"2025-03-24T17:27:00.857591+05:30","level":"INFO","msg":"GetGranularityFromFileLayout","source":"tailpipe-plugin-core","capture groups":null,"keys":[]} +{"time":"2025-03-24T17:27:00.857725+05:30","level":"INFO","msg":"Initialise collector","source":"tailpipe-plugin-aws","table":"aws_detailed_billing_report","partition":"file","jsonPath":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source"} +{"time":"2025-03-24T17:27:00.857899+05:30","level":"INFO","msg":"Start collection","source":"tailpipe-plugin-aws","table":"aws_detailed_billing_report","partition":"file"} +{"time":"2025-03-24T17:27:00.858008+05:30","level":"INFO","msg":"ArtifactSourceImpl Collect","source":"tailpipe-plugin-core"} +[?25l[?2004h{"time":"2025-03-24T17:27:00.858172+05:30","level":"DEBUG","msg":"ArtifactDiscovered - rate limiter waiting","source":"tailpipe-plugin-core","artifact":"/Users/parthasarathi/Downloads/AWSBillingReport/676944191433-aws-billing-detailed-line-items-with-resources-and-tags-2024-12.csv"} +{"time":"2025-03-24T17:27:00.858227+05:30","level":"DEBUG","msg":"ArtifactDiscovered - rate limiter acquired","source":"tailpipe-plugin-core","duration":55959,"artifact":"/Users/parthasarathi/Downloads/AWSBillingReport/676944191433-aws-billing-detailed-line-items-with-resources-and-tags-2024-12.csv"} +{"time":"2025-03-24T17:27:00.858364+05:30","level":"DEBUG","msg":"ArtifactDiscovered - rate limiter released","source":"tailpipe-plugin-core","artifact":"/Users/parthasarathi/Downloads/AWSBillingReport/676944191433-aws-billing-detailed-line-items-with-resources-and-tags-2024-12.csv"} +{"time":"2025-03-24T17:27:00.858309+05:30","level":"DEBUG","msg":"RowSourceImpl processArtifact","source":"tailpipe-plugin-core","artifact":"/Users/parthasarathi/Downloads/AWSBillingReport/676944191433-aws-billing-detailed-line-items-with-resources-and-tags-2024-12.csv"} +{"time":"2025-03-24T17:27:00.858536+05:30","level":"DEBUG","msg":"RowSourceImpl processArtifact complete","source":"tailpipe-plugin-core","artifact":"/Users/parthasarathi/Downloads/AWSBillingReport/676944191433-aws-billing-detailed-line-items-with-resources-and-tags-2024-12.csv","rows":0} +{"time":"2025-03-24T17:27:00.858577+05:30","level":"DEBUG","msg":"ArtifactDownloaded - extract complete","source":"tailpipe-plugin-core","artifact":"/Users/parthasarathi/Downloads/AWSBillingReport/676944191433-aws-billing-detailed-line-items-with-resources-and-tags-2024-12.csv","duration (ms)":0} +{"time":"2025-03-24T17:27:00.858618+05:30","level":"INFO","msg":"ArtifactSourceImpl Collect complete","source":"tailpipe-plugin-core"} +{"time":"2025-03-24T17:27:00.858588+05:30","level":"DEBUG","msg":"RowSourceImpl processArtifact","source":"tailpipe-plugin-aws","artifact":"/Users/parthasarathi/Downloads/AWSBillingReport/676944191433-aws-billing-detailed-line-items-with-resources-and-tags-2024-12.csv"} + +Collecting logs for aws_detailed_billing_report.file from 2018-01-01 + +Rows: + Received: 0 + Enriched: 0 + Saved: 0 + +Time: 0ms +{"time":"2025-03-24T17:27:00.891949+05:30","level":"DEBUG","msg":"worker start","source":"cli"} +{"time":"2025-03-24T17:27:00.899775+05:30","level":"DEBUG","msg":"worker start","source":"cli"} +{"time":"2025-03-24T17:27:00.907319+05:30","level":"DEBUG","msg":"worker start","source":"cli"} +{"time":"2025-03-24T17:27:00.914681+05:30","level":"DEBUG","msg":"worker start","source":"cli"} +{"time":"2025-03-24T17:27:00.922423+05:30","level":"DEBUG","msg":"worker start","source":"cli"} +{"time":"2025-03-24T17:27:00.922425+05:30","level":"DEBUG","msg":"Event_StartedEvent","source":"cli","execution":"1742817420409"} +Artifacts: + Discovered: 1 676944191433-aws-billing-detailed-line-items-with-resources-and-tags-2024-12.csv + Downloaded: 0 0B + Extracted: 0 +Rows: + Received: 0 + Enriched: 0 + Saved: 0 + +Time: 64ms +Time: 315ms +Time: 565ms +Time: 816ms +Time: 1s +Time: 2s +Time: 3s +Time: 4s +Time: 5s +Time: 6s +Time: 7s +Time: 8s +Time: 9s +Time: 10s +Time: 11s +Time: 12s +Time: 13s +Time: 14s +Time: 15s +Time: 16s +Time: 17s +Time: 18s +Time: 19s +Time: 20s +Time: 21s +Time: 22s +Time: 23s +Time: 24s +Time: 25s +Time: 26s +Time: 27s +Time: 28s +Time: 29s +Time: 30s +Time: 31s +Time: 32s +Time: 33s +Time: 34s +Time: 35s +Time: 36s +Time: 37s +Time: 38s +Time: 39s +Time: 40s +Time: 41s +Time: 42s +Time: 43s +Time: 44s +Time: 45s +Time: 46s +Time: 47s +Time: 48s +Time: 49s +Time: 50s +Time: 51s +Time: 52s +Time: 53s +Time: 54s +Time: 55s + Downloaded: 1 2.7GB + Received: 1 +{"time":"2025-03-24T17:27:56.648584+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":1,"rows":10000} +{"time":"2025-03-24T17:27:56.649225+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-1.jsonl","rows":10000} +{"time":"2025-03-24T17:27:56.75232+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":2,"rows":10000} +{"time":"2025-03-24T17:27:56.752446+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-2.jsonl","rows":10000} +{"time":"2025-03-24T17:27:56.766707+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-1.jsonl","duration (ms)":63} + Saved: 10,000 +{"time":"2025-03-24T17:27:56.832599+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":3,"rows":10000} +{"time":"2025-03-24T17:27:56.833946+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-3.jsonl","rows":10000} +{"time":"2025-03-24T17:27:56.853528+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-2.jsonl","duration (ms)":51} + Received: 31,981 + Enriched: 31,980 +Time: 56s +{"time":"2025-03-24T17:27:56.927574+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-3.jsonl","duration (ms)":44} +{"time":"2025-03-24T17:27:56.928143+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":4,"rows":10000} +{"time":"2025-03-24T17:27:56.928254+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-4.jsonl","rows":10000} +{"time":"2025-03-24T17:27:57.026949+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-4.jsonl","duration (ms)":42} +{"time":"2025-03-24T17:27:57.032179+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":5,"rows":10000} +{"time":"2025-03-24T17:27:57.032348+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-5.jsonl","rows":10000} + Saved: 40,000 +{"time":"2025-03-24T17:27:57.103305+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":6,"rows":10000} +{"time":"2025-03-24T17:27:57.103572+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-6.jsonl","rows":10000} +{"time":"2025-03-24T17:27:57.124381+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-5.jsonl","duration (ms)":42} + Received: 60,001 + Enriched: 60,000 +{"time":"2025-03-24T17:27:57.188984+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":7,"rows":10000} +{"time":"2025-03-24T17:27:57.189091+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-7.jsonl","rows":10000} +{"time":"2025-03-24T17:27:57.200036+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-6.jsonl","duration (ms)":42} +{"time":"2025-03-24T17:27:57.271218+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":8,"rows":10000} +{"time":"2025-03-24T17:27:57.271395+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-8.jsonl","rows":10000} + Saved: 60,000 +{"time":"2025-03-24T17:27:57.295392+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-7.jsonl","duration (ms)":48} +{"time":"2025-03-24T17:27:57.370079+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":9,"rows":10000} +{"time":"2025-03-24T17:27:57.370216+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-9.jsonl","rows":10000} +{"time":"2025-03-24T17:27:57.384526+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-8.jsonl","duration (ms)":58} + Received: 90,001 + Enriched: 90,000 +{"time":"2025-03-24T17:27:57.45315+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":10,"rows":10000} +{"time":"2025-03-24T17:27:57.453321+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-10.jsonl","rows":10000} +{"time":"2025-03-24T17:27:57.490539+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-9.jsonl","duration (ms)":69} +{"time":"2025-03-24T17:27:57.521778+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":11,"rows":10000} +{"time":"2025-03-24T17:27:57.521921+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-11.jsonl","rows":10000} + Saved: 90,000 +{"time":"2025-03-24T17:27:57.562263+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-10.jsonl","duration (ms)":57} +{"time":"2025-03-24T17:27:57.590509+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":12,"rows":10000} +{"time":"2025-03-24T17:27:57.590667+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-12.jsonl","rows":10000} +{"time":"2025-03-24T17:27:57.628483+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-11.jsonl","duration (ms)":50} +{"time":"2025-03-24T17:27:57.669808+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":13,"rows":10000} +{"time":"2025-03-24T17:27:57.66993+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-13.jsonl","rows":10000} +{"time":"2025-03-24T17:27:57.688486+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-12.jsonl","duration (ms)":39} + Received: 130,001 + Enriched: 130,000 + Saved: 90,000 +{"time":"2025-03-24T17:27:57.744461+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":14,"rows":10000} +{"time":"2025-03-24T17:27:57.744622+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-14.jsonl","rows":10000} +{"time":"2025-03-24T17:27:57.776479+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-13.jsonl","duration (ms)":52} + Saved: 130,000 +{"time":"2025-03-24T17:27:57.83558+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":15,"rows":10000} +{"time":"2025-03-24T17:27:57.835736+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-15.jsonl","rows":10000} +{"time":"2025-03-24T17:27:57.848278+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-14.jsonl","duration (ms)":48} +{"time":"2025-03-24T17:27:57.916159+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":16,"rows":10000} +{"time":"2025-03-24T17:27:57.916285+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-16.jsonl","rows":10000} +{"time":"2025-03-24T17:27:57.931709+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-15.jsonl","duration (ms)":45} + Received: 161,263 + Enriched: 161,262 +Time: 57s +{"time":"2025-03-24T17:27:57.993041+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":17,"rows":10000} +{"time":"2025-03-24T17:27:57.993177+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-17.jsonl","rows":10000} +{"time":"2025-03-24T17:27:58.01512+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-16.jsonl","duration (ms)":45} + Saved: 160,000 +{"time":"2025-03-24T17:27:58.095106+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-17.jsonl","duration (ms)":45} +{"time":"2025-03-24T17:27:58.105648+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":18,"rows":10000} +{"time":"2025-03-24T17:27:58.10578+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-18.jsonl","rows":10000} +{"time":"2025-03-24T17:27:58.184509+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":19,"rows":10000} +{"time":"2025-03-24T17:27:58.18467+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-19.jsonl","rows":10000} +{"time":"2025-03-24T17:27:58.20401+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-18.jsonl","duration (ms)":39} + Received: 190,001 + Enriched: 190,000 +{"time":"2025-03-24T17:27:58.272758+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":20,"rows":10000} +{"time":"2025-03-24T17:27:58.272878+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-20.jsonl","rows":10000} +{"time":"2025-03-24T17:27:58.279688+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-19.jsonl","duration (ms)":41} + Saved: 180,000 +{"time":"2025-03-24T17:27:58.346763+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":21,"rows":10000} +{"time":"2025-03-24T17:27:58.346902+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-21.jsonl","rows":10000} +{"time":"2025-03-24T17:27:58.364392+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-20.jsonl","duration (ms)":42} +{"time":"2025-03-24T17:27:58.431453+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":22,"rows":10000} +{"time":"2025-03-24T17:27:58.431629+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-22.jsonl","rows":10000} +{"time":"2025-03-24T17:27:58.446982+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-21.jsonl","duration (ms)":45} + Received: 221,458 + Enriched: 221,457 +{"time":"2025-03-24T17:27:58.52416+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":23,"rows":10000} +{"time":"2025-03-24T17:27:58.524279+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-23.jsonl","rows":10000} +{"time":"2025-03-24T17:27:58.525934+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-22.jsonl","duration (ms)":45} + Saved: 220,000 +{"time":"2025-03-24T17:27:58.597408+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":24,"rows":10000} +{"time":"2025-03-24T17:27:58.597554+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-24.jsonl","rows":10000} +{"time":"2025-03-24T17:27:58.614877+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-23.jsonl","duration (ms)":36} +{"time":"2025-03-24T17:27:58.670623+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":25,"rows":10000} +{"time":"2025-03-24T17:27:58.670757+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-25.jsonl","rows":10000} +{"time":"2025-03-24T17:27:58.687416+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-24.jsonl","duration (ms)":37} + Received: 256,770 + Enriched: 256,769 +{"time":"2025-03-24T17:27:58.743244+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":26,"rows":10000} +{"time":"2025-03-24T17:27:58.743418+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-26.jsonl","rows":10000} +{"time":"2025-03-24T17:27:58.764139+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-25.jsonl","duration (ms)":38} + Saved: 250,000 +{"time":"2025-03-24T17:27:58.816988+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":27,"rows":10000} +{"time":"2025-03-24T17:27:58.817111+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-27.jsonl","rows":10000} +{"time":"2025-03-24T17:27:58.835605+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-26.jsonl","duration (ms)":42} +{"time":"2025-03-24T17:27:58.905544+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":28,"rows":10000} +{"time":"2025-03-24T17:27:58.905665+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-28.jsonl","rows":10000} +{"time":"2025-03-24T17:27:58.926454+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-27.jsonl","duration (ms)":42} +{"time":"2025-03-24T17:27:58.991566+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":29,"rows":10000} + Received: 288,186 + Enriched: 288,185 +Time: 58s +{"time":"2025-03-24T17:27:58.993634+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-29.jsonl","rows":10000} +{"time":"2025-03-24T17:27:59.01125+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-28.jsonl","duration (ms)":39} + Saved: 280,000 +{"time":"2025-03-24T17:27:59.095612+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":30,"rows":10000} +{"time":"2025-03-24T17:27:59.095758+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-30.jsonl","rows":10000} +{"time":"2025-03-24T17:27:59.10085+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-29.jsonl","duration (ms)":46} +{"time":"2025-03-24T17:27:59.179969+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":31,"rows":10000} +{"time":"2025-03-24T17:27:59.180089+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-31.jsonl","rows":10000} +{"time":"2025-03-24T17:27:59.194223+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-30.jsonl","duration (ms)":40} + Received: 310,036 + Enriched: 310,035 +{"time":"2025-03-24T17:27:59.259088+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":32,"rows":10000} +{"time":"2025-03-24T17:27:59.259214+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-32.jsonl","rows":10000} +{"time":"2025-03-24T17:27:59.278501+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-31.jsonl","duration (ms)":40} + Saved: 310,000 +{"time":"2025-03-24T17:27:59.337632+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":33,"rows":10000} +{"time":"2025-03-24T17:27:59.337777+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-33.jsonl","rows":10000} +{"time":"2025-03-24T17:27:59.359351+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-32.jsonl","duration (ms)":37} +{"time":"2025-03-24T17:27:59.416605+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":34,"rows":10000} +{"time":"2025-03-24T17:27:59.416728+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-34.jsonl","rows":10000} +{"time":"2025-03-24T17:27:59.433184+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-33.jsonl","duration (ms)":39} + Received: 344,101 + Enriched: 344,100 +{"time":"2025-03-24T17:27:59.511103+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":35,"rows":10000} +{"time":"2025-03-24T17:27:59.511265+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-35.jsonl","rows":10000} +{"time":"2025-03-24T17:27:59.521633+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-34.jsonl","duration (ms)":50} + Saved: 340,000 +{"time":"2025-03-24T17:27:59.594176+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":36,"rows":10000} +{"time":"2025-03-24T17:27:59.594339+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-36.jsonl","rows":10000} +{"time":"2025-03-24T17:27:59.607663+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-35.jsonl","duration (ms)":41} +{"time":"2025-03-24T17:27:59.665817+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":37,"rows":10000} +{"time":"2025-03-24T17:27:59.66597+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-37.jsonl","rows":10000} +{"time":"2025-03-24T17:27:59.68581+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-36.jsonl","duration (ms)":37} + Received: 378,088 + Enriched: 378,087 +{"time":"2025-03-24T17:27:59.762078+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":38,"rows":10000} +{"time":"2025-03-24T17:27:59.762368+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-38.jsonl","rows":10000} +{"time":"2025-03-24T17:27:59.777177+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-37.jsonl","duration (ms)":57} + Saved: 370,000 +{"time":"2025-03-24T17:27:59.973698+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-38.jsonl","duration (ms)":88} +{"time":"2025-03-24T17:27:59.974496+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":39,"rows":10000} +{"time":"2025-03-24T17:27:59.974775+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-39.jsonl","rows":10000} + Saved: 380,000 +Time: 59s + Received: 390,001 + Enriched: 390,000 +{"time":"2025-03-24T17:28:00.198666+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-39.jsonl","duration (ms)":86} +{"time":"2025-03-24T17:28:00.222764+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":40,"rows":10000} +{"time":"2025-03-24T17:28:00.223197+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-40.jsonl","rows":10000} + Saved: 390,000 + Received: 400,001 + Enriched: 400,000 +{"time":"2025-03-24T17:28:00.468439+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":41,"rows":10000} +{"time":"2025-03-24T17:28:00.468675+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-41.jsonl","rows":10000} +{"time":"2025-03-24T17:28:00.513248+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-40.jsonl","duration (ms)":145} + Saved: 400,000 + Received: 410,870 + Enriched: 410,869 +{"time":"2025-03-24T17:28:00.704448+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":42,"rows":10000} +{"time":"2025-03-24T17:28:00.704698+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-42.jsonl","rows":10000} +{"time":"2025-03-24T17:28:00.720851+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-41.jsonl","duration (ms)":126} + Saved: 410,000 + Received: 421,316 + Enriched: 421,315 +Time: 1m0s +{"time":"2025-03-24T17:28:00.924537+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":43,"rows":10000} +{"time":"2025-03-24T17:28:00.924949+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-43.jsonl","rows":10000} +{"time":"2025-03-24T17:28:00.953491+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-42.jsonl","duration (ms)":97} + Saved: 420,000 +{"time":"2025-03-24T17:28:01.117253+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":44,"rows":10000} +{"time":"2025-03-24T17:28:01.117462+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-44.jsonl","rows":10000} +{"time":"2025-03-24T17:28:01.130254+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-43.jsonl","duration (ms)":90} + Received: 440,001 + Enriched: 440,000 + Saved: 430,000 +{"time":"2025-03-24T17:28:01.315807+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":45,"rows":10000} +{"time":"2025-03-24T17:28:01.316214+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-45.jsonl","rows":10000} +{"time":"2025-03-24T17:28:01.343001+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-44.jsonl","duration (ms)":105} + Received: 454,218 + Enriched: 454,217 + Saved: 440,000 +{"time":"2025-03-24T17:28:01.553129+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-45.jsonl","duration (ms)":107} +{"time":"2025-03-24T17:28:01.555959+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":46,"rows":10000} +{"time":"2025-03-24T17:28:01.556475+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-46.jsonl","rows":10000} + Received: 463,622 + Enriched: 463,621 +{"time":"2025-03-24T17:28:01.765788+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-46.jsonl","duration (ms)":85} +{"time":"2025-03-24T17:28:01.784638+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":47,"rows":10000} +{"time":"2025-03-24T17:28:01.785059+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-47.jsonl","rows":10000} + Saved: 460,000 +{"time":"2025-03-24T17:28:01.985906+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":48,"rows":10000} +{"time":"2025-03-24T17:28:01.986117+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-48.jsonl","rows":10000} +{"time":"2025-03-24T17:28:02.022196+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-47.jsonl","duration (ms)":107} + Saved: 470,000 +Time: 1m1s + Received: 480,001 + Enriched: 480,000 +{"time":"2025-03-24T17:28:02.135131+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":49,"rows":10000} +{"time":"2025-03-24T17:28:02.135814+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-49.jsonl","rows":10000} +{"time":"2025-03-24T17:28:02.17181+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-48.jsonl","duration (ms)":104} + Saved: 480,000 +{"time":"2025-03-24T17:28:02.305423+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":50,"rows":10000} +{"time":"2025-03-24T17:28:02.305723+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-50.jsonl","rows":10000} +{"time":"2025-03-24T17:28:02.419873+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-49.jsonl","duration (ms)":169} + Received: 500,001 + Enriched: 500,000 +{"time":"2025-03-24T17:28:02.512667+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":51,"rows":10000} +{"time":"2025-03-24T17:28:02.512891+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-51.jsonl","rows":10000} + Saved: 490,000 +{"time":"2025-03-24T17:28:02.568164+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-50.jsonl","duration (ms)":124} +{"time":"2025-03-24T17:28:02.685954+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":52,"rows":10000} +{"time":"2025-03-24T17:28:02.686395+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-52.jsonl","rows":10000} +{"time":"2025-03-24T17:28:02.768613+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-51.jsonl","duration (ms)":134} + Saved: 510,000 + Received: 520,001 + Enriched: 520,000 +{"time":"2025-03-24T17:28:02.896069+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":53,"rows":10000} +{"time":"2025-03-24T17:28:02.896271+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-53.jsonl","rows":10000} +{"time":"2025-03-24T17:28:02.939141+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-52.jsonl","duration (ms)":102} + Saved: 520,000 +Time: 1m2s +{"time":"2025-03-24T17:28:03.059548+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":54,"rows":10000} +{"time":"2025-03-24T17:28:03.060197+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-54.jsonl","rows":10000} +{"time":"2025-03-24T17:28:03.121968+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-53.jsonl","duration (ms)":104} + Received: 540,001 + Enriched: 540,000 +{"time":"2025-03-24T17:28:03.206468+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":55,"rows":10000} +{"time":"2025-03-24T17:28:03.206677+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-55.jsonl","rows":10000} +{"time":"2025-03-24T17:28:03.266264+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-54.jsonl","duration (ms)":102} + Saved: 540,000 +{"time":"2025-03-24T17:28:03.359478+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":56,"rows":10000} +{"time":"2025-03-24T17:28:03.359733+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-56.jsonl","rows":10000} +{"time":"2025-03-24T17:28:03.407127+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-55.jsonl","duration (ms)":88} + Received: 560,001 + Enriched: 560,000 +{"time":"2025-03-24T17:28:03.463899+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":57,"rows":10000} +{"time":"2025-03-24T17:28:03.464052+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-57.jsonl","rows":10000} +{"time":"2025-03-24T17:28:03.490009+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-56.jsonl","duration (ms)":54} + Saved: 560,000 +{"time":"2025-03-24T17:28:03.550837+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":58,"rows":10000} +{"time":"2025-03-24T17:28:03.551199+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-58.jsonl","rows":10000} +{"time":"2025-03-24T17:28:03.566768+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-57.jsonl","duration (ms)":46} +{"time":"2025-03-24T17:28:03.638623+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":59,"rows":10000} +{"time":"2025-03-24T17:28:03.638777+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-59.jsonl","rows":10000} +{"time":"2025-03-24T17:28:03.6612+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-58.jsonl","duration (ms)":48} + Received: 590,001 + Enriched: 590,000 +{"time":"2025-03-24T17:28:03.714112+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":60,"rows":10000} +{"time":"2025-03-24T17:28:03.714276+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-60.jsonl","rows":10000} +{"time":"2025-03-24T17:28:03.74441+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-59.jsonl","duration (ms)":50} +{"time":"2025-03-24T17:28:03.794565+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":61,"rows":10000} +{"time":"2025-03-24T17:28:03.794719+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-61.jsonl","rows":10000} + Saved: 590,000 +{"time":"2025-03-24T17:28:03.857137+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-60.jsonl","duration (ms)":81} +{"time":"2025-03-24T17:28:03.877868+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":62,"rows":10000} +{"time":"2025-03-24T17:28:03.877995+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-62.jsonl","rows":10000} +{"time":"2025-03-24T17:28:03.902777+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-61.jsonl","duration (ms)":46} +{"time":"2025-03-24T17:28:03.948606+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":63,"rows":10000} +{"time":"2025-03-24T17:28:03.948775+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-63.jsonl","rows":10000} + Received: 626,077 + Enriched: 626,076 +Time: 1m3s +{"time":"2025-03-24T17:28:03.977784+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-62.jsonl","duration (ms)":49} +{"time":"2025-03-24T17:28:04.022566+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":64,"rows":10000} +{"time":"2025-03-24T17:28:04.02268+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-64.jsonl","rows":10000} +{"time":"2025-03-24T17:28:04.041367+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-63.jsonl","duration (ms)":44} + Saved: 630,000 +{"time":"2025-03-24T17:28:04.089492+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":65,"rows":10000} +{"time":"2025-03-24T17:28:04.089664+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-65.jsonl","rows":10000} +{"time":"2025-03-24T17:28:04.121869+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-64.jsonl","duration (ms)":51} +{"time":"2025-03-24T17:28:04.17125+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":66,"rows":10000} +{"time":"2025-03-24T17:28:04.171375+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-66.jsonl","rows":10000} +{"time":"2025-03-24T17:28:04.195321+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-65.jsonl","duration (ms)":48} + Received: 660,001 + Enriched: 660,000 +{"time":"2025-03-24T17:28:04.26695+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-66.jsonl","duration (ms)":49} +{"time":"2025-03-24T17:28:04.26704+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":67,"rows":10000} +{"time":"2025-03-24T17:28:04.267173+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-67.jsonl","rows":10000} + Saved: 660,000 +{"time":"2025-03-24T17:28:04.334972+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":68,"rows":10000} +{"time":"2025-03-24T17:28:04.335124+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-68.jsonl","rows":10000} +{"time":"2025-03-24T17:28:04.36343+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-67.jsonl","duration (ms)":46} +{"time":"2025-03-24T17:28:04.424307+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":69,"rows":10000} +{"time":"2025-03-24T17:28:04.424432+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-69.jsonl","rows":10000} +{"time":"2025-03-24T17:28:04.4464+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-68.jsonl","duration (ms)":60} + Received: 690,001 + Enriched: 690,000 +{"time":"2025-03-24T17:28:04.503294+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":70,"rows":10000} +{"time":"2025-03-24T17:28:04.503419+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-70.jsonl","rows":10000} +{"time":"2025-03-24T17:28:04.522395+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-69.jsonl","duration (ms)":46} + Saved: 690,000 +{"time":"2025-03-24T17:28:04.588516+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":71,"rows":10000} +{"time":"2025-03-24T17:28:04.588627+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-71.jsonl","rows":10000} +{"time":"2025-03-24T17:28:04.609792+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-70.jsonl","duration (ms)":44} +{"time":"2025-03-24T17:28:04.672662+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":72,"rows":10000} +{"time":"2025-03-24T17:28:04.672785+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-72.jsonl","rows":10000} +{"time":"2025-03-24T17:28:04.700132+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-71.jsonl","duration (ms)":61} + Received: 720,001 + Enriched: 720,000 +{"time":"2025-03-24T17:28:04.745293+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":73,"rows":10000} +{"time":"2025-03-24T17:28:04.745465+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-73.jsonl","rows":10000} +{"time":"2025-03-24T17:28:04.77726+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-72.jsonl","duration (ms)":49} + Saved: 720,000 +{"time":"2025-03-24T17:28:04.816293+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":74,"rows":10000} +{"time":"2025-03-24T17:28:04.816476+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-74.jsonl","rows":10000} +{"time":"2025-03-24T17:28:04.843051+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-73.jsonl","duration (ms)":45} +{"time":"2025-03-24T17:28:04.884863+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":75,"rows":10000} +{"time":"2025-03-24T17:28:04.884987+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-75.jsonl","rows":10000} +{"time":"2025-03-24T17:28:04.910884+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-74.jsonl","duration (ms)":47} +{"time":"2025-03-24T17:28:04.950998+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":76,"rows":10000} +{"time":"2025-03-24T17:28:04.951163+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-76.jsonl","rows":10000} +{"time":"2025-03-24T17:28:04.988604+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-75.jsonl","duration (ms)":53} + Received: 760,001 + Enriched: 760,000 +Time: 1m4s +{"time":"2025-03-24T17:28:05.026925+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":77,"rows":10000} +{"time":"2025-03-24T17:28:05.027086+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-77.jsonl","rows":10000} + Saved: 750,000 +{"time":"2025-03-24T17:28:05.068208+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-76.jsonl","duration (ms)":61} +{"time":"2025-03-24T17:28:05.103912+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":78,"rows":10000} +{"time":"2025-03-24T17:28:05.104073+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-78.jsonl","rows":10000} +{"time":"2025-03-24T17:28:05.134067+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-77.jsonl","duration (ms)":50} +{"time":"2025-03-24T17:28:05.17209+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":79,"rows":10000} +{"time":"2025-03-24T17:28:05.172233+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-79.jsonl","rows":10000} +{"time":"2025-03-24T17:28:05.202967+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-78.jsonl","duration (ms)":47} +{"time":"2025-03-24T17:28:05.250832+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":80,"rows":10000} +{"time":"2025-03-24T17:28:05.250971+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-80.jsonl","rows":10000} +{"time":"2025-03-24T17:28:05.287596+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-79.jsonl","duration (ms)":64} + Received: 800,001 + Enriched: 800,000 + Saved: 790,000 +{"time":"2025-03-24T17:28:05.339824+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":81,"rows":10000} +{"time":"2025-03-24T17:28:05.339941+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-81.jsonl","rows":10000} +{"time":"2025-03-24T17:28:05.376763+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-80.jsonl","duration (ms)":69} +{"time":"2025-03-24T17:28:05.420829+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":82,"rows":10000} +{"time":"2025-03-24T17:28:05.420952+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-82.jsonl","rows":10000} +{"time":"2025-03-24T17:28:05.456579+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-81.jsonl","duration (ms)":57} +{"time":"2025-03-24T17:28:05.497228+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":83,"rows":10000} +{"time":"2025-03-24T17:28:05.497419+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-83.jsonl","rows":10000} +{"time":"2025-03-24T17:28:05.530191+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-82.jsonl","duration (ms)":52} + Received: 830,049 + Enriched: 830,048 + Saved: 820,000 +{"time":"2025-03-24T17:28:05.574675+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":84,"rows":10000} +{"time":"2025-03-24T17:28:05.574816+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-84.jsonl","rows":10000} +{"time":"2025-03-24T17:28:05.611409+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-83.jsonl","duration (ms)":57} +{"time":"2025-03-24T17:28:05.656598+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":85,"rows":10000} +{"time":"2025-03-24T17:28:05.656719+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-85.jsonl","rows":10000} +{"time":"2025-03-24T17:28:05.70878+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-84.jsonl","duration (ms)":80} +{"time":"2025-03-24T17:28:05.764372+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-85.jsonl","duration (ms)":53} +{"time":"2025-03-24T17:28:05.766315+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":86,"rows":10000} +{"time":"2025-03-24T17:28:05.766431+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-86.jsonl","rows":10000} + Saved: 850,000 + Received: 860,001 + Enriched: 860,000 +{"time":"2025-03-24T17:28:05.843272+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":87,"rows":10000} +{"time":"2025-03-24T17:28:05.843374+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-87.jsonl","rows":10000} +{"time":"2025-03-24T17:28:05.863818+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-86.jsonl","duration (ms)":50} +{"time":"2025-03-24T17:28:05.952461+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":88,"rows":10000} +{"time":"2025-03-24T17:28:05.952601+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-88.jsonl","rows":10000} +{"time":"2025-03-24T17:28:05.959723+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-87.jsonl","duration (ms)":57} +{"time":"2025-03-24T17:28:06.020238+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":89,"rows":10000} +{"time":"2025-03-24T17:28:06.020412+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-89.jsonl","rows":10000} +{"time":"2025-03-24T17:28:06.053406+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-88.jsonl","duration (ms)":51} + Saved: 870,000 +Time: 1m5s + Received: 890,001 + Enriched: 890,000 +{"time":"2025-03-24T17:28:06.089203+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":90,"rows":10000} +{"time":"2025-03-24T17:28:06.089334+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-90.jsonl","rows":10000} +{"time":"2025-03-24T17:28:06.122292+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-89.jsonl","duration (ms)":54} +{"time":"2025-03-24T17:28:06.159588+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":91,"rows":10000} +{"time":"2025-03-24T17:28:06.159756+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-91.jsonl","rows":10000} +{"time":"2025-03-24T17:28:06.192132+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-90.jsonl","duration (ms)":49} +{"time":"2025-03-24T17:28:06.242872+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":92,"rows":10000} +{"time":"2025-03-24T17:28:06.243046+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-92.jsonl","rows":10000} +{"time":"2025-03-24T17:28:06.266422+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-91.jsonl","duration (ms)":55} + Saved: 910,000 +{"time":"2025-03-24T17:28:06.311568+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":93,"rows":10000} +{"time":"2025-03-24T17:28:06.311734+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-93.jsonl","rows":10000} +{"time":"2025-03-24T17:28:06.343124+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-92.jsonl","duration (ms)":48} + Received: 930,001 + Enriched: 930,000 +{"time":"2025-03-24T17:28:06.385193+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":94,"rows":10000} +{"time":"2025-03-24T17:28:06.385364+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-94.jsonl","rows":10000} +{"time":"2025-03-24T17:28:06.422305+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-93.jsonl","duration (ms)":56} +{"time":"2025-03-24T17:28:06.457933+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":95,"rows":10000} +{"time":"2025-03-24T17:28:06.458121+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-95.jsonl","rows":10000} +{"time":"2025-03-24T17:28:06.528272+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-94.jsonl","duration (ms)":83} +{"time":"2025-03-24T17:28:06.549376+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":96,"rows":10000} +{"time":"2025-03-24T17:28:06.549499+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-96.jsonl","rows":10000} + Saved: 940,000 +{"time":"2025-03-24T17:28:06.573367+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-95.jsonl","duration (ms)":58} +{"time":"2025-03-24T17:28:06.625827+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":97,"rows":10000} + Received: 964,841 + Enriched: 964,840 +{"time":"2025-03-24T17:28:06.625933+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-97.jsonl","rows":10000} +{"time":"2025-03-24T17:28:06.656734+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-96.jsonl","duration (ms)":55} +{"time":"2025-03-24T17:28:06.70228+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":98,"rows":10000} +{"time":"2025-03-24T17:28:06.702457+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-98.jsonl","rows":10000} +{"time":"2025-03-24T17:28:06.743029+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-97.jsonl","duration (ms)":61} +{"time":"2025-03-24T17:28:06.779193+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":99,"rows":10000} +{"time":"2025-03-24T17:28:06.779353+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-99.jsonl","rows":10000} + Saved: 970,000 +{"time":"2025-03-24T17:28:06.823478+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-98.jsonl","duration (ms)":63} +{"time":"2025-03-24T17:28:06.864279+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":100,"rows":10000} +{"time":"2025-03-24T17:28:06.864395+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-100.jsonl","rows":10000} +{"time":"2025-03-24T17:28:06.894793+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-99.jsonl","duration (ms)":53} +{"time":"2025-03-24T17:28:06.923824+05:30","level":"DEBUG","msg":"Event_ChunkWrittenEvent","source":"cli","execution":"1742817420409","chunk":100} + Received: 1,000,001 + Enriched: 1,000,000 + Saved: 970,000 +Time: 1m6s +{"time":"2025-03-24T17:28:06.942478+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":101,"rows":10000} +{"time":"2025-03-24T17:28:06.942631+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-101.jsonl","rows":10000} +{"time":"2025-03-24T17:28:06.977005+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-100.jsonl","duration (ms)":53} +{"time":"2025-03-24T17:28:06.977076+05:30","level":"DEBUG","msg":"ParquetJobPool completion count","source":"cli","ParquetJobPool":"1742817420409","count":100} +{"time":"2025-03-24T17:28:07.027854+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":102,"rows":10000} +{"time":"2025-03-24T17:28:07.028023+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-102.jsonl","rows":10000} + Saved: 1,000,000 +{"time":"2025-03-24T17:28:07.067001+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-101.jsonl","duration (ms)":56} +{"time":"2025-03-24T17:28:07.101935+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":103,"rows":10000} +{"time":"2025-03-24T17:28:07.102106+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-103.jsonl","rows":10000} +{"time":"2025-03-24T17:28:07.133165+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-102.jsonl","duration (ms)":50} +{"time":"2025-03-24T17:28:07.175825+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":104,"rows":10000} + Received: 1,038,719 + Enriched: 1,038,718 +{"time":"2025-03-24T17:28:07.176044+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-104.jsonl","rows":10000} +{"time":"2025-03-24T17:28:07.213645+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-103.jsonl","duration (ms)":58} +{"time":"2025-03-24T17:28:07.255015+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":105,"rows":10000} +{"time":"2025-03-24T17:28:07.255152+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-105.jsonl","rows":10000} +{"time":"2025-03-24T17:28:07.286301+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-104.jsonl","duration (ms)":61} + Saved: 1,040,000 +{"time":"2025-03-24T17:28:07.330077+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":106,"rows":10000} +{"time":"2025-03-24T17:28:07.330188+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-106.jsonl","rows":10000} +{"time":"2025-03-24T17:28:07.375159+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-105.jsonl","duration (ms)":69} +{"time":"2025-03-24T17:28:07.412614+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":107,"rows":10000} +{"time":"2025-03-24T17:28:07.412739+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-107.jsonl","rows":10000} +{"time":"2025-03-24T17:28:07.472849+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-106.jsonl","duration (ms)":84} + Received: 1,070,001 + Enriched: 1,070,000 +{"time":"2025-03-24T17:28:07.492581+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":108,"rows":10000} +{"time":"2025-03-24T17:28:07.492708+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-108.jsonl","rows":10000} +{"time":"2025-03-24T17:28:07.526691+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-107.jsonl","duration (ms)":57} + Saved: 1,070,000 +{"time":"2025-03-24T17:28:07.575155+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":109,"rows":10000} +{"time":"2025-03-24T17:28:07.575338+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-109.jsonl","rows":10000} +{"time":"2025-03-24T17:28:07.599737+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-108.jsonl","duration (ms)":52} +{"time":"2025-03-24T17:28:07.647903+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":110,"rows":10000} +{"time":"2025-03-24T17:28:07.648036+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-110.jsonl","rows":10000} +{"time":"2025-03-24T17:28:07.67629+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-109.jsonl","duration (ms)":49} + Received: 1,105,530 + Enriched: 1,105,529 +{"time":"2025-03-24T17:28:07.727095+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":111,"rows":10000} +{"time":"2025-03-24T17:28:07.727244+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-111.jsonl","rows":10000} +{"time":"2025-03-24T17:28:07.74993+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-110.jsonl","duration (ms)":50} +{"time":"2025-03-24T17:28:07.799054+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":112,"rows":10000} +{"time":"2025-03-24T17:28:07.799181+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-112.jsonl","rows":10000} + Saved: 1,100,000 +{"time":"2025-03-24T17:28:07.829267+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-111.jsonl","duration (ms)":54} +{"time":"2025-03-24T17:28:07.882949+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":113,"rows":10000} +{"time":"2025-03-24T17:28:07.883076+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-113.jsonl","rows":10000} +{"time":"2025-03-24T17:28:07.908506+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-112.jsonl","duration (ms)":51} +{"time":"2025-03-24T17:28:07.955856+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":114,"rows":10000} +{"time":"2025-03-24T17:28:07.956019+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-114.jsonl","rows":10000} +{"time":"2025-03-24T17:28:07.989161+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-113.jsonl","duration (ms)":53} + Received: 1,140,001 + Enriched: 1,140,000 +Time: 1m7s + Saved: 1,130,000 +{"time":"2025-03-24T17:28:08.064865+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":115,"rows":10000} +{"time":"2025-03-24T17:28:08.064996+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-115.jsonl","rows":10000} +{"time":"2025-03-24T17:28:08.074292+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-114.jsonl","duration (ms)":57} +{"time":"2025-03-24T17:28:08.13909+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":116,"rows":10000} +{"time":"2025-03-24T17:28:08.139236+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-116.jsonl","rows":10000} +{"time":"2025-03-24T17:28:08.166581+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-115.jsonl","duration (ms)":51} +{"time":"2025-03-24T17:28:08.212485+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":117,"rows":10000} +{"time":"2025-03-24T17:28:08.212661+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-117.jsonl","rows":10000} +{"time":"2025-03-24T17:28:08.244853+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-116.jsonl","duration (ms)":50} + Received: 1,170,126 + Enriched: 1,170,125 +{"time":"2025-03-24T17:28:08.285083+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":118,"rows":10000} +{"time":"2025-03-24T17:28:08.285321+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-118.jsonl","rows":10000} + Saved: 1,160,000 +{"time":"2025-03-24T17:28:08.317539+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-117.jsonl","duration (ms)":52} +{"time":"2025-03-24T17:28:08.358156+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":119,"rows":10000} +{"time":"2025-03-24T17:28:08.358307+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-119.jsonl","rows":10000} +{"time":"2025-03-24T17:28:08.392342+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-118.jsonl","duration (ms)":53} +{"time":"2025-03-24T17:28:08.42982+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":120,"rows":10000} +{"time":"2025-03-24T17:28:08.429986+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-120.jsonl","rows":10000} +{"time":"2025-03-24T17:28:08.467152+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-119.jsonl","duration (ms)":55} +{"time":"2025-03-24T17:28:08.508438+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":121,"rows":10000} +{"time":"2025-03-24T17:28:08.508557+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-121.jsonl","rows":10000} +{"time":"2025-03-24T17:28:08.535544+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-120.jsonl","duration (ms)":50} + Saved: 1,200,000 + Received: 1,210,001 + Enriched: 1,210,000 +{"time":"2025-03-24T17:28:08.580544+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":122,"rows":10000} +{"time":"2025-03-24T17:28:08.580708+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-122.jsonl","rows":10000} +{"time":"2025-03-24T17:28:08.61448+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-121.jsonl","duration (ms)":52} +{"time":"2025-03-24T17:28:08.662453+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":123,"rows":10000} +{"time":"2025-03-24T17:28:08.662577+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-123.jsonl","rows":10000} +{"time":"2025-03-24T17:28:08.688434+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-122.jsonl","duration (ms)":50} +{"time":"2025-03-24T17:28:08.737809+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":124,"rows":10000} +{"time":"2025-03-24T17:28:08.737979+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-124.jsonl","rows":10000} +{"time":"2025-03-24T17:28:08.769538+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-123.jsonl","duration (ms)":51} + Saved: 1,230,000 +{"time":"2025-03-24T17:28:08.823088+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":125,"rows":10000} +{"time":"2025-03-24T17:28:08.823229+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-125.jsonl","rows":10000} + Received: 1,244,500 + Enriched: 1,244,499 +{"time":"2025-03-24T17:28:08.842604+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-124.jsonl","duration (ms)":55} +{"time":"2025-03-24T17:28:08.910294+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":126,"rows":10000} +{"time":"2025-03-24T17:28:08.910431+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-126.jsonl","rows":10000} +{"time":"2025-03-24T17:28:08.936814+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-125.jsonl","duration (ms)":57} +{"time":"2025-03-24T17:28:08.979823+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":127,"rows":10000} +{"time":"2025-03-24T17:28:08.979941+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-127.jsonl","rows":10000} +{"time":"2025-03-24T17:28:09.014641+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-126.jsonl","duration (ms)":55} +{"time":"2025-03-24T17:28:09.054262+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":128,"rows":10000} +{"time":"2025-03-24T17:28:09.054432+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-128.jsonl","rows":10000} + Saved: 1,260,000 +Time: 1m8s +{"time":"2025-03-24T17:28:09.087791+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-127.jsonl","duration (ms)":53} + Received: 1,280,001 + Enriched: 1,280,000 +{"time":"2025-03-24T17:28:09.13128+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":129,"rows":10000} +{"time":"2025-03-24T17:28:09.131404+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-129.jsonl","rows":10000} +{"time":"2025-03-24T17:28:09.158548+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-128.jsonl","duration (ms)":51} +{"time":"2025-03-24T17:28:09.205364+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":130,"rows":10000} +{"time":"2025-03-24T17:28:09.205544+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-130.jsonl","rows":10000} +{"time":"2025-03-24T17:28:09.238865+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-129.jsonl","duration (ms)":53} +{"time":"2025-03-24T17:28:09.283788+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":131,"rows":10000} +{"time":"2025-03-24T17:28:09.28396+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-131.jsonl","rows":10000} + Saved: 1,290,000 +{"time":"2025-03-24T17:28:09.319126+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-130.jsonl","duration (ms)":55} +{"time":"2025-03-24T17:28:09.352037+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":132,"rows":10000} +{"time":"2025-03-24T17:28:09.352177+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-132.jsonl","rows":10000} +{"time":"2025-03-24T17:28:09.391493+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-131.jsonl","duration (ms)":54} + Received: 1,320,001 + Enriched: 1,320,000 +{"time":"2025-03-24T17:28:09.42784+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":133,"rows":10000} +{"time":"2025-03-24T17:28:09.427984+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-133.jsonl","rows":10000} +{"time":"2025-03-24T17:28:09.463294+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-132.jsonl","duration (ms)":54} +{"time":"2025-03-24T17:28:09.502412+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":134,"rows":10000} +{"time":"2025-03-24T17:28:09.502522+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-134.jsonl","rows":10000} +{"time":"2025-03-24T17:28:09.535785+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-133.jsonl","duration (ms)":53} + Saved: 1,330,000 +{"time":"2025-03-24T17:28:09.572382+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":135,"rows":10000} +{"time":"2025-03-24T17:28:09.572517+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-135.jsonl","rows":10000} +{"time":"2025-03-24T17:28:09.603305+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-134.jsonl","duration (ms)":50} +{"time":"2025-03-24T17:28:09.64005+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":136,"rows":10000} +{"time":"2025-03-24T17:28:09.640158+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-136.jsonl","rows":10000} +{"time":"2025-03-24T17:28:09.671953+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-135.jsonl","duration (ms)":51} + Received: 1,360,001 + Enriched: 1,360,000 +{"time":"2025-03-24T17:28:09.745805+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":137,"rows":10000} +{"time":"2025-03-24T17:28:09.745947+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-137.jsonl","rows":10000} +{"time":"2025-03-24T17:28:09.755925+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-136.jsonl","duration (ms)":59} + Saved: 1,360,000 +{"time":"2025-03-24T17:28:09.812274+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":138,"rows":10000} +{"time":"2025-03-24T17:28:09.812416+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-138.jsonl","rows":10000} +{"time":"2025-03-24T17:28:09.852013+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-137.jsonl","duration (ms)":56} +{"time":"2025-03-24T17:28:09.888701+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":139,"rows":10000} +{"time":"2025-03-24T17:28:09.888811+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-139.jsonl","rows":10000} +{"time":"2025-03-24T17:28:09.921903+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-138.jsonl","duration (ms)":52} + Received: 1,390,978 + Enriched: 1,390,977 +Time: 1m9s +{"time":"2025-03-24T17:28:09.959585+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":140,"rows":10000} +{"time":"2025-03-24T17:28:09.959743+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-140.jsonl","rows":10000} +{"time":"2025-03-24T17:28:09.99185+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-139.jsonl","duration (ms)":50} +{"time":"2025-03-24T17:28:10.034337+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":141,"rows":10000} +{"time":"2025-03-24T17:28:10.03453+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-141.jsonl","rows":10000} + Saved: 1,390,000 +{"time":"2025-03-24T17:28:10.064818+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-140.jsonl","duration (ms)":52} +{"time":"2025-03-24T17:28:10.115028+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":142,"rows":10000} +{"time":"2025-03-24T17:28:10.11514+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-142.jsonl","rows":10000} +{"time":"2025-03-24T17:28:10.150585+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-141.jsonl","duration (ms)":58} +{"time":"2025-03-24T17:28:10.205742+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":143,"rows":10000} +{"time":"2025-03-24T17:28:10.205947+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-143.jsonl","rows":10000} + Received: 1,426,569 + Enriched: 1,426,568 +{"time":"2025-03-24T17:28:10.232238+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-142.jsonl","duration (ms)":60} +{"time":"2025-03-24T17:28:10.278973+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":144,"rows":10000} +{"time":"2025-03-24T17:28:10.279171+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-144.jsonl","rows":10000} + Saved: 1,420,000 +{"time":"2025-03-24T17:28:10.312153+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-143.jsonl","duration (ms)":52} +{"time":"2025-03-24T17:28:10.348934+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":145,"rows":10000} +{"time":"2025-03-24T17:28:10.349072+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-145.jsonl","rows":10000} +{"time":"2025-03-24T17:28:10.382381+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-144.jsonl","duration (ms)":53} +{"time":"2025-03-24T17:28:10.427559+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":146,"rows":10000} +{"time":"2025-03-24T17:28:10.427687+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-146.jsonl","rows":10000} +{"time":"2025-03-24T17:28:10.461648+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-145.jsonl","duration (ms)":55} +{"time":"2025-03-24T17:28:10.492345+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":147,"rows":10000} +{"time":"2025-03-24T17:28:10.492494+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-147.jsonl","rows":10000} + Received: 1,460,001 + Enriched: 1,460,000 +{"time":"2025-03-24T17:28:10.535211+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-146.jsonl","duration (ms)":58} + Saved: 1,460,000 +{"time":"2025-03-24T17:28:10.576238+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":148,"rows":10000} +{"time":"2025-03-24T17:28:10.576376+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-148.jsonl","rows":10000} +{"time":"2025-03-24T17:28:10.604177+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-147.jsonl","duration (ms)":53} +{"time":"2025-03-24T17:28:10.659396+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":149,"rows":10000} +{"time":"2025-03-24T17:28:10.659572+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-149.jsonl","rows":10000} +{"time":"2025-03-24T17:28:10.682625+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-148.jsonl","duration (ms)":54} +{"time":"2025-03-24T17:28:10.742199+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":150,"rows":10000} +{"time":"2025-03-24T17:28:10.74236+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-150.jsonl","rows":10000} + Received: 1,496,721 + Enriched: 1,496,720 +{"time":"2025-03-24T17:28:10.767939+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-149.jsonl","duration (ms)":58} + Saved: 1,490,000 +{"time":"2025-03-24T17:28:10.818873+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":151,"rows":10000} +{"time":"2025-03-24T17:28:10.81902+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-151.jsonl","rows":10000} +{"time":"2025-03-24T17:28:10.845088+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-150.jsonl","duration (ms)":53} +{"time":"2025-03-24T17:28:10.904048+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":152,"rows":10000} +{"time":"2025-03-24T17:28:10.904202+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-152.jsonl","rows":10000} +{"time":"2025-03-24T17:28:10.930256+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-151.jsonl","duration (ms)":57} +{"time":"2025-03-24T17:28:10.980707+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":153,"rows":10000} +{"time":"2025-03-24T17:28:10.980855+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-153.jsonl","rows":10000} + Received: 1,529,352 + Enriched: 1,529,351 +Time: 1m10s +{"time":"2025-03-24T17:28:11.011872+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-152.jsonl","duration (ms)":55} +{"time":"2025-03-24T17:28:11.055066+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":154,"rows":10000} +{"time":"2025-03-24T17:28:11.055224+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-154.jsonl","rows":10000} + Saved: 1,520,000 +{"time":"2025-03-24T17:28:11.090201+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-153.jsonl","duration (ms)":54} +{"time":"2025-03-24T17:28:11.130932+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":155,"rows":10000} +{"time":"2025-03-24T17:28:11.131079+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-155.jsonl","rows":10000} +{"time":"2025-03-24T17:28:11.164882+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-154.jsonl","duration (ms)":53} +{"time":"2025-03-24T17:28:11.226869+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":156,"rows":10000} +{"time":"2025-03-24T17:28:11.227005+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-156.jsonl","rows":10000} +{"time":"2025-03-24T17:28:11.240671+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-155.jsonl","duration (ms)":55} + Received: 1,560,001 + Enriched: 1,560,000 +{"time":"2025-03-24T17:28:11.308322+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":157,"rows":10000} +{"time":"2025-03-24T17:28:11.308462+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-157.jsonl","rows":10000} + Saved: 1,550,000 +{"time":"2025-03-24T17:28:11.328322+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-156.jsonl","duration (ms)":52} +{"time":"2025-03-24T17:28:11.410486+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":158,"rows":10000} +{"time":"2025-03-24T17:28:11.410635+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-158.jsonl","rows":10000} +{"time":"2025-03-24T17:28:11.422173+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-157.jsonl","duration (ms)":64} +{"time":"2025-03-24T17:28:11.488519+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":159,"rows":10000} +{"time":"2025-03-24T17:28:11.488671+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-159.jsonl","rows":10000} +{"time":"2025-03-24T17:28:11.516241+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-158.jsonl","duration (ms)":56} + Received: 1,590,001 + Enriched: 1,590,000 + Saved: 1,580,000 +{"time":"2025-03-24T17:28:11.560215+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":160,"rows":10000} +{"time":"2025-03-24T17:28:11.560378+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-160.jsonl","rows":10000} +{"time":"2025-03-24T17:28:11.593052+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-159.jsonl","duration (ms)":55} +{"time":"2025-03-24T17:28:11.635816+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":161,"rows":10000} +{"time":"2025-03-24T17:28:11.635954+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-161.jsonl","rows":10000} +{"time":"2025-03-24T17:28:11.668626+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-160.jsonl","duration (ms)":49} +{"time":"2025-03-24T17:28:11.707407+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":162,"rows":10000} +{"time":"2025-03-24T17:28:11.707573+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-162.jsonl","rows":10000} +{"time":"2025-03-24T17:28:11.739472+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-161.jsonl","duration (ms)":49} +{"time":"2025-03-24T17:28:11.788945+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":163,"rows":10000} +{"time":"2025-03-24T17:28:11.789106+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-163.jsonl","rows":10000} + Received: 1,628,862 + Enriched: 1,628,861 + Saved: 1,610,000 +{"time":"2025-03-24T17:28:11.811156+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-162.jsonl","duration (ms)":54} +{"time":"2025-03-24T17:28:11.874553+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":164,"rows":10000} +{"time":"2025-03-24T17:28:11.874708+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-164.jsonl","rows":10000} +{"time":"2025-03-24T17:28:11.898138+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-163.jsonl","duration (ms)":58} +{"time":"2025-03-24T17:28:11.9692+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":165,"rows":10000} +{"time":"2025-03-24T17:28:11.969343+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-165.jsonl","rows":10000} +{"time":"2025-03-24T17:28:11.980722+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-164.jsonl","duration (ms)":56} +{"time":"2025-03-24T17:28:12.034109+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":166,"rows":10000} +{"time":"2025-03-24T17:28:12.034272+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-166.jsonl","rows":10000} + Saved: 1,640,000 +Time: 1m11s +{"time":"2025-03-24T17:28:12.068471+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-165.jsonl","duration (ms)":52} + Received: 1,660,001 + Enriched: 1,660,000 +{"time":"2025-03-24T17:28:12.112972+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":167,"rows":10000} +{"time":"2025-03-24T17:28:12.11313+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-167.jsonl","rows":10000} +{"time":"2025-03-24T17:28:12.145684+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-166.jsonl","duration (ms)":52} +{"time":"2025-03-24T17:28:12.185807+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":168,"rows":10000} +{"time":"2025-03-24T17:28:12.18595+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-168.jsonl","rows":10000} +{"time":"2025-03-24T17:28:12.220491+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-167.jsonl","duration (ms)":55} +{"time":"2025-03-24T17:28:12.262977+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":169,"rows":10000} +{"time":"2025-03-24T17:28:12.263104+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-169.jsonl","rows":10000} +{"time":"2025-03-24T17:28:12.300221+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-168.jsonl","duration (ms)":59} + Saved: 1,680,000 +{"time":"2025-03-24T17:28:12.350695+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":170,"rows":10000} +{"time":"2025-03-24T17:28:12.35087+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-170.jsonl","rows":10000} + Received: 1,695,466 + Enriched: 1,695,465 +{"time":"2025-03-24T17:28:12.38668+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-169.jsonl","duration (ms)":61} +{"time":"2025-03-24T17:28:12.427106+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":171,"rows":10000} +{"time":"2025-03-24T17:28:12.427232+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-171.jsonl","rows":10000} +{"time":"2025-03-24T17:28:12.455764+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-170.jsonl","duration (ms)":52} +{"time":"2025-03-24T17:28:12.510722+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":172,"rows":10000} +{"time":"2025-03-24T17:28:12.510879+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-172.jsonl","rows":10000} +{"time":"2025-03-24T17:28:12.535866+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-171.jsonl","duration (ms)":56} + Saved: 1,710,000 +{"time":"2025-03-24T17:28:12.60018+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":173,"rows":10000} +{"time":"2025-03-24T17:28:12.60038+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-173.jsonl","rows":10000} + Received: 1,726,665 + Enriched: 1,726,664 +{"time":"2025-03-24T17:28:12.624837+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-172.jsonl","duration (ms)":52} +{"time":"2025-03-24T17:28:12.689149+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":174,"rows":10000} +{"time":"2025-03-24T17:28:12.68929+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-174.jsonl","rows":10000} +{"time":"2025-03-24T17:28:12.711353+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-173.jsonl","duration (ms)":50} +{"time":"2025-03-24T17:28:12.76516+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":175,"rows":10000} +{"time":"2025-03-24T17:28:12.765296+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-175.jsonl","rows":10000} +{"time":"2025-03-24T17:28:12.795315+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-174.jsonl","duration (ms)":50} + Saved: 1,740,000 +{"time":"2025-03-24T17:28:12.84085+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":176,"rows":10000} +{"time":"2025-03-24T17:28:12.84104+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-176.jsonl","rows":10000} +{"time":"2025-03-24T17:28:12.872291+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-175.jsonl","duration (ms)":52} + Received: 1,760,001 + Enriched: 1,760,000 +Time: 1m12s +{"time":"2025-03-24T17:28:12.925578+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":177,"rows":10000} +{"time":"2025-03-24T17:28:12.925739+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-177.jsonl","rows":10000} +{"time":"2025-03-24T17:28:12.954554+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-176.jsonl","duration (ms)":54} +{"time":"2025-03-24T17:28:13.000176+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":178,"rows":10000} +{"time":"2025-03-24T17:28:13.000312+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-178.jsonl","rows":10000} +{"time":"2025-03-24T17:28:13.031485+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-177.jsonl","duration (ms)":53} + Saved: 1,770,000 +{"time":"2025-03-24T17:28:13.075172+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":179,"rows":10000} +{"time":"2025-03-24T17:28:13.075349+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-179.jsonl","rows":10000} +{"time":"2025-03-24T17:28:13.108843+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-178.jsonl","duration (ms)":51} +{"time":"2025-03-24T17:28:13.154606+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":180,"rows":10000} +{"time":"2025-03-24T17:28:13.154782+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-180.jsonl","rows":10000} + Received: 1,797,517 + Enriched: 1,797,516 +{"time":"2025-03-24T17:28:13.184391+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-179.jsonl","duration (ms)":52} +{"time":"2025-03-24T17:28:13.237018+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":181,"rows":10000} +{"time":"2025-03-24T17:28:13.237148+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-181.jsonl","rows":10000} +{"time":"2025-03-24T17:28:13.267774+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-180.jsonl","duration (ms)":55} + Saved: 1,800,000 +{"time":"2025-03-24T17:28:13.352697+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":182,"rows":10000} +{"time":"2025-03-24T17:28:13.353165+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-182.jsonl","rows":10000} +{"time":"2025-03-24T17:28:13.37665+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-181.jsonl","duration (ms)":82} + Received: 1,820,001 + Enriched: 1,820,000 +{"time":"2025-03-24T17:28:13.445+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":183,"rows":10000} +{"time":"2025-03-24T17:28:13.445252+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-183.jsonl","rows":10000} +{"time":"2025-03-24T17:28:13.468747+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-182.jsonl","duration (ms)":57} +{"time":"2025-03-24T17:28:13.529723+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":184,"rows":10000} +{"time":"2025-03-24T17:28:13.529861+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-184.jsonl","rows":10000} +{"time":"2025-03-24T17:28:13.558781+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-183.jsonl","duration (ms)":60} + Saved: 1,820,000 +{"time":"2025-03-24T17:28:13.612174+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":185,"rows":10000} +{"time":"2025-03-24T17:28:13.61236+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-185.jsonl","rows":10000} +{"time":"2025-03-24T17:28:13.648535+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-184.jsonl","duration (ms)":62} + Received: 1,850,001 + Enriched: 1,850,000 +{"time":"2025-03-24T17:28:13.682747+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":186,"rows":10000} +{"time":"2025-03-24T17:28:13.682917+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-186.jsonl","rows":10000} +{"time":"2025-03-24T17:28:13.724432+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-185.jsonl","duration (ms)":57} +{"time":"2025-03-24T17:28:13.760024+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":187,"rows":10000} +{"time":"2025-03-24T17:28:13.760174+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-187.jsonl","rows":10000} +{"time":"2025-03-24T17:28:13.797543+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-186.jsonl","duration (ms)":56} + Saved: 1,860,000 +{"time":"2025-03-24T17:28:13.835864+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":188,"rows":10000} +{"time":"2025-03-24T17:28:13.835986+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-188.jsonl","rows":10000} +{"time":"2025-03-24T17:28:13.869818+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-187.jsonl","duration (ms)":53} +{"time":"2025-03-24T17:28:13.912959+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":189,"rows":10000} +{"time":"2025-03-24T17:28:13.913116+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-189.jsonl","rows":10000} +{"time":"2025-03-24T17:28:13.946539+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-188.jsonl","duration (ms)":52} + Received: 1,890,001 + Enriched: 1,890,000 +Time: 1m13s +{"time":"2025-03-24T17:28:13.987279+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":190,"rows":10000} +{"time":"2025-03-24T17:28:13.987477+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-190.jsonl","rows":10000} +{"time":"2025-03-24T17:28:14.017297+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-189.jsonl","duration (ms)":53} +{"time":"2025-03-24T17:28:14.056507+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":191,"rows":10000} +{"time":"2025-03-24T17:28:14.056671+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-191.jsonl","rows":10000} + Saved: 1,890,000 +{"time":"2025-03-24T17:28:14.098519+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-190.jsonl","duration (ms)":59} +{"time":"2025-03-24T17:28:14.147354+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":192,"rows":10000} +{"time":"2025-03-24T17:28:14.147529+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-192.jsonl","rows":10000} +{"time":"2025-03-24T17:28:14.172293+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-191.jsonl","duration (ms)":58} +{"time":"2025-03-24T17:28:14.222085+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":193,"rows":10000} +{"time":"2025-03-24T17:28:14.222237+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-193.jsonl","rows":10000} + Received: 1,925,122 + Enriched: 1,925,121 +{"time":"2025-03-24T17:28:14.249535+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-192.jsonl","duration (ms)":52} +{"time":"2025-03-24T17:28:14.302186+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":194,"rows":10000} +{"time":"2025-03-24T17:28:14.302348+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-194.jsonl","rows":10000} + Saved: 1,920,000 +{"time":"2025-03-24T17:28:14.327416+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-193.jsonl","duration (ms)":52} +{"time":"2025-03-24T17:28:14.369277+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":195,"rows":10000} +{"time":"2025-03-24T17:28:14.369427+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-195.jsonl","rows":10000} +{"time":"2025-03-24T17:28:14.417212+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-194.jsonl","duration (ms)":66} +{"time":"2025-03-24T17:28:14.476918+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":196,"rows":10000} + Received: 1,958,244 + Enriched: 1,958,243 +{"time":"2025-03-24T17:28:14.47707+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-196.jsonl","rows":10000} +{"time":"2025-03-24T17:28:14.486413+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-195.jsonl","duration (ms)":56} + Saved: 1,950,000 +{"time":"2025-03-24T17:28:14.559605+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":197,"rows":10000} +{"time":"2025-03-24T17:28:14.559716+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-197.jsonl","rows":10000} +{"time":"2025-03-24T17:28:14.580324+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-196.jsonl","duration (ms)":54} +{"time":"2025-03-24T17:28:14.624629+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":198,"rows":10000} +{"time":"2025-03-24T17:28:14.62482+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-198.jsonl","rows":10000} +{"time":"2025-03-24T17:28:14.657975+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-197.jsonl","duration (ms)":50} +{"time":"2025-03-24T17:28:14.706442+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":199,"rows":10000} +{"time":"2025-03-24T17:28:14.706599+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-199.jsonl","rows":10000} +{"time":"2025-03-24T17:28:14.728227+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-198.jsonl","duration (ms)":52} + Received: 1,990,001 + Enriched: 1,990,000 +{"time":"2025-03-24T17:28:14.775238+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":200,"rows":10000} +{"time":"2025-03-24T17:28:14.775385+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-200.jsonl","rows":10000} +{"time":"2025-03-24T17:28:14.806995+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-199.jsonl","duration (ms)":51} + Saved: 1,990,000 +{"time":"2025-03-24T17:28:14.841772+05:30","level":"DEBUG","msg":"Event_ChunkWrittenEvent","source":"cli","execution":"1742817420409","chunk":200} +{"time":"2025-03-24T17:28:14.880852+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":201,"rows":10000} +{"time":"2025-03-24T17:28:14.880986+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-201.jsonl","rows":10000} +{"time":"2025-03-24T17:28:14.897003+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-200.jsonl","duration (ms)":55} +{"time":"2025-03-24T17:28:14.897079+05:30","level":"DEBUG","msg":"ParquetJobPool completion count","source":"cli","ParquetJobPool":"1742817420409","count":200} +{"time":"2025-03-24T17:28:14.973895+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":202,"rows":10000} +{"time":"2025-03-24T17:28:14.974049+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-202.jsonl","rows":10000} +{"time":"2025-03-24T17:28:14.994751+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-201.jsonl","duration (ms)":50} + Received: 2,020,001 + Enriched: 2,020,000 +Time: 1m14s + Saved: 2,010,000 +{"time":"2025-03-24T17:28:15.077976+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":203,"rows":10000} +{"time":"2025-03-24T17:28:15.078137+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-203.jsonl","rows":10000} +{"time":"2025-03-24T17:28:15.0913+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-202.jsonl","duration (ms)":53} +{"time":"2025-03-24T17:28:15.179728+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":204,"rows":10000} +{"time":"2025-03-24T17:28:15.179866+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-204.jsonl","rows":10000} +{"time":"2025-03-24T17:28:15.200632+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-203.jsonl","duration (ms)":59} +{"time":"2025-03-24T17:28:15.277752+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":205,"rows":10000} +{"time":"2025-03-24T17:28:15.277907+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-205.jsonl","rows":10000} +{"time":"2025-03-24T17:28:15.290356+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-204.jsonl","duration (ms)":52} + Saved: 2,040,000 + Received: 2,050,001 + Enriched: 2,050,000 +{"time":"2025-03-24T17:28:15.369463+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":206,"rows":10000} +{"time":"2025-03-24T17:28:15.3696+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-206.jsonl","rows":10000} +{"time":"2025-03-24T17:28:15.387296+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-205.jsonl","duration (ms)":56} +{"time":"2025-03-24T17:28:15.474639+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":207,"rows":10000} +{"time":"2025-03-24T17:28:15.474776+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-207.jsonl","rows":10000} +{"time":"2025-03-24T17:28:15.486881+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-206.jsonl","duration (ms)":54} + Saved: 2,060,000 +{"time":"2025-03-24T17:28:15.579034+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":208,"rows":10000} +{"time":"2025-03-24T17:28:15.579177+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-208.jsonl","rows":10000} +{"time":"2025-03-24T17:28:15.591903+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-207.jsonl","duration (ms)":58} + Received: 2,080,001 + Enriched: 2,080,000 +{"time":"2025-03-24T17:28:15.679203+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":209,"rows":10000} +{"time":"2025-03-24T17:28:15.679359+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-209.jsonl","rows":10000} +{"time":"2025-03-24T17:28:15.693972+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-208.jsonl","duration (ms)":53} +{"time":"2025-03-24T17:28:15.782513+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":210,"rows":10000} +{"time":"2025-03-24T17:28:15.782647+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-210.jsonl","rows":10000} +{"time":"2025-03-24T17:28:15.792785+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-209.jsonl","duration (ms)":51} + Saved: 2,090,000 +{"time":"2025-03-24T17:28:15.883459+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":211,"rows":10000} +{"time":"2025-03-24T17:28:15.883587+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-211.jsonl","rows":10000} +{"time":"2025-03-24T17:28:15.896836+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-210.jsonl","duration (ms)":54} + Received: 2,110,001 + Enriched: 2,110,000 +Time: 1m15s +{"time":"2025-03-24T17:28:15.983076+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":212,"rows":10000} +{"time":"2025-03-24T17:28:15.983194+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-212.jsonl","rows":10000} +{"time":"2025-03-24T17:28:15.997962+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-211.jsonl","duration (ms)":55} + Saved: 2,110,000 +{"time":"2025-03-24T17:28:16.080933+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":213,"rows":10000} +{"time":"2025-03-24T17:28:16.081066+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-213.jsonl","rows":10000} +{"time":"2025-03-24T17:28:16.095939+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-212.jsonl","duration (ms)":55} +{"time":"2025-03-24T17:28:16.16872+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":214,"rows":10000} +{"time":"2025-03-24T17:28:16.168861+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-214.jsonl","rows":10000} +{"time":"2025-03-24T17:28:16.196167+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-213.jsonl","duration (ms)":51} + Received: 2,140,001 + Enriched: 2,140,000 +{"time":"2025-03-24T17:28:16.265029+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":215,"rows":10000} +{"time":"2025-03-24T17:28:16.265177+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-215.jsonl","rows":10000} +{"time":"2025-03-24T17:28:16.284669+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-214.jsonl","duration (ms)":55} + Saved: 2,140,000 +{"time":"2025-03-24T17:28:16.357211+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":216,"rows":10000} +{"time":"2025-03-24T17:28:16.357353+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-216.jsonl","rows":10000} +{"time":"2025-03-24T17:28:16.376922+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-215.jsonl","duration (ms)":52} +{"time":"2025-03-24T17:28:16.452835+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":217,"rows":10000} +{"time":"2025-03-24T17:28:16.45303+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-217.jsonl","rows":10000} +{"time":"2025-03-24T17:28:16.474631+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-216.jsonl","duration (ms)":53} + Received: 2,170,001 + Enriched: 2,170,000 +{"time":"2025-03-24T17:28:16.541266+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":218,"rows":10000} +{"time":"2025-03-24T17:28:16.541397+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-218.jsonl","rows":10000} +{"time":"2025-03-24T17:28:16.573634+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-217.jsonl","duration (ms)":58} + Saved: 2,160,000 +{"time":"2025-03-24T17:28:16.635794+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":219,"rows":10000} +{"time":"2025-03-24T17:28:16.635938+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-219.jsonl","rows":10000} +{"time":"2025-03-24T17:28:16.660988+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-218.jsonl","duration (ms)":50} +{"time":"2025-03-24T17:28:16.721197+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":220,"rows":10000} +{"time":"2025-03-24T17:28:16.721324+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-220.jsonl","rows":10000} +{"time":"2025-03-24T17:28:16.747163+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-219.jsonl","duration (ms)":51} + Received: 2,200,001 + Enriched: 2,200,000 +{"time":"2025-03-24T17:28:16.802623+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":221,"rows":10000} +{"time":"2025-03-24T17:28:16.802751+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-221.jsonl","rows":10000} + Saved: 2,190,000 +{"time":"2025-03-24T17:28:16.831389+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-220.jsonl","duration (ms)":51} +{"time":"2025-03-24T17:28:16.887702+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":222,"rows":10000} +{"time":"2025-03-24T17:28:16.887866+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-222.jsonl","rows":10000} +{"time":"2025-03-24T17:28:16.918849+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-221.jsonl","duration (ms)":52} +{"time":"2025-03-24T17:28:16.976377+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":223,"rows":10000} +{"time":"2025-03-24T17:28:16.976523+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-223.jsonl","rows":10000} +{"time":"2025-03-24T17:28:16.99793+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-222.jsonl","duration (ms)":54} + Received: 2,230,001 + Enriched: 2,230,000 +Time: 1m16s +{"time":"2025-03-24T17:28:17.061495+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":224,"rows":10000} +{"time":"2025-03-24T17:28:17.061604+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-224.jsonl","rows":10000} + Saved: 2,220,000 +{"time":"2025-03-24T17:28:17.088048+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-223.jsonl","duration (ms)":52} +{"time":"2025-03-24T17:28:17.148139+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":225,"rows":10000} +{"time":"2025-03-24T17:28:17.148329+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-225.jsonl","rows":10000} +{"time":"2025-03-24T17:28:17.172035+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-224.jsonl","duration (ms)":50} +{"time":"2025-03-24T17:28:17.236066+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":226,"rows":10000} +{"time":"2025-03-24T17:28:17.236261+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-226.jsonl","rows":10000} +{"time":"2025-03-24T17:28:17.255807+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-225.jsonl","duration (ms)":53} + Received: 2,260,001 + Enriched: 2,260,000 + Saved: 2,250,000 +{"time":"2025-03-24T17:28:17.329866+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":227,"rows":10000} +{"time":"2025-03-24T17:28:17.329994+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-227.jsonl","rows":10000} +{"time":"2025-03-24T17:28:17.345403+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-226.jsonl","duration (ms)":52} +{"time":"2025-03-24T17:28:17.421085+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":228,"rows":10000} +{"time":"2025-03-24T17:28:17.421221+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-228.jsonl","rows":10000} +{"time":"2025-03-24T17:28:17.451062+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-227.jsonl","duration (ms)":56} +{"time":"2025-03-24T17:28:17.511405+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":229,"rows":10000} +{"time":"2025-03-24T17:28:17.511541+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-229.jsonl","rows":10000} +{"time":"2025-03-24T17:28:17.54557+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-228.jsonl","duration (ms)":54} + Saved: 2,280,000 + Received: 2,290,001 + Enriched: 2,290,000 +{"time":"2025-03-24T17:28:17.612865+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":230,"rows":10000} +{"time":"2025-03-24T17:28:17.613022+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-230.jsonl","rows":10000} +{"time":"2025-03-24T17:28:17.635891+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-229.jsonl","duration (ms)":54} +{"time":"2025-03-24T17:28:17.701229+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":231,"rows":10000} +{"time":"2025-03-24T17:28:17.701366+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-231.jsonl","rows":10000} +{"time":"2025-03-24T17:28:17.731546+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-230.jsonl","duration (ms)":57} +{"time":"2025-03-24T17:28:17.786706+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":232,"rows":10000} +{"time":"2025-03-24T17:28:17.786839+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-232.jsonl","rows":10000} +{"time":"2025-03-24T17:28:17.816672+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-231.jsonl","duration (ms)":51} + Saved: 2,300,000 + Received: 2,320,001 + Enriched: 2,320,000 +{"time":"2025-03-24T17:28:17.872712+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":233,"rows":10000} +{"time":"2025-03-24T17:28:17.872858+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-233.jsonl","rows":10000} +{"time":"2025-03-24T17:28:17.900133+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-232.jsonl","duration (ms)":51} +{"time":"2025-03-24T17:28:17.95357+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":234,"rows":10000} +{"time":"2025-03-24T17:28:17.95369+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-234.jsonl","rows":10000} +{"time":"2025-03-24T17:28:17.982213+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-233.jsonl","duration (ms)":50} +{"time":"2025-03-24T17:28:18.040947+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":235,"rows":10000} +{"time":"2025-03-24T17:28:18.041073+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-235.jsonl","rows":10000} +{"time":"2025-03-24T17:28:18.072703+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-234.jsonl","duration (ms)":51} + Saved: 2,330,000 +Time: 1m17s + Received: 2,350,257 + Enriched: 2,350,256 +{"time":"2025-03-24T17:28:18.131236+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":236,"rows":10000} +{"time":"2025-03-24T17:28:18.131387+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-236.jsonl","rows":10000} +{"time":"2025-03-24T17:28:18.157387+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-235.jsonl","duration (ms)":58} +{"time":"2025-03-24T17:28:18.219821+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":237,"rows":10000} +{"time":"2025-03-24T17:28:18.219957+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-237.jsonl","rows":10000} +{"time":"2025-03-24T17:28:18.241984+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-236.jsonl","duration (ms)":54} +{"time":"2025-03-24T17:28:18.298509+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":238,"rows":10000} +{"time":"2025-03-24T17:28:18.298629+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-238.jsonl","rows":10000} + Saved: 2,360,000 +{"time":"2025-03-24T17:28:18.330981+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-237.jsonl","duration (ms)":54} + Received: 2,380,001 + Enriched: 2,380,000 +{"time":"2025-03-24T17:28:18.377889+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":239,"rows":10000} +{"time":"2025-03-24T17:28:18.378011+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-239.jsonl","rows":10000} +{"time":"2025-03-24T17:28:18.413058+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-238.jsonl","duration (ms)":55} +{"time":"2025-03-24T17:28:18.460669+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":240,"rows":10000} +{"time":"2025-03-24T17:28:18.460798+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-240.jsonl","rows":10000} +{"time":"2025-03-24T17:28:18.494686+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-239.jsonl","duration (ms)":55} +{"time":"2025-03-24T17:28:18.540436+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":241,"rows":10000} +{"time":"2025-03-24T17:28:18.540552+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-241.jsonl","rows":10000} +{"time":"2025-03-24T17:28:18.571545+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-240.jsonl","duration (ms)":53} + Saved: 2,390,000 + Received: 2,412,086 + Enriched: 2,412,085 +{"time":"2025-03-24T17:28:18.634+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":242,"rows":10000} +{"time":"2025-03-24T17:28:18.634176+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-242.jsonl","rows":10000} +{"time":"2025-03-24T17:28:18.655828+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-241.jsonl","duration (ms)":55} +{"time":"2025-03-24T17:28:18.733087+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":243,"rows":10000} +{"time":"2025-03-24T17:28:18.733224+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-243.jsonl","rows":10000} +{"time":"2025-03-24T17:28:18.749609+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-242.jsonl","duration (ms)":58} +{"time":"2025-03-24T17:28:18.814246+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":244,"rows":10000} +{"time":"2025-03-24T17:28:18.814363+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-244.jsonl","rows":10000} + Saved: 2,420,000 +{"time":"2025-03-24T17:28:18.841282+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-243.jsonl","duration (ms)":51} + Received: 2,440,001 + Enriched: 2,440,000 +Time: 1m18s +{"time":"2025-03-24T17:28:18.89694+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":245,"rows":10000} +{"time":"2025-03-24T17:28:18.897075+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-245.jsonl","rows":10000} +{"time":"2025-03-24T17:28:18.927043+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-244.jsonl","duration (ms)":56} +{"time":"2025-03-24T17:28:18.980168+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":246,"rows":10000} +{"time":"2025-03-24T17:28:18.980284+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-246.jsonl","rows":10000} +{"time":"2025-03-24T17:28:19.004443+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-245.jsonl","duration (ms)":54} +{"time":"2025-03-24T17:28:19.065649+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":247,"rows":10000} +{"time":"2025-03-24T17:28:19.065763+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-247.jsonl","rows":10000} + Saved: 2,450,000 +{"time":"2025-03-24T17:28:19.091789+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-246.jsonl","duration (ms)":53} + Received: 2,470,001 + Enriched: 2,470,000 +{"time":"2025-03-24T17:28:19.150392+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":248,"rows":10000} +{"time":"2025-03-24T17:28:19.150498+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-248.jsonl","rows":10000} +{"time":"2025-03-24T17:28:19.180955+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-247.jsonl","duration (ms)":55} +{"time":"2025-03-24T17:28:19.232631+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":249,"rows":10000} +{"time":"2025-03-24T17:28:19.232747+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-249.jsonl","rows":10000} +{"time":"2025-03-24T17:28:19.267592+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-248.jsonl","duration (ms)":58} +{"time":"2025-03-24T17:28:19.324575+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":250,"rows":10000} +{"time":"2025-03-24T17:28:19.324702+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-250.jsonl","rows":10000} + Saved: 2,480,000 +{"time":"2025-03-24T17:28:19.352777+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-249.jsonl","duration (ms)":58} + Received: 2,500,001 + Enriched: 2,500,000 +{"time":"2025-03-24T17:28:19.426696+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":251,"rows":10000} +{"time":"2025-03-24T17:28:19.426804+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-251.jsonl","rows":10000} +{"time":"2025-03-24T17:28:19.446474+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-250.jsonl","duration (ms)":55} +{"time":"2025-03-24T17:28:19.541561+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":252,"rows":10000} +{"time":"2025-03-24T17:28:19.541669+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-252.jsonl","rows":10000} +{"time":"2025-03-24T17:28:19.561481+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-251.jsonl","duration (ms)":78} + Saved: 2,510,000 + Received: 2,527,948 + Enriched: 2,527,947 +{"time":"2025-03-24T17:28:19.655073+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":253,"rows":10000} +{"time":"2025-03-24T17:28:19.655198+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-253.jsonl","rows":10000} +{"time":"2025-03-24T17:28:19.665911+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-252.jsonl","duration (ms)":61} +{"time":"2025-03-24T17:28:19.761787+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":254,"rows":10000} +{"time":"2025-03-24T17:28:19.761918+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-254.jsonl","rows":10000} +{"time":"2025-03-24T17:28:19.776872+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-253.jsonl","duration (ms)":58} + Saved: 2,530,000 +{"time":"2025-03-24T17:28:19.868561+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":255,"rows":10000} +{"time":"2025-03-24T17:28:19.868721+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-255.jsonl","rows":10000} +{"time":"2025-03-24T17:28:19.893443+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-254.jsonl","duration (ms)":66} + Received: 2,550,001 + Enriched: 2,550,000 +Time: 1m19s +{"time":"2025-03-24T17:28:19.96322+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":256,"rows":10000} +{"time":"2025-03-24T17:28:19.963331+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-256.jsonl","rows":10000} +{"time":"2025-03-24T17:28:19.987332+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-255.jsonl","duration (ms)":56} +{"time":"2025-03-24T17:28:20.054919+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":257,"rows":10000} +{"time":"2025-03-24T17:28:20.055029+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-257.jsonl","rows":10000} + Saved: 2,550,000 +{"time":"2025-03-24T17:28:20.083418+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-256.jsonl","duration (ms)":54} +{"time":"2025-03-24T17:28:20.15022+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":258,"rows":10000} +{"time":"2025-03-24T17:28:20.150334+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-258.jsonl","rows":10000} +{"time":"2025-03-24T17:28:20.177663+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-257.jsonl","duration (ms)":53} + Received: 2,580,001 + Enriched: 2,580,000 +{"time":"2025-03-24T17:28:20.242254+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":259,"rows":10000} +{"time":"2025-03-24T17:28:20.24242+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-259.jsonl","rows":10000} +{"time":"2025-03-24T17:28:20.283955+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-258.jsonl","duration (ms)":68} + Saved: 2,580,000 +{"time":"2025-03-24T17:28:20.349303+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":260,"rows":10000} +{"time":"2025-03-24T17:28:20.349635+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-260.jsonl","rows":10000} +{"time":"2025-03-24T17:28:20.425319+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-259.jsonl","duration (ms)":105} +{"time":"2025-03-24T17:28:20.470938+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":261,"rows":10000} +{"time":"2025-03-24T17:28:20.47104+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-261.jsonl","rows":10000} + Received: 2,608,177 + Enriched: 2,608,176 +{"time":"2025-03-24T17:28:20.504142+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-260.jsonl","duration (ms)":62} + Saved: 2,600,000 +{"time":"2025-03-24T17:28:20.580132+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":262,"rows":10000} +{"time":"2025-03-24T17:28:20.58025+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-262.jsonl","rows":10000} +{"time":"2025-03-24T17:28:20.617801+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-261.jsonl","duration (ms)":63} +{"time":"2025-03-24T17:28:20.674498+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":263,"rows":10000} +{"time":"2025-03-24T17:28:20.674649+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-263.jsonl","rows":10000} +{"time":"2025-03-24T17:28:20.699111+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-262.jsonl","duration (ms)":55} + Received: 2,630,001 + Enriched: 2,630,000 +{"time":"2025-03-24T17:28:20.766566+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":264,"rows":10000} +{"time":"2025-03-24T17:28:20.766703+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-264.jsonl","rows":10000} +{"time":"2025-03-24T17:28:20.796966+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-263.jsonl","duration (ms)":56} + Saved: 2,630,000 +{"time":"2025-03-24T17:28:20.899886+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":265,"rows":10000} +{"time":"2025-03-24T17:28:20.900007+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-265.jsonl","rows":10000} +{"time":"2025-03-24T17:28:20.905329+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-264.jsonl","duration (ms)":58} + Received: 2,656,658 + Enriched: 2,656,657 +Time: 1m20s +{"time":"2025-03-24T17:28:20.997868+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":266,"rows":10000} +{"time":"2025-03-24T17:28:20.998002+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-266.jsonl","rows":10000} +{"time":"2025-03-24T17:28:21.022261+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-265.jsonl","duration (ms)":57} + Saved: 2,650,000 +{"time":"2025-03-24T17:28:21.109619+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":267,"rows":10000} +{"time":"2025-03-24T17:28:21.109752+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-267.jsonl","rows":10000} +{"time":"2025-03-24T17:28:21.120823+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-266.jsonl","duration (ms)":60} +{"time":"2025-03-24T17:28:21.215924+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":268,"rows":10000} +{"time":"2025-03-24T17:28:21.216151+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-268.jsonl","rows":10000} +{"time":"2025-03-24T17:28:21.235222+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-267.jsonl","duration (ms)":59} + Received: 2,680,001 + Enriched: 2,680,000 + Saved: 2,670,000 +{"time":"2025-03-24T17:28:21.340434+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-268.jsonl","duration (ms)":59} +{"time":"2025-03-24T17:28:21.348114+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":269,"rows":10000} +{"time":"2025-03-24T17:28:21.348283+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-269.jsonl","rows":10000} +{"time":"2025-03-24T17:28:21.464762+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":270,"rows":10000} +{"time":"2025-03-24T17:28:21.464917+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-270.jsonl","rows":10000} +{"time":"2025-03-24T17:28:21.470109+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-269.jsonl","duration (ms)":61} + Received: 2,700,046 + Enriched: 2,700,045 + Saved: 2,690,000 +{"time":"2025-03-24T17:28:21.59042+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-270.jsonl","duration (ms)":60} +{"time":"2025-03-24T17:28:21.594835+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":271,"rows":10000} +{"time":"2025-03-24T17:28:21.594994+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-271.jsonl","rows":10000} +{"time":"2025-03-24T17:28:21.690741+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":272,"rows":10000} +{"time":"2025-03-24T17:28:21.690853+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-272.jsonl","rows":10000} +{"time":"2025-03-24T17:28:21.711171+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-271.jsonl","duration (ms)":56} + Received: 2,726,147 + Enriched: 2,726,146 +{"time":"2025-03-24T17:28:21.797494+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":273,"rows":10000} +{"time":"2025-03-24T17:28:21.797614+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-273.jsonl","rows":10000} +{"time":"2025-03-24T17:28:21.811268+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-272.jsonl","duration (ms)":55} + Saved: 2,720,000 +{"time":"2025-03-24T17:28:21.905772+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":274,"rows":10000} +{"time":"2025-03-24T17:28:21.905891+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-274.jsonl","rows":10000} +{"time":"2025-03-24T17:28:21.926801+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-273.jsonl","duration (ms)":56} +{"time":"2025-03-24T17:28:22.017661+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":275,"rows":10000} +{"time":"2025-03-24T17:28:22.017793+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-275.jsonl","rows":10000} +{"time":"2025-03-24T17:28:22.044201+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-274.jsonl","duration (ms)":57} + Saved: 2,740,000 +Time: 1m21s + Received: 2,750,001 + Enriched: 2,750,000 +{"time":"2025-03-24T17:28:22.141689+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-275.jsonl","duration (ms)":63} +{"time":"2025-03-24T17:28:22.158545+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":276,"rows":10000} +{"time":"2025-03-24T17:28:22.158698+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-276.jsonl","rows":10000} +{"time":"2025-03-24T17:28:22.270861+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":277,"rows":10000} +{"time":"2025-03-24T17:28:22.270978+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-277.jsonl","rows":10000} +{"time":"2025-03-24T17:28:22.28596+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-276.jsonl","duration (ms)":56} + Saved: 2,760,000 + Received: 2,770,001 + Enriched: 2,770,000 +{"time":"2025-03-24T17:28:22.419268+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":278,"rows":10000} +{"time":"2025-03-24T17:28:22.41939+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-278.jsonl","rows":10000} +{"time":"2025-03-24T17:28:22.440215+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-277.jsonl","duration (ms)":56} +{"time":"2025-03-24T17:28:22.527532+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":279,"rows":10000} +{"time":"2025-03-24T17:28:22.527654+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-279.jsonl","rows":10000} +{"time":"2025-03-24T17:28:22.553506+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-278.jsonl","duration (ms)":56} + Saved: 2,780,000 + Received: 2,797,485 + Enriched: 2,797,484 +{"time":"2025-03-24T17:28:22.653583+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":280,"rows":10000} +{"time":"2025-03-24T17:28:22.653734+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-280.jsonl","rows":10000} +{"time":"2025-03-24T17:28:22.657625+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-279.jsonl","duration (ms)":59} +{"time":"2025-03-24T17:28:22.749407+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":281,"rows":10000} +{"time":"2025-03-24T17:28:22.749531+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-281.jsonl","rows":10000} +{"time":"2025-03-24T17:28:22.771862+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-280.jsonl","duration (ms)":57} + Saved: 2,800,000 +{"time":"2025-03-24T17:28:22.849521+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":282,"rows":10000} +{"time":"2025-03-24T17:28:22.849649+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-282.jsonl","rows":10000} +{"time":"2025-03-24T17:28:22.878162+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-281.jsonl","duration (ms)":59} + Received: 2,820,001 + Enriched: 2,820,000 +Time: 1m22s +{"time":"2025-03-24T17:28:22.976054+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-282.jsonl","duration (ms)":62} +{"time":"2025-03-24T17:28:22.999244+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":283,"rows":10000} +{"time":"2025-03-24T17:28:22.999381+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-283.jsonl","rows":10000} +{"time":"2025-03-24T17:28:23.083547+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":284,"rows":10000} +{"time":"2025-03-24T17:28:23.083654+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-284.jsonl","rows":10000} + Saved: 2,820,000 +{"time":"2025-03-24T17:28:23.112174+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-283.jsonl","duration (ms)":59} +{"time":"2025-03-24T17:28:23.173955+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":285,"rows":10000} +{"time":"2025-03-24T17:28:23.174076+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-285.jsonl","rows":10000} + Received: 2,845,122 + Enriched: 2,845,121 +{"time":"2025-03-24T17:28:23.201199+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-284.jsonl","duration (ms)":56} +{"time":"2025-03-24T17:28:23.270565+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":286,"rows":10000} +{"time":"2025-03-24T17:28:23.270682+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-286.jsonl","rows":10000} +{"time":"2025-03-24T17:28:23.304476+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-285.jsonl","duration (ms)":59} + Saved: 2,850,000 +{"time":"2025-03-24T17:28:23.366716+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":287,"rows":10000} +{"time":"2025-03-24T17:28:23.366827+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-287.jsonl","rows":10000} +{"time":"2025-03-24T17:28:23.401822+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-286.jsonl","duration (ms)":62} + Received: 2,870,001 + Enriched: 2,870,000 +{"time":"2025-03-24T17:28:23.45983+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":288,"rows":10000} +{"time":"2025-03-24T17:28:23.459936+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-288.jsonl","rows":10000} +{"time":"2025-03-24T17:28:23.490946+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-287.jsonl","duration (ms)":60} +{"time":"2025-03-24T17:28:23.569901+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":289,"rows":10000} +{"time":"2025-03-24T17:28:23.570006+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-289.jsonl","rows":10000} + Saved: 2,870,000 +{"time":"2025-03-24T17:28:23.593245+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-288.jsonl","duration (ms)":59} +{"time":"2025-03-24T17:28:23.687192+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":290,"rows":10000} +{"time":"2025-03-24T17:28:23.687323+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-290.jsonl","rows":10000} + Received: 2,898,335 + Enriched: 2,898,334 +{"time":"2025-03-24T17:28:23.712706+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-289.jsonl","duration (ms)":74} +{"time":"2025-03-24T17:28:23.781863+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":291,"rows":10000} +{"time":"2025-03-24T17:28:23.781981+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-291.jsonl","rows":10000} +{"time":"2025-03-24T17:28:23.810674+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-290.jsonl","duration (ms)":59} + Saved: 2,900,000 +{"time":"2025-03-24T17:28:23.884972+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":292,"rows":10000} +{"time":"2025-03-24T17:28:23.885135+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-292.jsonl","rows":10000} +{"time":"2025-03-24T17:28:23.907395+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-291.jsonl","duration (ms)":61} + Received: 2,920,001 + Enriched: 2,920,000 +Time: 1m23s +{"time":"2025-03-24T17:28:23.97606+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":293,"rows":10000} +{"time":"2025-03-24T17:28:23.976188+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-293.jsonl","rows":10000} +{"time":"2025-03-24T17:28:24.004601+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-292.jsonl","duration (ms)":56} +{"time":"2025-03-24T17:28:24.068205+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":294,"rows":10000} +{"time":"2025-03-24T17:28:24.068357+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-294.jsonl","rows":10000} + Saved: 2,920,000 +{"time":"2025-03-24T17:28:24.102538+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-293.jsonl","duration (ms)":61} +{"time":"2025-03-24T17:28:24.171123+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":295,"rows":10000} +{"time":"2025-03-24T17:28:24.171255+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-295.jsonl","rows":10000} +{"time":"2025-03-24T17:28:24.193214+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-294.jsonl","duration (ms)":59} + Received: 2,950,001 + Enriched: 2,950,000 +{"time":"2025-03-24T17:28:24.257268+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":296,"rows":10000} +{"time":"2025-03-24T17:28:24.257391+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-296.jsonl","rows":10000} +{"time":"2025-03-24T17:28:24.291872+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-295.jsonl","duration (ms)":59} + Saved: 2,950,000 +{"time":"2025-03-24T17:28:24.359785+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":297,"rows":10000} +{"time":"2025-03-24T17:28:24.359926+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-297.jsonl","rows":10000} +{"time":"2025-03-24T17:28:24.385489+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-296.jsonl","duration (ms)":57} +{"time":"2025-03-24T17:28:24.450032+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":298,"rows":10000} +{"time":"2025-03-24T17:28:24.450151+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-298.jsonl","rows":10000} +{"time":"2025-03-24T17:28:24.485968+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-297.jsonl","duration (ms)":60} + Received: 2,980,001 + Enriched: 2,980,000 +{"time":"2025-03-24T17:28:24.551063+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":299,"rows":10000} +{"time":"2025-03-24T17:28:24.551165+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-299.jsonl","rows":10000} +{"time":"2025-03-24T17:28:24.576229+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-298.jsonl","duration (ms)":60} + Saved: 2,980,000 +{"time":"2025-03-24T17:28:24.642005+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":300,"rows":10000} +{"time":"2025-03-24T17:28:24.642113+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-300.jsonl","rows":10000} +{"time":"2025-03-24T17:28:24.669028+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-299.jsonl","duration (ms)":57} +{"time":"2025-03-24T17:28:24.71744+05:30","level":"DEBUG","msg":"Event_ChunkWrittenEvent","source":"cli","execution":"1742817420409","chunk":300} +{"time":"2025-03-24T17:28:24.755401+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":301,"rows":10000} +{"time":"2025-03-24T17:28:24.755508+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-301.jsonl","rows":10000} +{"time":"2025-03-24T17:28:24.777372+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-300.jsonl","duration (ms)":59} +{"time":"2025-03-24T17:28:24.777433+05:30","level":"DEBUG","msg":"ParquetJobPool completion count","source":"cli","ParquetJobPool":"1742817420409","count":300} + Received: 3,010,001 + Enriched: 3,010,000 + Saved: 3,000,000 +{"time":"2025-03-24T17:28:24.865251+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":302,"rows":10000} +{"time":"2025-03-24T17:28:24.865385+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-302.jsonl","rows":10000} +{"time":"2025-03-24T17:28:24.885377+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-301.jsonl","duration (ms)":63} +{"time":"2025-03-24T17:28:24.979739+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":303,"rows":10000} +{"time":"2025-03-24T17:28:24.979877+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-303.jsonl","rows":10000} +{"time":"2025-03-24T17:28:24.992404+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-302.jsonl","duration (ms)":62} + Received: 3,035,555 + Enriched: 3,035,554 +Time: 1m24s +{"time":"2025-03-24T17:28:25.089853+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":304,"rows":10000} +{"time":"2025-03-24T17:28:25.090453+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-304.jsonl","rows":10000} + Saved: 3,020,000 +{"time":"2025-03-24T17:28:25.111312+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-303.jsonl","duration (ms)":69} +{"time":"2025-03-24T17:28:25.217937+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":305,"rows":10000} +{"time":"2025-03-24T17:28:25.218078+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-305.jsonl","rows":10000} +{"time":"2025-03-24T17:28:25.231574+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-304.jsonl","duration (ms)":69} +{"time":"2025-03-24T17:28:25.321888+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":306,"rows":10000} +{"time":"2025-03-24T17:28:25.32203+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-306.jsonl","rows":10000} + Saved: 3,040,000 +{"time":"2025-03-24T17:28:25.345344+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-305.jsonl","duration (ms)":68} + Received: 3,060,001 + Enriched: 3,060,000 +{"time":"2025-03-24T17:28:25.446391+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":307,"rows":10000} +{"time":"2025-03-24T17:28:25.446527+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-307.jsonl","rows":10000} +{"time":"2025-03-24T17:28:25.466489+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-306.jsonl","duration (ms)":71} +{"time":"2025-03-24T17:28:25.543273+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":308,"rows":10000} +{"time":"2025-03-24T17:28:25.543385+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-308.jsonl","rows":10000} +{"time":"2025-03-24T17:28:25.589355+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-307.jsonl","duration (ms)":80} + Saved: 3,060,000 +{"time":"2025-03-24T17:28:25.655317+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":309,"rows":10000} +{"time":"2025-03-24T17:28:25.655439+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-309.jsonl","rows":10000} + Received: 3,086,658 + Enriched: 3,086,657 +{"time":"2025-03-24T17:28:25.678997+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-308.jsonl","duration (ms)":66} +{"time":"2025-03-24T17:28:25.749728+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":310,"rows":10000} +{"time":"2025-03-24T17:28:25.749872+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-310.jsonl","rows":10000} +{"time":"2025-03-24T17:28:25.774647+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-309.jsonl","duration (ms)":64} + Saved: 3,090,000 +{"time":"2025-03-24T17:28:25.851097+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":311,"rows":10000} +{"time":"2025-03-24T17:28:25.851229+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-311.jsonl","rows":10000} +{"time":"2025-03-24T17:28:25.879596+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-310.jsonl","duration (ms)":65} + Received: 3,110,001 + Enriched: 3,110,000 +Time: 1m25s +{"time":"2025-03-24T17:28:25.962528+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":312,"rows":10000} +{"time":"2025-03-24T17:28:25.962676+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-312.jsonl","rows":10000} +{"time":"2025-03-24T17:28:25.974053+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-311.jsonl","duration (ms)":65} +{"time":"2025-03-24T17:28:26.066702+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":313,"rows":10000} +{"time":"2025-03-24T17:28:26.066825+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-313.jsonl","rows":10000} +{"time":"2025-03-24T17:28:26.088131+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-312.jsonl","duration (ms)":65} + Saved: 3,110,000 + Received: 3,137,491 + Enriched: 3,137,490 +{"time":"2025-03-24T17:28:26.178928+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":314,"rows":10000} +{"time":"2025-03-24T17:28:26.179051+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-314.jsonl","rows":10000} +{"time":"2025-03-24T17:28:26.195789+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-313.jsonl","duration (ms)":62} +{"time":"2025-03-24T17:28:26.285227+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":315,"rows":10000} +{"time":"2025-03-24T17:28:26.28535+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-315.jsonl","rows":10000} +{"time":"2025-03-24T17:28:26.309494+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-314.jsonl","duration (ms)":65} + Saved: 3,140,000 +{"time":"2025-03-24T17:28:26.408922+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-315.jsonl","duration (ms)":64} + Received: 3,155,718 + Enriched: 3,155,717 +{"time":"2025-03-24T17:28:26.427702+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":316,"rows":10000} +{"time":"2025-03-24T17:28:26.427827+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-316.jsonl","rows":10000} +{"time":"2025-03-24T17:28:26.525637+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":317,"rows":10000} +{"time":"2025-03-24T17:28:26.525777+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-317.jsonl","rows":10000} +{"time":"2025-03-24T17:28:26.550329+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-316.jsonl","duration (ms)":65} + Saved: 3,160,000 +{"time":"2025-03-24T17:28:26.630386+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":318,"rows":10000} +{"time":"2025-03-24T17:28:26.63051+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-318.jsonl","rows":10000} +{"time":"2025-03-24T17:28:26.655714+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-317.jsonl","duration (ms)":65} + Received: 3,180,001 + Enriched: 3,180,000 +{"time":"2025-03-24T17:28:26.736578+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":319,"rows":10000} +{"time":"2025-03-24T17:28:26.736707+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-319.jsonl","rows":10000} +{"time":"2025-03-24T17:28:26.760873+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-318.jsonl","duration (ms)":65} + Saved: 3,180,000 +{"time":"2025-03-24T17:28:26.846921+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":320,"rows":10000} +{"time":"2025-03-24T17:28:26.847047+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-320.jsonl","rows":10000} +{"time":"2025-03-24T17:28:26.867062+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-319.jsonl","duration (ms)":65} +{"time":"2025-03-24T17:28:26.949307+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":321,"rows":10000} +{"time":"2025-03-24T17:28:26.949428+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-321.jsonl","rows":10000} + Received: 3,208,706 + Enriched: 3,208,705 +Time: 1m26s +{"time":"2025-03-24T17:28:26.988336+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-320.jsonl","duration (ms)":70} +{"time":"2025-03-24T17:28:27.060466+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":322,"rows":10000} +{"time":"2025-03-24T17:28:27.060599+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-322.jsonl","rows":10000} +{"time":"2025-03-24T17:28:27.085556+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-321.jsonl","duration (ms)":69} + Saved: 3,200,000 +{"time":"2025-03-24T17:28:27.161807+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":323,"rows":10000} +{"time":"2025-03-24T17:28:27.161921+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-323.jsonl","rows":10000} +{"time":"2025-03-24T17:28:27.187724+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-322.jsonl","duration (ms)":69} + Received: 3,230,001 + Enriched: 3,230,000 +{"time":"2025-03-24T17:28:27.274401+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":324,"rows":10000} +{"time":"2025-03-24T17:28:27.274529+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-324.jsonl","rows":10000} +{"time":"2025-03-24T17:28:27.299928+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-323.jsonl","duration (ms)":75} + Saved: 3,230,000 +{"time":"2025-03-24T17:28:27.46569+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":325,"rows":10000} +{"time":"2025-03-24T17:28:27.465875+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-325.jsonl","rows":10000} +{"time":"2025-03-24T17:28:27.495955+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-324.jsonl","duration (ms)":79} + Received: 3,250,001 + Enriched: 3,250,000 +{"time":"2025-03-24T17:28:27.587865+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":326,"rows":10000} +{"time":"2025-03-24T17:28:27.588021+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-326.jsonl","rows":10000} + Saved: 3,240,000 +{"time":"2025-03-24T17:28:27.614204+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-325.jsonl","duration (ms)":77} +{"time":"2025-03-24T17:28:27.714424+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":327,"rows":10000} +{"time":"2025-03-24T17:28:27.714571+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-327.jsonl","rows":10000} +{"time":"2025-03-24T17:28:27.756091+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-326.jsonl","duration (ms)":83} + Received: 3,270,541 + Enriched: 3,270,540 +{"time":"2025-03-24T17:28:27.820701+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":328,"rows":10000} +{"time":"2025-03-24T17:28:27.82084+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-328.jsonl","rows":10000} + Saved: 3,260,000 +{"time":"2025-03-24T17:28:27.851179+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-327.jsonl","duration (ms)":71} +{"time":"2025-03-24T17:28:27.931699+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":329,"rows":10000} +{"time":"2025-03-24T17:28:27.931825+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-329.jsonl","rows":10000} +{"time":"2025-03-24T17:28:27.959408+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-328.jsonl","duration (ms)":74} +{"time":"2025-03-24T17:28:28.035409+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":330,"rows":10000} +{"time":"2025-03-24T17:28:28.035559+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-330.jsonl","rows":10000} +{"time":"2025-03-24T17:28:28.068394+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-329.jsonl","duration (ms)":71} + Saved: 3,290,000 +Time: 1m27s + Received: 3,300,001 + Enriched: 3,300,000 +{"time":"2025-03-24T17:28:28.136449+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":331,"rows":10000} +{"time":"2025-03-24T17:28:28.136577+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-331.jsonl","rows":10000} +{"time":"2025-03-24T17:28:28.163435+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-330.jsonl","duration (ms)":70} +{"time":"2025-03-24T17:28:28.234669+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":332,"rows":10000} +{"time":"2025-03-24T17:28:28.234792+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-332.jsonl","rows":10000} +{"time":"2025-03-24T17:28:28.265178+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-331.jsonl","duration (ms)":69} +{"time":"2025-03-24T17:28:28.339925+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":333,"rows":10000} +{"time":"2025-03-24T17:28:28.340065+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-333.jsonl","rows":10000} + Saved: 3,310,000 +{"time":"2025-03-24T17:28:28.387034+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-332.jsonl","duration (ms)":83} + Received: 3,330,001 + Enriched: 3,330,000 +{"time":"2025-03-24T17:28:28.473693+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":334,"rows":10000} +{"time":"2025-03-24T17:28:28.473794+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-334.jsonl","rows":10000} +{"time":"2025-03-24T17:28:28.494212+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-333.jsonl","duration (ms)":87} + Saved: 3,330,000 +{"time":"2025-03-24T17:28:28.59564+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":335,"rows":10000} +{"time":"2025-03-24T17:28:28.595948+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-335.jsonl","rows":10000} +{"time":"2025-03-24T17:28:28.611528+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-334.jsonl","duration (ms)":76} + Received: 3,350,001 + Enriched: 3,350,000 +{"time":"2025-03-24T17:28:28.714588+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":336,"rows":10000} +{"time":"2025-03-24T17:28:28.714723+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-336.jsonl","rows":10000} +{"time":"2025-03-24T17:28:28.735374+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-335.jsonl","duration (ms)":74} +{"time":"2025-03-24T17:28:28.843235+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":337,"rows":10000} + Saved: 3,350,000 +{"time":"2025-03-24T17:28:28.843382+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-337.jsonl","rows":10000} +{"time":"2025-03-24T17:28:28.856459+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-336.jsonl","duration (ms)":78} + Received: 3,370,602 + Enriched: 3,370,601 +Time: 1m28s +{"time":"2025-03-24T17:28:28.972785+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":338,"rows":10000} +{"time":"2025-03-24T17:28:28.972913+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-338.jsonl","rows":10000} +{"time":"2025-03-24T17:28:28.98359+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-337.jsonl","duration (ms)":74} +{"time":"2025-03-24T17:28:29.06599+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":339,"rows":10000} +{"time":"2025-03-24T17:28:29.06613+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-339.jsonl","rows":10000} + Saved: 3,370,000 +{"time":"2025-03-24T17:28:29.111777+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-338.jsonl","duration (ms)":85} + Received: 3,394,638 + Enriched: 3,394,637 +{"time":"2025-03-24T17:28:29.183508+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":340,"rows":10000} +{"time":"2025-03-24T17:28:29.183948+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-340.jsonl","rows":10000} +{"time":"2025-03-24T17:28:29.22802+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-339.jsonl","duration (ms)":85} +{"time":"2025-03-24T17:28:29.291499+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":341,"rows":10000} +{"time":"2025-03-24T17:28:29.291657+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-341.jsonl","rows":10000} +{"time":"2025-03-24T17:28:29.32768+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-340.jsonl","duration (ms)":67} + Saved: 3,400,000 +{"time":"2025-03-24T17:28:29.407617+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":342,"rows":10000} +{"time":"2025-03-24T17:28:29.40777+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-342.jsonl","rows":10000} +{"time":"2025-03-24T17:28:29.435402+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-341.jsonl","duration (ms)":73} + Received: 3,420,001 + Enriched: 3,420,000 +{"time":"2025-03-24T17:28:29.503556+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":343,"rows":10000} +{"time":"2025-03-24T17:28:29.503685+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-343.jsonl","rows":10000} +{"time":"2025-03-24T17:28:29.545288+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-342.jsonl","duration (ms)":69} +{"time":"2025-03-24T17:28:29.593483+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":344,"rows":10000} + Saved: 3,420,000 +{"time":"2025-03-24T17:28:29.59361+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-344.jsonl","rows":10000} +{"time":"2025-03-24T17:28:29.635166+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-343.jsonl","duration (ms)":68} +{"time":"2025-03-24T17:28:29.702655+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":345,"rows":10000} +{"time":"2025-03-24T17:28:29.702792+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-345.jsonl","rows":10000} +{"time":"2025-03-24T17:28:29.733583+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-344.jsonl","duration (ms)":76} + Received: 3,450,001 + Enriched: 3,450,000 +{"time":"2025-03-24T17:28:29.792738+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":346,"rows":10000} +{"time":"2025-03-24T17:28:29.792858+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-346.jsonl","rows":10000} +{"time":"2025-03-24T17:28:29.838939+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-345.jsonl","duration (ms)":69} + Saved: 3,440,000 +{"time":"2025-03-24T17:28:29.907347+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":347,"rows":10000} +{"time":"2025-03-24T17:28:29.907462+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-347.jsonl","rows":10000} +{"time":"2025-03-24T17:28:29.9417+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-346.jsonl","duration (ms)":81} +{"time":"2025-03-24T17:28:29.994789+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":348,"rows":10000} +{"time":"2025-03-24T17:28:29.994901+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-348.jsonl","rows":10000} +{"time":"2025-03-24T17:28:30.044284+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-347.jsonl","duration (ms)":72} + Received: 3,480,001 + Enriched: 3,480,000 +Time: 1m29s +{"time":"2025-03-24T17:28:30.093626+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":349,"rows":10000} + Saved: 3,470,000 +{"time":"2025-03-24T17:28:30.093735+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-349.jsonl","rows":10000} +{"time":"2025-03-24T17:28:30.14311+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-348.jsonl","duration (ms)":75} +{"time":"2025-03-24T17:28:30.198574+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":350,"rows":10000} +{"time":"2025-03-24T17:28:30.198696+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-350.jsonl","rows":10000} +{"time":"2025-03-24T17:28:30.254066+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-349.jsonl","duration (ms)":87} +{"time":"2025-03-24T17:28:30.303384+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":351,"rows":10000} +{"time":"2025-03-24T17:28:30.303515+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-351.jsonl","rows":10000} + Saved: 3,490,000 +{"time":"2025-03-24T17:28:30.351264+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-350.jsonl","duration (ms)":81} + Received: 3,510,001 + Enriched: 3,510,000 +{"time":"2025-03-24T17:28:30.399868+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":352,"rows":10000} +{"time":"2025-03-24T17:28:30.399994+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-352.jsonl","rows":10000} +{"time":"2025-03-24T17:28:30.452751+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-351.jsonl","duration (ms)":82} +{"time":"2025-03-24T17:28:30.540643+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":353,"rows":10000} +{"time":"2025-03-24T17:28:30.540795+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-353.jsonl","rows":10000} +{"time":"2025-03-24T17:28:30.552196+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-352.jsonl","duration (ms)":80} + Saved: 3,520,000 + Received: 3,538,706 + Enriched: 3,538,705 +{"time":"2025-03-24T17:28:30.630702+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":354,"rows":10000} +{"time":"2025-03-24T17:28:30.63085+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-354.jsonl","rows":10000} +{"time":"2025-03-24T17:28:30.674716+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-353.jsonl","duration (ms)":79} +{"time":"2025-03-24T17:28:30.734987+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":355,"rows":10000} +{"time":"2025-03-24T17:28:30.735119+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-355.jsonl","rows":10000} +{"time":"2025-03-24T17:28:30.776936+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-354.jsonl","duration (ms)":82} + Saved: 3,540,000 +{"time":"2025-03-24T17:28:30.870559+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":356,"rows":10000} +{"time":"2025-03-24T17:28:30.870689+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-356.jsonl","rows":10000} +{"time":"2025-03-24T17:28:30.89003+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-355.jsonl","duration (ms)":84} + Received: 3,560,001 + Enriched: 3,560,000 +Time: 1m30s +{"time":"2025-03-24T17:28:30.989367+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":357,"rows":10000} +{"time":"2025-03-24T17:28:30.989492+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-357.jsonl","rows":10000} +{"time":"2025-03-24T17:28:31.027825+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-356.jsonl","duration (ms)":90} + Saved: 3,560,000 +{"time":"2025-03-24T17:28:31.147773+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":358,"rows":10000} +{"time":"2025-03-24T17:28:31.147897+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-358.jsonl","rows":10000} +{"time":"2025-03-24T17:28:31.173637+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-357.jsonl","duration (ms)":112} + Received: 3,580,001 + Enriched: 3,580,000 +{"time":"2025-03-24T17:28:31.253939+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":359,"rows":10000} +{"time":"2025-03-24T17:28:31.254068+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-359.jsonl","rows":10000} +{"time":"2025-03-24T17:28:31.292057+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-358.jsonl","duration (ms)":75} + Saved: 3,580,000 +{"time":"2025-03-24T17:28:31.372235+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":360,"rows":10000} +{"time":"2025-03-24T17:28:31.372376+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-360.jsonl","rows":10000} +{"time":"2025-03-24T17:28:31.402316+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-359.jsonl","duration (ms)":81} + Received: 3,608,706 + Enriched: 3,608,705 +{"time":"2025-03-24T17:28:31.478046+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":361,"rows":10000} +{"time":"2025-03-24T17:28:31.47822+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-361.jsonl","rows":10000} +{"time":"2025-03-24T17:28:31.519442+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-360.jsonl","duration (ms)":79} +{"time":"2025-03-24T17:28:31.593086+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":362,"rows":10000} + Saved: 3,600,000 +{"time":"2025-03-24T17:28:31.593205+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-362.jsonl","rows":10000} +{"time":"2025-03-24T17:28:31.62688+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-361.jsonl","duration (ms)":71} +{"time":"2025-03-24T17:28:31.688138+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":363,"rows":10000} +{"time":"2025-03-24T17:28:31.688251+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-363.jsonl","rows":10000} +{"time":"2025-03-24T17:28:31.729957+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-362.jsonl","duration (ms)":73} + Received: 3,630,001 + Enriched: 3,630,000 +{"time":"2025-03-24T17:28:31.787498+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":364,"rows":10000} +{"time":"2025-03-24T17:28:31.787607+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-364.jsonl","rows":10000} + Saved: 3,620,000 +{"time":"2025-03-24T17:28:31.844735+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-363.jsonl","duration (ms)":85} +{"time":"2025-03-24T17:28:31.893186+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":365,"rows":10000} +{"time":"2025-03-24T17:28:31.893304+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-365.jsonl","rows":10000} +{"time":"2025-03-24T17:28:31.936847+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-364.jsonl","duration (ms)":80} +{"time":"2025-03-24T17:28:31.996383+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":366,"rows":10000} +{"time":"2025-03-24T17:28:31.996491+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-366.jsonl","rows":10000} +{"time":"2025-03-24T17:28:32.048852+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-365.jsonl","duration (ms)":80} + Received: 3,660,001 + Enriched: 3,660,000 +Time: 1m31s +{"time":"2025-03-24T17:28:32.09838+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":367,"rows":10000} +{"time":"2025-03-24T17:28:32.098501+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-367.jsonl","rows":10000} + Saved: 3,650,000 +{"time":"2025-03-24T17:28:32.144017+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-366.jsonl","duration (ms)":71} +{"time":"2025-03-24T17:28:32.18666+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":368,"rows":10000} +{"time":"2025-03-24T17:28:32.186779+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-368.jsonl","rows":10000} +{"time":"2025-03-24T17:28:32.23241+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-367.jsonl","duration (ms)":70} +{"time":"2025-03-24T17:28:32.277614+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":369,"rows":10000} +{"time":"2025-03-24T17:28:32.277716+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-369.jsonl","rows":10000} +{"time":"2025-03-24T17:28:32.328794+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-368.jsonl","duration (ms)":74} + Received: 3,690,001 + Enriched: 3,690,000 + Saved: 3,680,000 +{"time":"2025-03-24T17:28:32.38836+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":370,"rows":10000} +{"time":"2025-03-24T17:28:32.388475+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-370.jsonl","rows":10000} +{"time":"2025-03-24T17:28:32.422782+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-369.jsonl","duration (ms)":71} +{"time":"2025-03-24T17:28:32.494091+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":371,"rows":10000} +{"time":"2025-03-24T17:28:32.494205+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-371.jsonl","rows":10000} +{"time":"2025-03-24T17:28:32.54236+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-370.jsonl","duration (ms)":72} +{"time":"2025-03-24T17:28:32.585093+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":372,"rows":10000} +{"time":"2025-03-24T17:28:32.585215+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-372.jsonl","rows":10000} + Saved: 3,700,000 +{"time":"2025-03-24T17:28:32.633269+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-371.jsonl","duration (ms)":74} + Received: 3,720,001 + Enriched: 3,720,000 +{"time":"2025-03-24T17:28:32.672892+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":373,"rows":10000} +{"time":"2025-03-24T17:28:32.673025+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-373.jsonl","rows":10000} +{"time":"2025-03-24T17:28:32.747909+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-372.jsonl","duration (ms)":99} +{"time":"2025-03-24T17:28:32.768987+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":374,"rows":10000} +{"time":"2025-03-24T17:28:32.769094+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-374.jsonl","rows":10000} +{"time":"2025-03-24T17:28:32.818754+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-373.jsonl","duration (ms)":76} + Saved: 3,730,000 +{"time":"2025-03-24T17:28:32.878558+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":375,"rows":10000} +{"time":"2025-03-24T17:28:32.878666+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-375.jsonl","rows":10000} +{"time":"2025-03-24T17:28:32.922727+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-374.jsonl","duration (ms)":72} + Received: 3,750,001 + Enriched: 3,750,000 +Time: 1m32s +{"time":"2025-03-24T17:28:32.991009+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":376,"rows":10000} +{"time":"2025-03-24T17:28:32.991114+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-376.jsonl","rows":10000} +{"time":"2025-03-24T17:28:33.019151+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-375.jsonl","duration (ms)":76} +{"time":"2025-03-24T17:28:33.096541+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":377,"rows":10000} +{"time":"2025-03-24T17:28:33.096677+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-377.jsonl","rows":10000} + Saved: 3,750,000 +{"time":"2025-03-24T17:28:33.142057+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-376.jsonl","duration (ms)":73} + Received: 3,774,796 + Enriched: 3,774,795 +{"time":"2025-03-24T17:28:33.239468+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-377.jsonl","duration (ms)":79} +{"time":"2025-03-24T17:28:33.245887+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":378,"rows":10000} +{"time":"2025-03-24T17:28:33.246017+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-378.jsonl","rows":10000} +{"time":"2025-03-24T17:28:33.340889+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":379,"rows":10000} +{"time":"2025-03-24T17:28:33.340995+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-379.jsonl","rows":10000} + Saved: 3,770,000 +{"time":"2025-03-24T17:28:33.389827+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-378.jsonl","duration (ms)":77} + Received: 3,790,001 + Enriched: 3,790,000 +{"time":"2025-03-24T17:28:33.472594+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":380,"rows":10000} +{"time":"2025-03-24T17:28:33.472722+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-380.jsonl","rows":10000} +{"time":"2025-03-24T17:28:33.517598+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-379.jsonl","duration (ms)":73} +{"time":"2025-03-24T17:28:33.574503+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":381,"rows":10000} +{"time":"2025-03-24T17:28:33.574624+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-381.jsonl","rows":10000} + Saved: 3,790,000 +{"time":"2025-03-24T17:28:33.618429+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-380.jsonl","duration (ms)":75} +{"time":"2025-03-24T17:28:33.684027+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":382,"rows":10000} +{"time":"2025-03-24T17:28:33.684168+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-382.jsonl","rows":10000} +{"time":"2025-03-24T17:28:33.722267+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-381.jsonl","duration (ms)":74} + Received: 3,820,001 + Enriched: 3,820,000 +{"time":"2025-03-24T17:28:33.78164+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":383,"rows":10000} +{"time":"2025-03-24T17:28:33.781759+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-383.jsonl","rows":10000} +{"time":"2025-03-24T17:28:33.828256+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-382.jsonl","duration (ms)":74} + Saved: 3,820,000 +{"time":"2025-03-24T17:28:33.869758+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":384,"rows":10000} +{"time":"2025-03-24T17:28:33.87003+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-384.jsonl","rows":10000} +{"time":"2025-03-24T17:28:33.917419+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-383.jsonl","duration (ms)":75} +{"time":"2025-03-24T17:28:33.972499+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":385,"rows":10000} +{"time":"2025-03-24T17:28:33.972617+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-385.jsonl","rows":10000} +{"time":"2025-03-24T17:28:34.009183+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-384.jsonl","duration (ms)":78} + Received: 3,850,001 + Enriched: 3,850,000 +Time: 1m33s +{"time":"2025-03-24T17:28:34.073041+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":386,"rows":10000} +{"time":"2025-03-24T17:28:34.073182+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-386.jsonl","rows":10000} + Saved: 3,840,000 +{"time":"2025-03-24T17:28:34.112562+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-385.jsonl","duration (ms)":78} +{"time":"2025-03-24T17:28:34.17101+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":387,"rows":10000} +{"time":"2025-03-24T17:28:34.171118+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-387.jsonl","rows":10000} +{"time":"2025-03-24T17:28:34.238654+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-386.jsonl","duration (ms)":98} +{"time":"2025-03-24T17:28:34.274156+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":388,"rows":10000} +{"time":"2025-03-24T17:28:34.274259+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-388.jsonl","rows":10000} +{"time":"2025-03-24T17:28:34.320947+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-387.jsonl","duration (ms)":80} + Received: 3,880,001 + Enriched: 3,880,000 + Saved: 3,870,000 +{"time":"2025-03-24T17:28:34.383473+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":389,"rows":10000} +{"time":"2025-03-24T17:28:34.383596+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-389.jsonl","rows":10000} +{"time":"2025-03-24T17:28:34.430557+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-388.jsonl","duration (ms)":79} +{"time":"2025-03-24T17:28:34.49912+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":390,"rows":10000} +{"time":"2025-03-24T17:28:34.49923+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-390.jsonl","rows":10000} +{"time":"2025-03-24T17:28:34.554143+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-389.jsonl","duration (ms)":84} +{"time":"2025-03-24T17:28:34.594738+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":391,"rows":10000} +{"time":"2025-03-24T17:28:34.594877+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-391.jsonl","rows":10000} + Saved: 3,890,000 +{"time":"2025-03-24T17:28:34.651713+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-390.jsonl","duration (ms)":87} + Received: 3,910,001 + Enriched: 3,910,000 +{"time":"2025-03-24T17:28:34.739711+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":392,"rows":10000} +{"time":"2025-03-24T17:28:34.739827+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-392.jsonl","rows":10000} +{"time":"2025-03-24T17:28:34.78565+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-391.jsonl","duration (ms)":112} + Saved: 3,910,000 +{"time":"2025-03-24T17:28:34.928184+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-392.jsonl","duration (ms)":100} +{"time":"2025-03-24T17:28:34.930552+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":393,"rows":10000} +{"time":"2025-03-24T17:28:34.930666+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-393.jsonl","rows":10000} + Received: 3,928,706 + Enriched: 3,928,705 +Time: 1m34s +{"time":"2025-03-24T17:28:35.074697+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":394,"rows":10000} +{"time":"2025-03-24T17:28:35.074874+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-394.jsonl","rows":10000} + Saved: 3,920,000 +{"time":"2025-03-24T17:28:35.146976+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-393.jsonl","duration (ms)":143} + Received: 3,940,305 + Enriched: 3,940,304 +{"time":"2025-03-24T17:28:35.23066+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":395,"rows":10000} +{"time":"2025-03-24T17:28:35.230936+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-395.jsonl","rows":10000} +{"time":"2025-03-24T17:28:35.270518+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-394.jsonl","duration (ms)":98} +{"time":"2025-03-24T17:28:35.336897+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":396,"rows":10000} +{"time":"2025-03-24T17:28:35.337028+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-396.jsonl","rows":10000} + Saved: 3,940,000 +{"time":"2025-03-24T17:28:35.377313+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-395.jsonl","duration (ms)":85} +{"time":"2025-03-24T17:28:35.428773+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":397,"rows":10000} +{"time":"2025-03-24T17:28:35.428878+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-397.jsonl","rows":10000} + Received: 3,969,420 + Enriched: 3,969,419 +{"time":"2025-03-24T17:28:35.486214+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-396.jsonl","duration (ms)":83} +{"time":"2025-03-24T17:28:35.52197+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":398,"rows":10000} +{"time":"2025-03-24T17:28:35.522076+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-398.jsonl","rows":10000} +{"time":"2025-03-24T17:28:35.576993+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-397.jsonl","duration (ms)":80} + Saved: 3,970,000 +{"time":"2025-03-24T17:28:35.6353+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":399,"rows":10000} +{"time":"2025-03-24T17:28:35.635455+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-399.jsonl","rows":10000} +{"time":"2025-03-24T17:28:35.683502+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-398.jsonl","duration (ms)":82} + Received: 3,990,001 + Enriched: 3,990,000 +{"time":"2025-03-24T17:28:35.761266+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":400,"rows":10000} +{"time":"2025-03-24T17:28:35.761393+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-400.jsonl","rows":10000} +{"time":"2025-03-24T17:28:35.821295+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-399.jsonl","duration (ms)":92} +{"time":"2025-03-24T17:28:35.843002+05:30","level":"DEBUG","msg":"Event_ChunkWrittenEvent","source":"cli","execution":"1742817420409","chunk":400} + Saved: 3,990,000 +{"time":"2025-03-24T17:28:35.871715+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":401,"rows":10000} +{"time":"2025-03-24T17:28:35.871839+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-401.jsonl","rows":10000} +{"time":"2025-03-24T17:28:35.923475+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-400.jsonl","duration (ms)":80} +{"time":"2025-03-24T17:28:35.923542+05:30","level":"DEBUG","msg":"ParquetJobPool completion count","source":"cli","ParquetJobPool":"1742817420409","count":400} + Received: 4,012,084 + Enriched: 4,012,083 +Time: 1m35s +{"time":"2025-03-24T17:28:36.039873+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-401.jsonl","duration (ms)":75} +{"time":"2025-03-24T17:28:36.060026+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":402,"rows":10000} +{"time":"2025-03-24T17:28:36.060177+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-402.jsonl","rows":10000} + Saved: 4,010,000 +{"time":"2025-03-24T17:28:36.176481+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":403,"rows":10000} +{"time":"2025-03-24T17:28:36.176589+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-403.jsonl","rows":10000} +{"time":"2025-03-24T17:28:36.213223+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-402.jsonl","duration (ms)":88} + Received: 4,030,001 + Enriched: 4,030,000 +{"time":"2025-03-24T17:28:36.287695+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":404,"rows":10000} +{"time":"2025-03-24T17:28:36.28781+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-404.jsonl","rows":10000} +{"time":"2025-03-24T17:28:36.329086+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-403.jsonl","duration (ms)":80} + Saved: 4,030,000 +{"time":"2025-03-24T17:28:36.400103+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":405,"rows":10000} +{"time":"2025-03-24T17:28:36.400215+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-405.jsonl","rows":10000} +{"time":"2025-03-24T17:28:36.446674+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-404.jsonl","duration (ms)":83} +{"time":"2025-03-24T17:28:36.501581+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":406,"rows":10000} +{"time":"2025-03-24T17:28:36.501696+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-406.jsonl","rows":10000} + Received: 4,058,631 + Enriched: 4,058,630 +{"time":"2025-03-24T17:28:36.553708+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-405.jsonl","duration (ms)":80} + Saved: 4,050,000 +{"time":"2025-03-24T17:28:36.621339+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":407,"rows":10000} +{"time":"2025-03-24T17:28:36.621442+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-407.jsonl","rows":10000} +{"time":"2025-03-24T17:28:36.666061+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-406.jsonl","duration (ms)":79} +{"time":"2025-03-24T17:28:36.743088+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":408,"rows":10000} +{"time":"2025-03-24T17:28:36.743223+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-408.jsonl","rows":10000} +{"time":"2025-03-24T17:28:36.777781+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-407.jsonl","duration (ms)":84} + Received: 4,080,001 + Enriched: 4,080,000 + Saved: 4,070,000 +{"time":"2025-03-24T17:28:36.860967+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":409,"rows":10000} +{"time":"2025-03-24T17:28:36.861111+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-409.jsonl","rows":10000} +{"time":"2025-03-24T17:28:36.894796+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-408.jsonl","duration (ms)":84} +{"time":"2025-03-24T17:28:36.976949+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":410,"rows":10000} +{"time":"2025-03-24T17:28:36.977081+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-410.jsonl","rows":10000} +{"time":"2025-03-24T17:28:37.012275+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-409.jsonl","duration (ms)":81} + Received: 4,101,793 + Enriched: 4,101,792 +Time: 1m36s +{"time":"2025-03-24T17:28:37.109333+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":411,"rows":10000} +{"time":"2025-03-24T17:28:37.109457+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-411.jsonl","rows":10000} + Saved: 4,090,000 +{"time":"2025-03-24T17:28:37.133988+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-410.jsonl","duration (ms)":83} +{"time":"2025-03-24T17:28:37.216221+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":412,"rows":10000} +{"time":"2025-03-24T17:28:37.216361+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-412.jsonl","rows":10000} +{"time":"2025-03-24T17:28:37.254911+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-411.jsonl","duration (ms)":84} + Received: 4,126,748 + Enriched: 4,126,747 +{"time":"2025-03-24T17:28:37.3306+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":413,"rows":10000} +{"time":"2025-03-24T17:28:37.330726+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-413.jsonl","rows":10000} + Saved: 4,110,000 +{"time":"2025-03-24T17:28:37.363947+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-412.jsonl","duration (ms)":80} +{"time":"2025-03-24T17:28:37.449572+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":414,"rows":10000} +{"time":"2025-03-24T17:28:37.449702+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-414.jsonl","rows":10000} +{"time":"2025-03-24T17:28:37.4812+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-413.jsonl","duration (ms)":80} +{"time":"2025-03-24T17:28:37.548081+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":415,"rows":10000} +{"time":"2025-03-24T17:28:37.548186+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-415.jsonl","rows":10000} +{"time":"2025-03-24T17:28:37.592308+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-414.jsonl","duration (ms)":79} + Saved: 4,140,000 + Received: 4,150,001 + Enriched: 4,150,000 +{"time":"2025-03-24T17:28:37.653081+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":416,"rows":10000} +{"time":"2025-03-24T17:28:37.653185+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-416.jsonl","rows":10000} +{"time":"2025-03-24T17:28:37.695355+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-415.jsonl","duration (ms)":77} +{"time":"2025-03-24T17:28:37.775124+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":417,"rows":10000} +{"time":"2025-03-24T17:28:37.77525+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-417.jsonl","rows":10000} +{"time":"2025-03-24T17:28:37.815184+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-416.jsonl","duration (ms)":87} + Saved: 4,160,000 + Received: 4,174,818 + Enriched: 4,174,817 +Time: 1m37s +{"time":"2025-03-24T17:28:37.925573+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-417.jsonl","duration (ms)":83} +{"time":"2025-03-24T17:28:37.933269+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":418,"rows":10000} +{"time":"2025-03-24T17:28:37.933423+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-418.jsonl","rows":10000} +{"time":"2025-03-24T17:28:38.027769+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":419,"rows":10000} +{"time":"2025-03-24T17:28:38.027879+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-419.jsonl","rows":10000} +{"time":"2025-03-24T17:28:38.075825+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-418.jsonl","duration (ms)":80} + Saved: 4,180,000 +{"time":"2025-03-24T17:28:38.122686+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":420,"rows":10000} +{"time":"2025-03-24T17:28:38.122793+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-420.jsonl","rows":10000} + Received: 4,198,706 + Enriched: 4,198,705 +{"time":"2025-03-24T17:28:38.171998+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-419.jsonl","duration (ms)":80} +{"time":"2025-03-24T17:28:38.222707+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":421,"rows":10000} +{"time":"2025-03-24T17:28:38.222822+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-421.jsonl","rows":10000} +{"time":"2025-03-24T17:28:38.280375+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-420.jsonl","duration (ms)":92} +{"time":"2025-03-24T17:28:38.350034+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":422,"rows":10000} +{"time":"2025-03-24T17:28:38.35017+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-422.jsonl","rows":10000} + Saved: 4,200,000 +{"time":"2025-03-24T17:28:38.389442+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-421.jsonl","duration (ms)":86} + Received: 4,220,001 + Enriched: 4,220,000 +{"time":"2025-03-24T17:28:38.470957+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":423,"rows":10000} +{"time":"2025-03-24T17:28:38.47109+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-423.jsonl","rows":10000} +{"time":"2025-03-24T17:28:38.501159+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-422.jsonl","duration (ms)":84} +{"time":"2025-03-24T17:28:38.588299+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":424,"rows":10000} +{"time":"2025-03-24T17:28:38.588441+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-424.jsonl","rows":10000} + Saved: 4,220,000 +{"time":"2025-03-24T17:28:38.62298+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-423.jsonl","duration (ms)":86} + Received: 4,240,071 + Enriched: 4,240,070 +{"time":"2025-03-24T17:28:38.715659+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":425,"rows":10000} +{"time":"2025-03-24T17:28:38.71581+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-425.jsonl","rows":10000} +{"time":"2025-03-24T17:28:38.75266+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-424.jsonl","duration (ms)":88} +{"time":"2025-03-24T17:28:38.829416+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":426,"rows":10000} +{"time":"2025-03-24T17:28:38.829538+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-426.jsonl","rows":10000} + Saved: 4,240,000 +{"time":"2025-03-24T17:28:38.876538+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-425.jsonl","duration (ms)":88} + Received: 4,262,301 + Enriched: 4,262,300 +Time: 1m38s +{"time":"2025-03-24T17:28:38.941251+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":427,"rows":10000} +{"time":"2025-03-24T17:28:38.941387+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-427.jsonl","rows":10000} +{"time":"2025-03-24T17:28:38.9834+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-426.jsonl","duration (ms)":88} +{"time":"2025-03-24T17:28:39.061291+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":428,"rows":10000} +{"time":"2025-03-24T17:28:39.061441+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-428.jsonl","rows":10000} +{"time":"2025-03-24T17:28:39.102388+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-427.jsonl","duration (ms)":93} + Saved: 4,260,000 +{"time":"2025-03-24T17:28:39.170663+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":429,"rows":10000} +{"time":"2025-03-24T17:28:39.170802+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-429.jsonl","rows":10000} + Received: 4,289,014 + Enriched: 4,289,013 +{"time":"2025-03-24T17:28:39.215976+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-428.jsonl","duration (ms)":90} +{"time":"2025-03-24T17:28:39.292088+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":430,"rows":10000} +{"time":"2025-03-24T17:28:39.292295+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-430.jsonl","rows":10000} +{"time":"2025-03-24T17:28:39.344759+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-429.jsonl","duration (ms)":107} + Saved: 4,290,000 +{"time":"2025-03-24T17:28:39.416518+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":431,"rows":10000} +{"time":"2025-03-24T17:28:39.41686+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-431.jsonl","rows":10000} +{"time":"2025-03-24T17:28:39.476098+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-430.jsonl","duration (ms)":109} + Received: 4,310,001 + Enriched: 4,310,000 +{"time":"2025-03-24T17:28:39.530397+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":432,"rows":10000} +{"time":"2025-03-24T17:28:39.530603+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-432.jsonl","rows":10000} +{"time":"2025-03-24T17:28:39.588812+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-431.jsonl","duration (ms)":103} + Saved: 4,310,000 +{"time":"2025-03-24T17:28:39.64559+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":433,"rows":10000} +{"time":"2025-03-24T17:28:39.645733+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-433.jsonl","rows":10000} +{"time":"2025-03-24T17:28:39.695901+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-432.jsonl","duration (ms)":92} + Received: 4,334,254 + Enriched: 4,334,253 +{"time":"2025-03-24T17:28:39.756753+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":434,"rows":10000} +{"time":"2025-03-24T17:28:39.756891+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-434.jsonl","rows":10000} +{"time":"2025-03-24T17:28:39.801413+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-433.jsonl","duration (ms)":91} + Saved: 4,330,000 +{"time":"2025-03-24T17:28:39.866596+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":435,"rows":10000} +{"time":"2025-03-24T17:28:39.866782+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-435.jsonl","rows":10000} +{"time":"2025-03-24T17:28:39.91297+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-434.jsonl","duration (ms)":86} +{"time":"2025-03-24T17:28:39.980199+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":436,"rows":10000} +{"time":"2025-03-24T17:28:39.98033+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-436.jsonl","rows":10000} +{"time":"2025-03-24T17:28:40.024379+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-435.jsonl","duration (ms)":88} + Received: 4,360,001 + Enriched: 4,360,000 +Time: 1m39s +{"time":"2025-03-24T17:28:40.103394+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":437,"rows":10000} +{"time":"2025-03-24T17:28:40.103536+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-437.jsonl","rows":10000} + Saved: 4,350,000 +{"time":"2025-03-24T17:28:40.146222+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-436.jsonl","duration (ms)":86} +{"time":"2025-03-24T17:28:40.195214+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":438,"rows":10000} +{"time":"2025-03-24T17:28:40.195325+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-438.jsonl","rows":10000} +{"time":"2025-03-24T17:28:40.243425+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-437.jsonl","duration (ms)":82} +{"time":"2025-03-24T17:28:40.295716+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":439,"rows":10000} +{"time":"2025-03-24T17:28:40.295852+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-439.jsonl","rows":10000} +{"time":"2025-03-24T17:28:40.348725+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-438.jsonl","duration (ms)":83} + Saved: 4,380,000 + Received: 4,390,001 + Enriched: 4,390,000 +{"time":"2025-03-24T17:28:40.401472+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":440,"rows":10000} +{"time":"2025-03-24T17:28:40.401598+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-440.jsonl","rows":10000} +{"time":"2025-03-24T17:28:40.452221+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-439.jsonl","duration (ms)":91} +{"time":"2025-03-24T17:28:40.546851+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":441,"rows":10000} +{"time":"2025-03-24T17:28:40.547108+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-441.jsonl","rows":10000} +{"time":"2025-03-24T17:28:40.588759+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-440.jsonl","duration (ms)":108} + Saved: 4,400,000 + Received: 4,410,001 + Enriched: 4,410,000 +{"time":"2025-03-24T17:28:40.725577+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":442,"rows":10000} +{"time":"2025-03-24T17:28:40.725738+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-442.jsonl","rows":10000} +{"time":"2025-03-24T17:28:40.754882+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-441.jsonl","duration (ms)":127} + Saved: 4,410,000 + Received: 4,427,891 + Enriched: 4,427,890 +Time: 1m40s +{"time":"2025-03-24T17:28:40.904918+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":443,"rows":10000} +{"time":"2025-03-24T17:28:40.905072+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-443.jsonl","rows":10000} +{"time":"2025-03-24T17:28:40.914352+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-442.jsonl","duration (ms)":101} +{"time":"2025-03-24T17:28:41.052081+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":444,"rows":10000} +{"time":"2025-03-24T17:28:41.0522+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-444.jsonl","rows":10000} +{"time":"2025-03-24T17:28:41.08214+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-443.jsonl","duration (ms)":94} + Saved: 4,430,000 + Received: 4,440,150 + Enriched: 4,440,149 +{"time":"2025-03-24T17:28:41.19938+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":445,"rows":10000} +{"time":"2025-03-24T17:28:41.199568+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-445.jsonl","rows":10000} +{"time":"2025-03-24T17:28:41.216258+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-444.jsonl","duration (ms)":91} +{"time":"2025-03-24T17:28:41.307636+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":446,"rows":10000} +{"time":"2025-03-24T17:28:41.307781+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-446.jsonl","rows":10000} +{"time":"2025-03-24T17:28:41.352477+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-445.jsonl","duration (ms)":92} + Saved: 4,450,000 + Received: 4,460,001 + Enriched: 4,460,000 +{"time":"2025-03-24T17:28:41.426756+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":447,"rows":10000} +{"time":"2025-03-24T17:28:41.426904+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-447.jsonl","rows":10000} +{"time":"2025-03-24T17:28:41.483378+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-446.jsonl","duration (ms)":101} +{"time":"2025-03-24T17:28:41.542195+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":448,"rows":10000} +{"time":"2025-03-24T17:28:41.542319+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-448.jsonl","rows":10000} +{"time":"2025-03-24T17:28:41.598818+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-447.jsonl","duration (ms)":87} + Saved: 4,470,000 + Received: 4,482,862 + Enriched: 4,482,861 +{"time":"2025-03-24T17:28:41.651833+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":449,"rows":10000} +{"time":"2025-03-24T17:28:41.651972+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-449.jsonl","rows":10000} +{"time":"2025-03-24T17:28:41.704402+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-448.jsonl","duration (ms)":83} +{"time":"2025-03-24T17:28:41.767415+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":450,"rows":10000} +{"time":"2025-03-24T17:28:41.767543+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-450.jsonl","rows":10000} +{"time":"2025-03-24T17:28:41.815284+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-449.jsonl","duration (ms)":89} + Saved: 4,490,000 +Time: 1m41s +{"time":"2025-03-24T17:28:41.883392+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":451,"rows":10000} +{"time":"2025-03-24T17:28:41.883524+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-451.jsonl","rows":10000} + Received: 4,509,177 + Enriched: 4,509,176 +{"time":"2025-03-24T17:28:41.923433+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-450.jsonl","duration (ms)":87} +{"time":"2025-03-24T17:28:42.003577+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":452,"rows":10000} +{"time":"2025-03-24T17:28:42.003719+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-452.jsonl","rows":10000} +{"time":"2025-03-24T17:28:42.051385+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-451.jsonl","duration (ms)":100} + Saved: 4,510,000 + Received: 4,528,706 + Enriched: 4,528,705 +{"time":"2025-03-24T17:28:42.145503+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":453,"rows":10000} +{"time":"2025-03-24T17:28:42.14569+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-453.jsonl","rows":10000} +{"time":"2025-03-24T17:28:42.184275+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-452.jsonl","duration (ms)":96} +{"time":"2025-03-24T17:28:42.276431+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":454,"rows":10000} +{"time":"2025-03-24T17:28:42.276586+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-454.jsonl","rows":10000} +{"time":"2025-03-24T17:28:42.338349+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-453.jsonl","duration (ms)":88} + Saved: 4,530,000 +{"time":"2025-03-24T17:28:42.379595+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":455,"rows":10000} +{"time":"2025-03-24T17:28:42.379723+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-455.jsonl","rows":10000} +{"time":"2025-03-24T17:28:42.435795+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-454.jsonl","duration (ms)":89} + Received: 4,550,001 + Enriched: 4,550,000 +{"time":"2025-03-24T17:28:42.488666+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":456,"rows":10000} +{"time":"2025-03-24T17:28:42.4888+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-456.jsonl","rows":10000} +{"time":"2025-03-24T17:28:42.565729+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-455.jsonl","duration (ms)":120} + Saved: 4,550,000 +{"time":"2025-03-24T17:28:42.640703+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":457,"rows":10000} +{"time":"2025-03-24T17:28:42.640876+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-457.jsonl","rows":10000} +{"time":"2025-03-24T17:28:42.651842+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-456.jsonl","duration (ms)":91} + Received: 4,570,001 + Enriched: 4,570,000 +{"time":"2025-03-24T17:28:42.772318+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":458,"rows":10000} +{"time":"2025-03-24T17:28:42.77244+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-458.jsonl","rows":10000} +{"time":"2025-03-24T17:28:42.792572+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-457.jsonl","duration (ms)":89} +{"time":"2025-03-24T17:28:42.875844+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":459,"rows":10000} +{"time":"2025-03-24T17:28:42.875998+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-459.jsonl","rows":10000} + Saved: 4,570,000 +Time: 1m42s +{"time":"2025-03-24T17:28:42.926685+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-458.jsonl","duration (ms)":92} + Received: 4,590,593 + Enriched: 4,590,592 +{"time":"2025-03-24T17:28:42.989726+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":460,"rows":10000} +{"time":"2025-03-24T17:28:42.98986+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-460.jsonl","rows":10000} +{"time":"2025-03-24T17:28:43.034648+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-459.jsonl","duration (ms)":89} +{"time":"2025-03-24T17:28:43.105711+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":461,"rows":10000} +{"time":"2025-03-24T17:28:43.105849+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-461.jsonl","rows":10000} + Saved: 4,590,000 +{"time":"2025-03-24T17:28:43.142204+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-460.jsonl","duration (ms)":90} + Received: 4,615,215 + Enriched: 4,615,214 +{"time":"2025-03-24T17:28:43.237108+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":462,"rows":10000} +{"time":"2025-03-24T17:28:43.237221+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-462.jsonl","rows":10000} +{"time":"2025-03-24T17:28:43.256182+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-461.jsonl","duration (ms)":87} +{"time":"2025-03-24T17:28:43.357917+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":463,"rows":10000} +{"time":"2025-03-24T17:28:43.358057+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-463.jsonl","rows":10000} + Saved: 4,610,000 +{"time":"2025-03-24T17:28:43.390436+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-462.jsonl","duration (ms)":95} + Received: 4,630,001 + Enriched: 4,630,000 +{"time":"2025-03-24T17:28:43.508846+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":464,"rows":10000} +{"time":"2025-03-24T17:28:43.508967+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-464.jsonl","rows":10000} +{"time":"2025-03-24T17:28:43.543191+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-463.jsonl","duration (ms)":84} +{"time":"2025-03-24T17:28:43.609869+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":465,"rows":10000} +{"time":"2025-03-24T17:28:43.61+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-465.jsonl","rows":10000} + Saved: 4,630,000 +{"time":"2025-03-24T17:28:43.667634+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-464.jsonl","duration (ms)":89} + Received: 4,657,126 + Enriched: 4,657,125 +{"time":"2025-03-24T17:28:43.725205+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":466,"rows":10000} +{"time":"2025-03-24T17:28:43.725344+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-466.jsonl","rows":10000} +{"time":"2025-03-24T17:28:43.766333+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-465.jsonl","duration (ms)":89} +{"time":"2025-03-24T17:28:43.869447+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":467,"rows":10000} +{"time":"2025-03-24T17:28:43.869593+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-467.jsonl","rows":10000} + Saved: 4,650,000 +Time: 1m43s +{"time":"2025-03-24T17:28:43.884822+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-466.jsonl","duration (ms)":89} + Received: 4,676,658 + Enriched: 4,676,657 +{"time":"2025-03-24T17:28:43.976673+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":468,"rows":10000} +{"time":"2025-03-24T17:28:43.97681+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-468.jsonl","rows":10000} +{"time":"2025-03-24T17:28:44.020399+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-467.jsonl","duration (ms)":89} +{"time":"2025-03-24T17:28:44.078168+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":469,"rows":10000} +{"time":"2025-03-24T17:28:44.078328+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-469.jsonl","rows":10000} + Saved: 4,670,000 +{"time":"2025-03-24T17:28:44.130452+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-468.jsonl","duration (ms)":88} +{"time":"2025-03-24T17:28:44.208941+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":470,"rows":10000} +{"time":"2025-03-24T17:28:44.209061+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-470.jsonl","rows":10000} +{"time":"2025-03-24T17:28:44.245444+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-469.jsonl","duration (ms)":92} + Received: 4,700,001 + Enriched: 4,700,000 +{"time":"2025-03-24T17:28:44.360491+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":471,"rows":10000} +{"time":"2025-03-24T17:28:44.360615+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-471.jsonl","rows":10000} + Saved: 4,690,000 +{"time":"2025-03-24T17:28:44.394731+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-470.jsonl","duration (ms)":118} +{"time":"2025-03-24T17:28:44.45112+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":472,"rows":10000} +{"time":"2025-03-24T17:28:44.451227+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-472.jsonl","rows":10000} +{"time":"2025-03-24T17:28:44.512553+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-471.jsonl","duration (ms)":90} + Received: 4,722,685 + Enriched: 4,722,684 +{"time":"2025-03-24T17:28:44.54341+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":473,"rows":10000} +{"time":"2025-03-24T17:28:44.543515+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-473.jsonl","rows":10000} +{"time":"2025-03-24T17:28:44.610167+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-472.jsonl","duration (ms)":95} + Saved: 4,720,000 +{"time":"2025-03-24T17:28:44.63588+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":474,"rows":10000} +{"time":"2025-03-24T17:28:44.635997+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-474.jsonl","rows":10000} +{"time":"2025-03-24T17:28:44.709044+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-473.jsonl","duration (ms)":95} +{"time":"2025-03-24T17:28:44.76218+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":475,"rows":10000} +{"time":"2025-03-24T17:28:44.762298+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-475.jsonl","rows":10000} +{"time":"2025-03-24T17:28:44.816385+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-474.jsonl","duration (ms)":101} + Received: 4,750,001 + Enriched: 4,750,000 +{"time":"2025-03-24T17:28:44.867109+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":476,"rows":10000} +{"time":"2025-03-24T17:28:44.867228+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-476.jsonl","rows":10000} + Saved: 4,740,000 +Time: 1m44s +{"time":"2025-03-24T17:28:44.927493+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-475.jsonl","duration (ms)":88} +{"time":"2025-03-24T17:28:44.979655+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":477,"rows":10000} +{"time":"2025-03-24T17:28:44.979768+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-477.jsonl","rows":10000} +{"time":"2025-03-24T17:28:45.019775+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-476.jsonl","duration (ms)":93} +{"time":"2025-03-24T17:28:45.064771+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":478,"rows":10000} +{"time":"2025-03-24T17:28:45.064881+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-478.jsonl","rows":10000} + Saved: 4,760,000 +{"time":"2025-03-24T17:28:45.12778+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-477.jsonl","duration (ms)":87} + Received: 4,780,001 + Enriched: 4,780,000 +{"time":"2025-03-24T17:28:45.176773+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":479,"rows":10000} +{"time":"2025-03-24T17:28:45.176905+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-479.jsonl","rows":10000} +{"time":"2025-03-24T17:28:45.217921+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-478.jsonl","duration (ms)":89} +{"time":"2025-03-24T17:28:45.274596+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":480,"rows":10000} +{"time":"2025-03-24T17:28:45.27479+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-480.jsonl","rows":10000} +{"time":"2025-03-24T17:28:45.327805+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-479.jsonl","duration (ms)":89} +{"time":"2025-03-24T17:28:45.37575+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":481,"rows":10000} +{"time":"2025-03-24T17:28:45.375929+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-481.jsonl","rows":10000} + Saved: 4,790,000 +{"time":"2025-03-24T17:28:45.42353+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-480.jsonl","duration (ms)":93} + Received: 4,810,001 + Enriched: 4,810,000 +{"time":"2025-03-24T17:28:45.471457+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":482,"rows":10000} +{"time":"2025-03-24T17:28:45.471603+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-482.jsonl","rows":10000} +{"time":"2025-03-24T17:28:45.536438+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-481.jsonl","duration (ms)":95} +{"time":"2025-03-24T17:28:45.562019+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":483,"rows":10000} +{"time":"2025-03-24T17:28:45.56215+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-483.jsonl","rows":10000} +{"time":"2025-03-24T17:28:45.62383+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-482.jsonl","duration (ms)":87} + Saved: 4,810,000 +{"time":"2025-03-24T17:28:45.654799+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":484,"rows":10000} +{"time":"2025-03-24T17:28:45.654905+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-484.jsonl","rows":10000} +{"time":"2025-03-24T17:28:45.709756+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-483.jsonl","duration (ms)":87} + Received: 4,840,001 + Enriched: 4,840,000 +{"time":"2025-03-24T17:28:45.755831+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":485,"rows":10000} +{"time":"2025-03-24T17:28:45.755943+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-485.jsonl","rows":10000} +{"time":"2025-03-24T17:28:45.807407+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-484.jsonl","duration (ms)":93} +{"time":"2025-03-24T17:28:45.858423+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":486,"rows":10000} +{"time":"2025-03-24T17:28:45.858548+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-486.jsonl","rows":10000} + Saved: 4,840,000 +Time: 1m45s +{"time":"2025-03-24T17:28:45.916007+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-485.jsonl","duration (ms)":90} +{"time":"2025-03-24T17:28:45.958878+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":487,"rows":10000} +{"time":"2025-03-24T17:28:45.958995+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-487.jsonl","rows":10000} +{"time":"2025-03-24T17:28:46.021122+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-486.jsonl","duration (ms)":94} + Received: 4,870,001 + Enriched: 4,870,000 +{"time":"2025-03-24T17:28:46.070489+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":488,"rows":10000} +{"time":"2025-03-24T17:28:46.070603+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-488.jsonl","rows":10000} +{"time":"2025-03-24T17:28:46.124628+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-487.jsonl","duration (ms)":99} + Saved: 4,860,000 +{"time":"2025-03-24T17:28:46.180429+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":489,"rows":10000} +{"time":"2025-03-24T17:28:46.180561+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-489.jsonl","rows":10000} +{"time":"2025-03-24T17:28:46.231916+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-488.jsonl","duration (ms)":96} + Received: 4,895,357 + Enriched: 4,895,356 +{"time":"2025-03-24T17:28:46.292317+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":490,"rows":10000} +{"time":"2025-03-24T17:28:46.292452+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-490.jsonl","rows":10000} +{"time":"2025-03-24T17:28:46.34685+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-489.jsonl","duration (ms)":100} + Saved: 4,890,000 +{"time":"2025-03-24T17:28:46.426946+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":491,"rows":10000} +{"time":"2025-03-24T17:28:46.427077+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-491.jsonl","rows":10000} +{"time":"2025-03-24T17:28:46.481112+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-490.jsonl","duration (ms)":119} + Received: 4,911,025 + Enriched: 4,911,024 +{"time":"2025-03-24T17:28:46.573874+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":492,"rows":10000} +{"time":"2025-03-24T17:28:46.574041+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-492.jsonl","rows":10000} + Saved: 4,900,000 +{"time":"2025-03-24T17:28:46.632202+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-491.jsonl","duration (ms)":116} +{"time":"2025-03-24T17:28:46.714393+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":493,"rows":10000} +{"time":"2025-03-24T17:28:46.714535+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-493.jsonl","rows":10000} +{"time":"2025-03-24T17:28:46.766161+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-492.jsonl","duration (ms)":106} + Received: 4,930,001 + Enriched: 4,930,000 +{"time":"2025-03-24T17:28:46.819182+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":494,"rows":10000} +{"time":"2025-03-24T17:28:46.819333+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-494.jsonl","rows":10000} + Saved: 4,920,000 +Time: 1m46s +{"time":"2025-03-24T17:28:46.901439+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-493.jsonl","duration (ms)":108} +{"time":"2025-03-24T17:28:46.946442+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":495,"rows":10000} +{"time":"2025-03-24T17:28:46.946767+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-495.jsonl","rows":10000} +{"time":"2025-03-24T17:28:47.041789+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-494.jsonl","duration (ms)":118} + Received: 4,950,145 + Enriched: 4,950,144 +{"time":"2025-03-24T17:28:47.106526+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":496,"rows":10000} +{"time":"2025-03-24T17:28:47.106673+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-496.jsonl","rows":10000} + Saved: 4,940,000 +{"time":"2025-03-24T17:28:47.14654+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-495.jsonl","duration (ms)":109} +{"time":"2025-03-24T17:28:47.225103+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":497,"rows":10000} +{"time":"2025-03-24T17:28:47.225239+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-497.jsonl","rows":10000} +{"time":"2025-03-24T17:28:47.305224+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-496.jsonl","duration (ms)":107} + Received: 4,970,001 + Enriched: 4,970,000 +{"time":"2025-03-24T17:28:47.330788+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":498,"rows":10000} +{"time":"2025-03-24T17:28:47.33107+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-498.jsonl","rows":10000} + Saved: 4,960,000 +{"time":"2025-03-24T17:28:47.41498+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-497.jsonl","duration (ms)":112} +{"time":"2025-03-24T17:28:47.466314+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":499,"rows":10000} +{"time":"2025-03-24T17:28:47.466492+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-499.jsonl","rows":10000} +{"time":"2025-03-24T17:28:47.516438+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-498.jsonl","duration (ms)":102} + Received: 4,994,340 + Enriched: 4,994,339 +{"time":"2025-03-24T17:28:47.581709+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":500,"rows":10000} +{"time":"2025-03-24T17:28:47.581905+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-500.jsonl","rows":10000} + Saved: 4,980,000 +{"time":"2025-03-24T17:28:47.629543+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-499.jsonl","duration (ms)":91} +{"time":"2025-03-24T17:28:47.677144+05:30","level":"DEBUG","msg":"Event_ChunkWrittenEvent","source":"cli","execution":"1742817420409","chunk":500} +{"time":"2025-03-24T17:28:47.71802+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":501,"rows":10000} +{"time":"2025-03-24T17:28:47.718307+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-501.jsonl","rows":10000} +{"time":"2025-03-24T17:28:47.773241+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-500.jsonl","duration (ms)":96} +{"time":"2025-03-24T17:28:47.773314+05:30","level":"DEBUG","msg":"ParquetJobPool completion count","source":"cli","ParquetJobPool":"1742817420409","count":500} + Received: 5,011,778 + Enriched: 5,011,777 + Saved: 5,000,000 +Time: 1m47s +{"time":"2025-03-24T17:28:47.889218+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-501.jsonl","duration (ms)":103} +{"time":"2025-03-24T17:28:47.901279+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":502,"rows":10000} +{"time":"2025-03-24T17:28:47.901425+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-502.jsonl","rows":10000} +{"time":"2025-03-24T17:28:48.03477+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":503,"rows":10000} +{"time":"2025-03-24T17:28:48.034897+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-503.jsonl","rows":10000} +{"time":"2025-03-24T17:28:48.077097+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-502.jsonl","duration (ms)":96} + Received: 5,030,001 + Enriched: 5,030,000 + Saved: 5,020,000 +{"time":"2025-03-24T17:28:48.157638+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":504,"rows":10000} +{"time":"2025-03-24T17:28:48.157767+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-504.jsonl","rows":10000} +{"time":"2025-03-24T17:28:48.200379+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-503.jsonl","duration (ms)":92} +{"time":"2025-03-24T17:28:48.279948+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":505,"rows":10000} +{"time":"2025-03-24T17:28:48.28007+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-505.jsonl","rows":10000} +{"time":"2025-03-24T17:28:48.320557+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-504.jsonl","duration (ms)":92} + Received: 5,053,586 + Enriched: 5,053,585 + Saved: 5,040,000 +{"time":"2025-03-24T17:28:48.391896+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":506,"rows":10000} +{"time":"2025-03-24T17:28:48.392056+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-506.jsonl","rows":10000} +{"time":"2025-03-24T17:28:48.446075+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-505.jsonl","duration (ms)":103} +{"time":"2025-03-24T17:28:48.486876+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":507,"rows":10000} +{"time":"2025-03-24T17:28:48.487022+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-507.jsonl","rows":10000} +{"time":"2025-03-24T17:28:48.567616+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-506.jsonl","duration (ms)":105} + Received: 5,072,767 + Enriched: 5,072,766 + Saved: 5,060,000 +{"time":"2025-03-24T17:28:48.628421+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":508,"rows":10000} +{"time":"2025-03-24T17:28:48.628547+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-508.jsonl","rows":10000} +{"time":"2025-03-24T17:28:48.679355+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-507.jsonl","duration (ms)":93} +{"time":"2025-03-24T17:28:48.722443+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":509,"rows":10000} +{"time":"2025-03-24T17:28:48.722661+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-509.jsonl","rows":10000} +{"time":"2025-03-24T17:28:48.784533+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-508.jsonl","duration (ms)":91} +{"time":"2025-03-24T17:28:48.828757+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":510,"rows":10000} +{"time":"2025-03-24T17:28:48.828875+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-510.jsonl","rows":10000} + Saved: 5,080,000 +Time: 1m48s +{"time":"2025-03-24T17:28:48.881052+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-509.jsonl","duration (ms)":91} + Received: 5,100,001 + Enriched: 5,100,000 +{"time":"2025-03-24T17:28:48.924459+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":511,"rows":10000} +{"time":"2025-03-24T17:28:48.924568+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-511.jsonl","rows":10000} +{"time":"2025-03-24T17:28:49.00734+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-510.jsonl","duration (ms)":125} +{"time":"2025-03-24T17:28:49.104396+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":512,"rows":10000} +{"time":"2025-03-24T17:28:49.10458+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-512.jsonl","rows":10000} +{"time":"2025-03-24T17:28:49.110393+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-511.jsonl","duration (ms)":118} + Saved: 5,110,000 + Received: 5,120,001 + Enriched: 5,120,000 +{"time":"2025-03-24T17:28:49.284115+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-512.jsonl","duration (ms)":100} +{"time":"2025-03-24T17:28:49.35078+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":513,"rows":10000} +{"time":"2025-03-24T17:28:49.35103+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-513.jsonl","rows":10000} + Saved: 5,120,000 + Received: 5,130,242 + Enriched: 5,130,241 +{"time":"2025-03-24T17:28:49.525275+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-513.jsonl","duration (ms)":92} +{"time":"2025-03-24T17:28:49.605546+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":514,"rows":10000} +{"time":"2025-03-24T17:28:49.605741+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-514.jsonl","rows":10000} + Saved: 5,130,000 + Received: 5,140,525 + Enriched: 5,140,524 +{"time":"2025-03-24T17:28:49.783386+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-514.jsonl","duration (ms)":109} +{"time":"2025-03-24T17:28:49.835142+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":515,"rows":10000} +{"time":"2025-03-24T17:28:49.835458+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-515.jsonl","rows":10000} + Saved: 5,140,000 +Time: 1m49s + Received: 5,150,028 + Enriched: 5,150,027 +{"time":"2025-03-24T17:28:50.084321+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-515.jsonl","duration (ms)":152} + Saved: 5,150,000 + Received: 5,157,739 + Enriched: 5,157,738 +{"time":"2025-03-24T17:28:50.236216+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":516,"rows":10000} +{"time":"2025-03-24T17:28:50.236598+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-516.jsonl","rows":10000} + Received: 5,165,007 + Enriched: 5,165,006 +{"time":"2025-03-24T17:28:50.458288+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-516.jsonl","duration (ms)":133} +{"time":"2025-03-24T17:28:50.489915+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":517,"rows":10000} +{"time":"2025-03-24T17:28:50.490079+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-517.jsonl","rows":10000} + Saved: 5,160,000 + Received: 5,173,279 + Enriched: 5,173,278 +{"time":"2025-03-24T17:28:50.746953+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-517.jsonl","duration (ms)":137} +{"time":"2025-03-24T17:28:50.838939+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":518,"rows":10000} +{"time":"2025-03-24T17:28:50.839119+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-518.jsonl","rows":10000} + Saved: 5,170,000 +Time: 1m50s + Received: 5,180,083 + Enriched: 5,180,082 +{"time":"2025-03-24T17:28:51.001991+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":519,"rows":10000} +{"time":"2025-03-24T17:28:51.002155+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-519.jsonl","rows":10000} +{"time":"2025-03-24T17:28:51.036805+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-518.jsonl","duration (ms)":102} +{"time":"2025-03-24T17:28:51.13947+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":520,"rows":10000} +{"time":"2025-03-24T17:28:51.139627+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-520.jsonl","rows":10000} + Saved: 5,180,000 +{"time":"2025-03-24T17:28:51.177175+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-519.jsonl","duration (ms)":104} + Received: 5,200,001 + Enriched: 5,200,000 +{"time":"2025-03-24T17:28:51.276512+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":521,"rows":10000} +{"time":"2025-03-24T17:28:51.276624+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-521.jsonl","rows":10000} +{"time":"2025-03-24T17:28:51.339273+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-520.jsonl","duration (ms)":130} + Saved: 5,200,000 +{"time":"2025-03-24T17:28:51.424651+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":522,"rows":10000} +{"time":"2025-03-24T17:28:51.424781+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-522.jsonl","rows":10000} +{"time":"2025-03-24T17:28:51.46117+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-521.jsonl","duration (ms)":110} + Received: 5,220,001 + Enriched: 5,220,000 + Saved: 5,210,000 +{"time":"2025-03-24T17:28:51.652439+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-522.jsonl","duration (ms)":155} + Received: 5,227,312 + Enriched: 5,227,311 +{"time":"2025-03-24T17:28:51.862554+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":523,"rows":10000} +{"time":"2025-03-24T17:28:51.86275+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-523.jsonl","rows":10000} + Saved: 5,220,000 +Time: 1m51s + Received: 5,233,628 + Enriched: 5,233,627 +{"time":"2025-03-24T17:28:52.060826+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":524,"rows":10000} +{"time":"2025-03-24T17:28:52.060984+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-524.jsonl","rows":10000} +{"time":"2025-03-24T17:28:52.099954+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-523.jsonl","duration (ms)":142} + Saved: 5,230,000 +{"time":"2025-03-24T17:28:52.228358+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":525,"rows":10000} +{"time":"2025-03-24T17:28:52.228654+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-525.jsonl","rows":10000} +{"time":"2025-03-24T17:28:52.29649+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-524.jsonl","duration (ms)":142} + Saved: 5,240,000 + Received: 5,250,001 + Enriched: 5,250,000 +{"time":"2025-03-24T17:28:52.625772+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-525.jsonl","duration (ms)":188} + Saved: 5,250,000 + Received: 5,257,047 + Enriched: 5,257,046 +{"time":"2025-03-24T17:28:52.822069+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":526,"rows":10000} +{"time":"2025-03-24T17:28:52.822419+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-526.jsonl","rows":10000} +Time: 1m52s + Received: 5,260,529 + Enriched: 5,260,528 +{"time":"2025-03-24T17:28:53.052918+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-526.jsonl","duration (ms)":131} +{"time":"2025-03-24T17:28:53.13252+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":527,"rows":10000} +{"time":"2025-03-24T17:28:53.132764+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-527.jsonl","rows":10000} + Saved: 5,260,000 + Received: 5,270,001 + Enriched: 5,270,000 +{"time":"2025-03-24T17:28:53.2989+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":528,"rows":10000} +{"time":"2025-03-24T17:28:53.29903+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-528.jsonl","rows":10000} +{"time":"2025-03-24T17:28:53.336983+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-527.jsonl","duration (ms)":101} + Saved: 5,270,000 + Received: 5,285,494 + Enriched: 5,285,493 +{"time":"2025-03-24T17:28:53.530357+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":529,"rows":10000} +{"time":"2025-03-24T17:28:53.530497+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-529.jsonl","rows":10000} +{"time":"2025-03-24T17:28:53.531408+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-528.jsonl","duration (ms)":130} + Saved: 5,280,000 +{"time":"2025-03-24T17:28:53.698252+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-529.jsonl","duration (ms)":103} +{"time":"2025-03-24T17:28:53.703086+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":530,"rows":10000} +{"time":"2025-03-24T17:28:53.703209+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-530.jsonl","rows":10000} + Received: 5,300,001 + Enriched: 5,300,000 +{"time":"2025-03-24T17:28:53.837675+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":531,"rows":10000} +{"time":"2025-03-24T17:28:53.837805+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-531.jsonl","rows":10000} +{"time":"2025-03-24T17:28:53.871962+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-530.jsonl","duration (ms)":100} + Saved: 5,300,000 +Time: 1m53s +{"time":"2025-03-24T17:28:53.990496+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":532,"rows":10000} +{"time":"2025-03-24T17:28:53.990627+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-532.jsonl","rows":10000} +{"time":"2025-03-24T17:28:53.999022+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-531.jsonl","duration (ms)":96} + Received: 5,320,001 + Enriched: 5,320,000 + Saved: 5,310,000 +{"time":"2025-03-24T17:28:54.157791+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":533,"rows":10000} +{"time":"2025-03-24T17:28:54.157923+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-533.jsonl","rows":10000} +{"time":"2025-03-24T17:28:54.168203+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-532.jsonl","duration (ms)":109} +{"time":"2025-03-24T17:28:54.29456+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":534,"rows":10000} +{"time":"2025-03-24T17:28:54.294881+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-534.jsonl","rows":10000} + Received: 5,340,001 + Enriched: 5,340,000 + Saved: 5,320,000 +{"time":"2025-03-24T17:28:54.416823+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-533.jsonl","duration (ms)":197} +{"time":"2025-03-24T17:28:54.474807+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":535,"rows":10000} +{"time":"2025-03-24T17:28:54.474941+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-535.jsonl","rows":10000} +{"time":"2025-03-24T17:28:54.488503+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-534.jsonl","duration (ms)":117} + Received: 5,357,751 + Enriched: 5,357,750 + Saved: 5,340,000 +{"time":"2025-03-24T17:28:54.649974+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":536,"rows":10000} +{"time":"2025-03-24T17:28:54.650159+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-536.jsonl","rows":10000} +{"time":"2025-03-24T17:28:54.661398+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-535.jsonl","duration (ms)":118} +{"time":"2025-03-24T17:28:54.774861+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":537,"rows":10000} +{"time":"2025-03-24T17:28:54.774989+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-537.jsonl","rows":10000} +{"time":"2025-03-24T17:28:54.829934+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-536.jsonl","duration (ms)":114} + Received: 5,370,132 + Enriched: 5,370,131 +Time: 1m54s + Saved: 5,360,000 +{"time":"2025-03-24T17:28:55.005862+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-537.jsonl","duration (ms)":135} +{"time":"2025-03-24T17:28:55.036617+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":538,"rows":10000} +{"time":"2025-03-24T17:28:55.036756+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-538.jsonl","rows":10000} + Received: 5,382,220 + Enriched: 5,382,219 + Saved: 5,370,000 +{"time":"2025-03-24T17:28:55.1948+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":539,"rows":10000} +{"time":"2025-03-24T17:28:55.194932+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-539.jsonl","rows":10000} +{"time":"2025-03-24T17:28:55.206043+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-538.jsonl","duration (ms)":99} +{"time":"2025-03-24T17:28:55.362543+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-539.jsonl","duration (ms)":105} +{"time":"2025-03-24T17:28:55.363922+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":540,"rows":10000} +{"time":"2025-03-24T17:28:55.364041+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-540.jsonl","rows":10000} + Saved: 5,390,000 + Received: 5,400,001 + Enriched: 5,400,000 +{"time":"2025-03-24T17:28:55.522964+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":541,"rows":10000} +{"time":"2025-03-24T17:28:55.523086+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-541.jsonl","rows":10000} +{"time":"2025-03-24T17:28:55.526835+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-540.jsonl","duration (ms)":97} + Saved: 5,400,000 +{"time":"2025-03-24T17:28:55.664104+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":542,"rows":10000} +{"time":"2025-03-24T17:28:55.664236+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-542.jsonl","rows":10000} +{"time":"2025-03-24T17:28:55.678966+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-541.jsonl","duration (ms)":100} + Received: 5,420,001 + Enriched: 5,420,000 +{"time":"2025-03-24T17:28:55.830057+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-542.jsonl","duration (ms)":97} +{"time":"2025-03-24T17:28:55.85714+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":543,"rows":10000} +{"time":"2025-03-24T17:28:55.857311+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-543.jsonl","rows":10000} + Saved: 5,420,000 +Time: 1m55s + Received: 5,436,219 + Enriched: 5,436,218 +{"time":"2025-03-24T17:28:55.999465+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":544,"rows":10000} +{"time":"2025-03-24T17:28:55.999599+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-544.jsonl","rows":10000} +{"time":"2025-03-24T17:28:56.017089+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-543.jsonl","duration (ms)":107} +{"time":"2025-03-24T17:28:56.143598+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":545,"rows":10000} +{"time":"2025-03-24T17:28:56.143761+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-545.jsonl","rows":10000} + Saved: 5,430,000 +{"time":"2025-03-24T17:28:56.156536+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-544.jsonl","duration (ms)":102} + Received: 5,455,045 + Enriched: 5,455,044 +{"time":"2025-03-24T17:28:56.273305+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":546,"rows":10000} +{"time":"2025-03-24T17:28:56.273428+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-546.jsonl","rows":10000} +{"time":"2025-03-24T17:28:56.316408+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-545.jsonl","duration (ms)":117} + Saved: 5,450,000 +{"time":"2025-03-24T17:28:56.411154+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":547,"rows":10000} +{"time":"2025-03-24T17:28:56.41127+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-547.jsonl","rows":10000} +{"time":"2025-03-24T17:28:56.447047+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-546.jsonl","duration (ms)":117} + Received: 5,470,001 + Enriched: 5,470,000 +{"time":"2025-03-24T17:28:56.586358+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":548,"rows":10000} +{"time":"2025-03-24T17:28:56.586493+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-548.jsonl","rows":10000} +{"time":"2025-03-24T17:28:56.589032+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-547.jsonl","duration (ms)":103} + Saved: 5,470,000 +{"time":"2025-03-24T17:28:56.716767+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":549,"rows":10000} +{"time":"2025-03-24T17:28:56.71691+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-549.jsonl","rows":10000} +{"time":"2025-03-24T17:28:56.77502+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-548.jsonl","duration (ms)":128} + Received: 5,490,001 + Enriched: 5,490,000 +{"time":"2025-03-24T17:28:56.850321+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":550,"rows":10000} +{"time":"2025-03-24T17:28:56.850505+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-550.jsonl","rows":10000} + Saved: 5,480,000 +Time: 1m56s +{"time":"2025-03-24T17:28:56.909188+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-549.jsonl","duration (ms)":123} +{"time":"2025-03-24T17:28:56.968743+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":551,"rows":10000} +{"time":"2025-03-24T17:28:56.968871+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-551.jsonl","rows":10000} +{"time":"2025-03-24T17:28:57.039825+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-550.jsonl","duration (ms)":125} + Received: 5,510,140 + Enriched: 5,510,139 + Saved: 5,500,000 +{"time":"2025-03-24T17:28:57.157445+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-551.jsonl","duration (ms)":125} +{"time":"2025-03-24T17:28:57.194379+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":552,"rows":10000} +{"time":"2025-03-24T17:28:57.194531+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-552.jsonl","rows":10000} + Received: 5,521,134 + Enriched: 5,521,133 +{"time":"2025-03-24T17:28:57.376103+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":553,"rows":10000} +{"time":"2025-03-24T17:28:57.376241+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-553.jsonl","rows":10000} + Saved: 5,510,000 +{"time":"2025-03-24T17:28:57.419609+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-552.jsonl","duration (ms)":166} + Received: 5,537,111 + Enriched: 5,537,110 +{"time":"2025-03-24T17:28:57.548764+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":554,"rows":10000} +{"time":"2025-03-24T17:28:57.548946+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-554.jsonl","rows":10000} +{"time":"2025-03-24T17:28:57.57118+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-553.jsonl","duration (ms)":123} + Saved: 5,530,000 +{"time":"2025-03-24T17:28:57.769778+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-554.jsonl","duration (ms)":162} + Received: 5,549,085 + Enriched: 5,549,044 + Saved: 5,540,000 +Time: 1m57s +{"time":"2025-03-24T17:28:57.957101+05:30","level":"DEBUG","msg":"ArtifactDownloaded - extract complete","source":"tailpipe-plugin-aws","artifact":"/Users/parthasarathi/Downloads/AWSBillingReport/676944191433-aws-billing-detailed-line-items-with-resources-and-tags-2024-12.csv","duration (ms)":117096} +{"time":"2025-03-24T17:28:57.95719+05:30","level":"ERROR","msg":"CollectorImpl: error event received","source":"tailpipe-plugin-aws","error":"error notifying 101 observers of row event: row validation failed: missing required fields: TpTimestamp, TpDate"} +{"time":"2025-03-24T17:28:57.957216+05:30","level":"INFO","msg":"Source collection complete - waiting for enrichment","source":"tailpipe-plugin-aws"} +{"time":"2025-03-24T17:28:57.957745+05:30","level":"DEBUG","msg":"writing chunk to JSONL file","source":"tailpipe-plugin-aws","chunk":555,"rows":9044} +{"time":"2025-03-24T17:28:57.9579+05:30","level":"DEBUG","msg":"writing JSONL file","source":"tailpipe-plugin-aws","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-555.jsonl","rows":9044} +{"time":"2025-03-24T17:28:57.958372+05:30","level":"WARN","msg":"plugin error","source":"cli","execution":"1742817420409","error":"error notifying 101 observers of row event: row validation failed: missing required fields: TpTimestamp, TpDate"} + Received: 5,549,145 + Errors: 1 + +Time: 1m57s +{"time":"2025-03-24T17:28:58.038334+05:30","level":"INFO","msg":"Enrichment complete","source":"tailpipe-plugin-aws"} +{"time":"2025-03-24T17:28:58.043735+05:30","level":"DEBUG","msg":"Event_CompleteEvent","source":"cli","execution":"1742817420409"} +{"time":"2025-03-24T17:28:58.044448+05:30","level":"INFO","msg":"waiting for execution to complete","source":"cli","execution":"1742817420409","chunks":555,"rows":5549044} +{"time":"2025-03-24T17:28:58.044795+05:30","level":"DEBUG","msg":"waitForConversions","source":"cli","execution":"1742817420409","chunk written":554,"total chunks":555} +{"time":"2025-03-24T17:28:58.044863+05:30","level":"DEBUG","msg":"waiting for parquet conversion","source":"cli","execution":"1742817420409","chunks written":554,"total chunksWritten":555} +{"time":"2025-03-24T17:28:58.240833+05:30","level":"DEBUG","msg":"converted JSONL to Parquet","source":"cli","file":"/Users/parthasarathi/.tailpipe/internal/collection/default/39888/source/1742817420409-555.jsonl","duration (ms)":202} +{"time":"2025-03-24T17:28:58.244992+05:30","level":"DEBUG","msg":"waitForConversions","source":"cli","execution":"1742817420409","chunk written":555,"total chunks":555} +{"time":"2025-03-24T17:28:58.245039+05:30","level":"DEBUG","msg":"waitForConversions - all chunks written","source":"cli","execution":"1742817420409"} +{"time":"2025-03-24T17:28:58.279764+05:30","level":"INFO","msg":"Execution complete","source":"cli","execution":"1742817420409"} +{"time":"2025-03-24T17:28:58.280045+05:30","level":"INFO","msg":"Collection complete","source":"cli","partition":"REDACTED"} +{"time":"2025-03-24T17:28:58.282449+05:30","level":"INFO","msg":"Compacting parquet files","source":"cli"} + Filtered: 9,144 + Errors: 1 + +Files: + Compacted: 5 => 4 + +Time: 1m57s + Compacted: 25 => 21 + Compacted: 39 => 32 + Compacted: 64 => 54 + Compacted: 80 => 66 +{"time":"2025-03-24T17:28:58.36227+05:30","level":"ERROR","msg":"error waiting for execution to complete","source":"cli","error":"failed to infer schema: IO Error: Cannot open file \"/Users/parthasarathi/.tailpipe/data/default/tp_table=aws_detailed_billing_report/tp_partition=file/tp_index=005814742910/tp_date=2024-12-01/data_20250324172831_061100_0.parquet\": No such file or directory"} + Compacted: 89 => 73 + Saved: 5,549,044 + Filtered: 100 + Compacted: 97 => 79 + Compacted: 106 => 86 + Compacted: 114 => 92 + Compacted: 181 => 155 + Compacted: 189 => 160 + Compacted: 196 => 165 + Compacted: 203 => 170 + Compacted: 210 => 175 + Compacted: 221 => 183 + Compacted: 234 => 193 + Compacted: 243 => 200 + Compacted: 256 => 210 + Compacted: 264 => 216 + Compacted: 268 => 219 + Compacted: 279 => 228 + Compacted: 291 => 238 + Compacted: 306 => 250 + Compacted: 313 => 255 + Compacted: 324 => 263 + Compacted: 337 => 273 + Compacted: 345 => 279 + Compacted: 414 => 343 + Compacted: 453 => 377 + Compacted: 484 => 404 + Compacted: 500 => 417 + Compacted: 523 => 436 + Compacted: 528 => 437 + Compacted: 533 => 438 +Time: 1m58s + Compacted: 538 => 439 + Compacted: 542 => 440 + Compacted: 547 => 441 + Compacted: 553 => 442 + Compacted: 557 => 443 + Compacted: 562 => 444 + Compacted: 567 => 445 + Compacted: 572 => 446 + Compacted: 577 => 447 + Compacted: 582 => 448 + Compacted: 588 => 449 + Compacted: 594 => 450 + Compacted: 599 => 451 + Compacted: 605 => 452 + Compacted: 611 => 453 + Compacted: 617 => 454 + Compacted: 622 => 455 + Compacted: 628 => 456 + Compacted: 633 => 457 + Compacted: 638 => 458 + Compacted: 643 => 459 + Compacted: 648 => 460 + Compacted: 653 => 461 + Compacted: 658 => 462 + Compacted: 663 => 463 + Compacted: 668 => 464 + Compacted: 673 => 465 + Compacted: 678 => 466 + Compacted: 739 => 519 + Compacted: 784 => 560 + Compacted: 805 => 577 + Compacted: 843 => 610 + Compacted: 871 => 633 + Compacted: 885 => 644 + Compacted: 905 => 660 + Compacted: 937 => 688 + Compacted: 963 => 710 + Compacted: 1036 => 777 + Compacted: 1084 => 820 + Compacted: 1121 => 852 +Time: 1m59s + Compacted: 1139 => 867 + Compacted: 1181 => 904 + Compacted: 1218 => 936 + Compacted: 1263 => 976 + Compacted: 1306 => 1014 + Compacted: 1337 => 1041 + Compacted: 1364 => 1063 + Compacted: 1376 => 1072 + Compacted: 1389 => 1082 + Compacted: 1436 => 1125 + Compacted: 1479 => 1163 + Compacted: 1553 => 1234 + Compacted: 1589 => 1265 + Compacted: 1625 => 1296 + Compacted: 1754 => 1420 + Compacted: 1858 => 1518 + Compacted: 1888 => 1544 + Compacted: 1916 => 1568 + Compacted: 1959 => 1606 + Compacted: 2025 => 1668 + Compacted: 2030 => 1671 + Compacted: 2041 => 1679 + Compacted: 2052 => 1687 + Compacted: 2059 => 1692 + Compacted: 2081 => 1711 + Compacted: 2111 => 1738 + Compacted: 2133 => 1756 + Compacted: 2172 => 1792 + Compacted: 2209 => 1824 + Compacted: 2235 => 1846 + Compacted: 2254 => 1861 + Compacted: 2264 => 1869 + Compacted: 2284 => 1885 + Compacted: 2286 => 1886 + Compacted: 2291 => 1889 + Compacted: 2294 => 1891 + Compacted: 2299 => 1894 + Compacted: 2301 => 1895 + Compacted: 2306 => 1898 + Compacted: 2309 => 1900 + Compacted: 2314 => 1903 + Compacted: 2316 => 1904 + Compacted: 2319 => 1906 + Compacted: 2322 => 1908 + Compacted: 2327 => 1911 + Compacted: 2332 => 1914 + Compacted: 2334 => 1915 + Compacted: 2346 => 1924 + Compacted: 2362 => 1937 + Compacted: 2375 => 1947 + Compacted: 2381 => 1951 + Compacted: 2388 => 1956 + Compacted: 2395 => 1961 + Compacted: 2402 => 1966 + Compacted: 2409 => 1971 + Compacted: 2416 => 1976 + Compacted: 2457 => 2012 + Compacted: 2471 => 2023 + Compacted: 2484 => 2033 + Compacted: 2508 => 2054 + Compacted: 2565 => 2107 +Time: 2m0s + Compacted: 2606 => 2143 + Compacted: 2639 => 2172 + Compacted: 2662 => 2191 + Compacted: 2683 => 2208 + Compacted: 2702 => 2224 + Compacted: 2713 => 2231 + Compacted: 2725 => 2240 + Compacted: 2732 => 2245 + Compacted: 2744 => 2254 + Compacted: 2811 => 2316 + Compacted: 2892 => 2393 + Compacted: 2955 => 2451 + Compacted: 2983 => 2475 + Compacted: 3027 => 2514 + Compacted: 3085 => 2568 + Compacted: 3095 => 2574 + Compacted: 3101 => 2578 + Compacted: 3108 => 2583 + Compacted: 3117 => 2589 + Compacted: 3124 => 2594 + Compacted: 3162 => 2630 + Compacted: 3175 => 2640 + Compacted: 3188 => 2650 + Compacted: 3202 => 2661 + Compacted: 3237 => 2692 + Compacted: 3240 => 2693 + Compacted: 3242 => 2694 + Compacted: 3245 => 2696 + Compacted: 3249 => 2698 + Compacted: 3251 => 2699 + Compacted: 3253 => 2700 + Compacted: 3255 => 2701 + Compacted: 3257 => 2702 + Compacted: 3260 => 2703 + Compacted: 3262 => 2704 + Compacted: 3266 => 2706 + Compacted: 3268 => 2707 + Compacted: 3270 => 2708 + Compacted: 3272 => 2709 + Compacted: 3274 => 2710 + Compacted: 3278 => 2712 + Compacted: 3280 => 2713 + Compacted: 3282 => 2714 + Compacted: 3286 => 2716 + Compacted: 3289 => 2718 + Compacted: 3291 => 2719 + Compacted: 3293 => 2720 + Compacted: 3295 => 2721 + Compacted: 3297 => 2722 + Compacted: 3307 => 2729 + Compacted: 3323 => 2742 + Compacted: 3338 => 2754 + Compacted: 3344 => 2757 + Compacted: 3346 => 2758 + Compacted: 3351 => 2761 + Compacted: 3357 => 2765 + Compacted: 3359 => 2766 + Compacted: 3365 => 2770 + Compacted: 3370 => 2773 +Time: 2m1s + Compacted: 3372 => 2774 + Compacted: 3378 => 2778 + Compacted: 3383 => 2781 + Compacted: 3386 => 2783 + Compacted: 3395 => 2789 + Compacted: 3413 => 2804 + Compacted: 3416 => 2806 + Compacted: 3463 => 2847 + Compacted: 3503 => 2882 + Compacted: 3531 => 2907 + Compacted: 3542 => 2915 + Compacted: 3552 => 2923 + Compacted: 3573 => 2940 +{"time":"2025-03-24T17:29:02.10563+05:30","level":"INFO","msg":"closing ParquetJobPool","source":"cli"} +{"time":"2025-03-24T17:29:02.105697+05:30","level":"DEBUG","msg":"exiting scheduler","source":"cli","execution id":"1742817420409"} + Discovered: 1 + Compacted: 3639 => 3002 +Completed: 2m1s + [?2004l[?25h[?1002l[?1003l[?1006l \ No newline at end of file diff --git a/tables/detailed_billing_report/detailed_billing_report.go b/tables/detailed_billing_report/detailed_billing_report.go new file mode 100644 index 0000000..5ac1f25 --- /dev/null +++ b/tables/detailed_billing_report/detailed_billing_report.go @@ -0,0 +1,80 @@ +package detailed_billing_report + +import ( + "time" + + "github.com/turbot/tailpipe-plugin-sdk/schema" +) + +type DetailedBillingReport struct { + schema.CommonFields + + BillingPeriodEnd *time.Time `json:"BillingPeriodEndDate,omitempty" parquet:"name=billing_period_end"` + BillingPeriodStart *time.Time `json:"BillingPeriodStartDate,omitempty" parquet:"name=billing_period_start"` + BlendedRate *float64 `json:"BlendedRate,omitempty" parquet:"name=blended_rate"` + CostBeforeTax *float64 `json:"CostBeforeTax,omitempty" parquet:"name=cost_before_tax"` + Credits *float64 `json:"Credits,omitempty" parquet:"name=credits"` + CurrencyCode *string `json:"CurrencyCode,omitempty" parquet:"name=currency_code"` + InvoiceDate *time.Time `json:"InvoiceDate,omitempty" parquet:"name=invoice_date"` + InvoiceID *string `json:"InvoiceID,omitempty" parquet:"name=invoice_id"` + ItemDescription *string `json:"ItemDescription,omitempty" parquet:"name=item_description"` + LinkedAccountId *string `json:"LinkedAccountId,omitempty" parquet:"name=linked_account_id"` + LinkedAccountName *string `json:"LinkedAccountName,omitempty" parquet:"name=linked_account_name"` + Operation *string `json:"Operation,omitempty" parquet:"name=operation"` + PayerAccountId *string `json:"PayerAccountId,omitempty" parquet:"name=payer_account_id"` + PayerAccountName *string `json:"PayerAccountName,omitempty" parquet:"name=payer_account_name"` + PayerPONumber *string `json:"PayerPONumber,omitempty" parquet:"name=payer_po_number"` + ProductCode *string `json:"ProductCode,omitempty" parquet:"name=product_code"` + ProductName *string `json:"ProductName,omitempty" parquet:"name=product_name"` + RateId *string `json:"RateId,omitempty" parquet:"name=rate_id"` + RecordID *string `json:"RecordID,omitempty" parquet:"name=record_id"` + RecordType *string `json:"RecordType,omitempty" parquet:"name=record_type"` + SellerOfRecord *string `json:"SellerOfRecord,omitempty" parquet:"name=seller_of_record"` + TaxAmount *float64 `json:"TaxAmount,omitempty" parquet:"name=tax_amount"` + TaxationAddress *string `json:"TaxationAddress,omitempty" parquet:"name=taxation_address"` + TaxType *string `json:"TaxType,omitempty" parquet:"name=tax_type"` + TotalCost *float64 `json:"TotalCost,omitempty" parquet:"name=total_cost"` + UsageEndDate *time.Time `json:"UsageEndDate,omitempty" parquet:"name=usage_end_date"` + UsageQuantity *float64 `json:"UsageQuantity,omitempty" parquet:"name=usage_quantity"` + UsageStartDate *time.Time `json:"UsageStartDate,omitempty" parquet:"name=usage_start_date"` + UsageType *string `json:"UsageType,omitempty" parquet:"name=usage_type"` +} + +func (c *DetailedBillingReport) GetColumnDescriptions() map[string]string { + return map[string]string{ + "billing_period_end": "End date of the billing period.", + "billing_period_start": "Start date of the billing period.", + "blended_rate": "Blended rate applied.", + "cost_before_tax": "Total cost before taxes.", + "credits": "Credits applied.", + "currency_code": "Currency in which billing is done.", + "invoice_date": "Date the invoice was issued.", + "invoice_id": "Unique identifier for the invoice.", + "item_description": "Description of the billed item.", + "linked_account_id": "Linked account under the payer.", + "linked_account_name": "Name of the linked account.", + "operation": "Operation performed during usage.", + "payer_account_id": "AWS payer account ID.", + "payer_account_name": "Name of the payer account.", + "payer_po_number": "Purchase order number from payer.", + "product_code": "AWS product code.", + "product_name": "Name of the AWS product.", + "rate_id": "ID representing the rate applied.", + "record_id": "Unique identifier for the billing record.", + "record_type": "Type of the billing record, e.g., LineItem or PayerLineItem.", + "seller_of_record": "Entity selling the product.", + "tax_amount": "Amount of tax applied.", + "tax_type": "Type of tax applied.", + "taxation_address": "Address used for tax calculation.", + "total_cost": "Total cost including tax and credits.", + "usage_end_date": "End date of usage.", + "usage_quantity": "Amount of usage.", + "usage_start_date": "Start date of usage.", + "usage_type": "Type of usage being billed.", + + // Override table specific tp_* column descriptions + "tp_akas": "The list of ARNs associated with this billing record.", + "tp_index": "The account ID used for indexing the record.", + "tp_timestamp": "Timestamp of the billing entry based on the usage start time.", + } +} diff --git a/tables/detailed_billing_report/detailed_billing_report_extractor.go b/tables/detailed_billing_report/detailed_billing_report_extractor.go new file mode 100644 index 0000000..02f15d7 --- /dev/null +++ b/tables/detailed_billing_report/detailed_billing_report_extractor.go @@ -0,0 +1,192 @@ +package detailed_billing_report + +import ( + "bufio" + "bytes" + "context" + "encoding/csv" + "fmt" + "io" + "log/slog" + "reflect" + "strconv" + "strings" + "time" + + "github.com/turbot/tailpipe-plugin-sdk/artifact_source" +) + +type DetailedBillingReportExtractor struct{} + +func NewDetailedBillingReportExtractor() artifact_source.Extractor { + return &DetailedBillingReportExtractor{} +} + +func (e *DetailedBillingReportExtractor) Identifier() string { + return "detailed_billing_report_extractor" +} + +func (e *DetailedBillingReportExtractor) Extract(_ context.Context, a any) ([]any, error) { + data, ok := a.([]byte) + if !ok { + return nil, fmt.Errorf("expected []byte, got %T", a) + } + return extractFromCSV(bytes.NewReader(data)) +} + +func extractFromCSV(reader io.Reader) ([]any, error) { + var headers []string + + // Preprocess to skip invalid header/comment lines + // Handle cases where the CSV file may start with one or more non-CSV comment or metadata lines. + // Since we can't assume it's always a single comment line, we read lines in a loop + // until we find a valid header row — typically identified by having more than one column. + // Once found, treat it as the actual CSV header and proceed with parsing. + scanner := bufio.NewScanner(reader) + lines := []string{} + for scanner.Scan() { + line := scanner.Text() + if strings.TrimSpace(line) != "" { + lines = append(lines, line) + } + } + + if len(lines) < 2 { + return nil, fmt.Errorf("not enough lines to determine valid CSV content") + } + + headerIndex := -1 + for i := 0; i < len(lines)-1; i++ { + h := parseCSVLine(lines[i]) + d := parseCSVLine(lines[i+1]) + if len(h) > 1 && len(h) == len(d) { + headers = h + headerIndex = i + break + } else { + slog.Debug("skipping potential header line:", "line", lines[i]) + } + } + + if headerIndex == -1 { + return nil, fmt.Errorf("could not identify valid CSV header") + } + + cleanCSV := strings.Join(lines[headerIndex:], "\n") + csvReader := csv.NewReader(strings.NewReader(cleanCSV)) + csvReader.FieldsPerRecord = -1 + + // Read the confirmed header + _, err := csvReader.Read() + if err != nil { + return nil, fmt.Errorf("error reading CSV header: %v", err) + } + + var records []*DetailedBillingReport + for { + row, err := csvReader.Read() + if err == io.EOF { + break + } + if err != nil { + return nil, fmt.Errorf("error reading CSV row: %v", err) + } + + recordMap := make(map[string]string) + for i, header := range headers { + if i < len(row) { + recordMap[header] = row[i] + } else { + recordMap[header] = "" + } + } + + record := &DetailedBillingReport{} + err = mapToStruct(recordMap, record) + if err != nil { + return nil, fmt.Errorf("error mapping values: %w", err) + } + + if record.RecordID != nil && strings.HasPrefix(*record.RecordID, "AccountTotal:") { + continue + } + + records = append(records, record) + } + + var result []any + for _, r := range records { + // Skip summary-level records that do not represent individual usage or cost line items. + // These records include totals and rounding adjustments (e.g., StatementTotal, InvoiceTotal, CBRounding, AccountTotal). + // We only want to collect detailed line item costs per account. + if *r.RecordType == "StatementTotal" || *r.RecordType == "InvoiceTotal" || *r.RecordType == "CBRounding" || *r.RecordType == "AccountTotal" { + continue + } + + result = append(result, r) + } + return result, nil +} + +func parseCSVLine(line string) []string { + r := csv.NewReader(strings.NewReader(line)) + r.FieldsPerRecord = -1 + record, err := r.Read() + if err != nil { + return []string{} + } + return record +} + +func mapToStruct(data map[string]string, target *DetailedBillingReport) error { + v := reflect.ValueOf(target).Elem() + t := v.Type() + + for i := 0; i < t.NumField(); i++ { + field := t.Field(i) + jsonKey := trimOmitempty(field.Tag.Get("json")) + if jsonKey == "" { + continue + } + + fieldVal := v.Field(i) + + // Match normal struct fields by json key + value, exists := data[jsonKey] + if !exists || value == "" { + continue + } + + if fieldVal.Kind() == reflect.Ptr { + switch fieldVal.Type().Elem().Kind() { + case reflect.String: + fieldVal.Set(reflect.ValueOf(&value)) + + case reflect.Float64: + if f, err := strconv.ParseFloat(value, 64); err == nil { + fieldVal.Set(reflect.ValueOf(&f)) + } + + case reflect.Struct: + if fieldVal.Type().Elem() == reflect.TypeOf(time.Time{}) { + formats := []string{"2006-01-02 15:04:05", "2006/01/02 15:04:05"} + for _, format := range formats { + if t, err := time.Parse(format, value); err == nil { + fieldVal.Set(reflect.ValueOf(&t)) + break + } + } + } + } + } + } + + return nil +} + +func trimOmitempty(tag string) string { + if idx := len(tag) - len(",omitempty"); idx > 0 && tag[idx:] == ",omitempty" { + return tag[:idx] + } + return tag +} diff --git a/tables/detailed_billing_report/detailed_billing_report_table.go b/tables/detailed_billing_report/detailed_billing_report_table.go new file mode 100644 index 0000000..c1caafe --- /dev/null +++ b/tables/detailed_billing_report/detailed_billing_report_table.go @@ -0,0 +1,71 @@ +package detailed_billing_report + +import ( + "time" + + "github.com/rs/xid" + typehelpers "github.com/turbot/go-kit/types" + "github.com/turbot/pipe-fittings/v2/utils" + "github.com/turbot/tailpipe-plugin-aws/sources/s3_bucket" + "github.com/turbot/tailpipe-plugin-sdk/artifact_source" + "github.com/turbot/tailpipe-plugin-sdk/artifact_source_config" + "github.com/turbot/tailpipe-plugin-sdk/constants" + "github.com/turbot/tailpipe-plugin-sdk/row_source" + "github.com/turbot/tailpipe-plugin-sdk/schema" + "github.com/turbot/tailpipe-plugin-sdk/table" +) + +const DetailedBillingReportTableIdentifier = "aws_detailed_billing_report" + +type DetailedBillingReportTable struct{} + +func (t *DetailedBillingReportTable) Identifier() string { + return DetailedBillingReportTableIdentifier +} + +func (t *DetailedBillingReportTable) GetSourceMetadata() []*table.SourceMetadata[*DetailedBillingReport] { + defaultS3ArtifactConfig := &artifact_source_config.ArtifactSourceConfigImpl{ + FileLayout: utils.ToStringPointer("%{DATA}.csv"), + } + + return []*table.SourceMetadata[*DetailedBillingReport]{ + { + SourceName: s3_bucket.AwsS3BucketSourceIdentifier, + Options: []row_source.RowSourceOption{ + artifact_source.WithDefaultArtifactSourceConfig(defaultS3ArtifactConfig), + artifact_source.WithArtifactExtractor(NewDetailedBillingReportExtractor()), + }, + }, + { + SourceName: constants.ArtifactSourceIdentifier, + Options: []row_source.RowSourceOption{ + artifact_source.WithArtifactExtractor(NewDetailedBillingReportExtractor()), + }, + }, + } +} + +func (t *DetailedBillingReportTable) EnrichRow(row *DetailedBillingReport, sourceEnrichmentFields schema.SourceEnrichment) (*DetailedBillingReport, error) { + row.CommonFields = sourceEnrichmentFields.CommonFields + row.TpID = xid.New().String() + row.TpIngestTimestamp = time.Now() + + // Fallbacks for TpIndex and TpTimestamp + // If the report is for the payer account itself, we will not have the linked account ID for it. + if typehelpers.SafeString(row.LinkedAccountId) != "" { + row.TpIndex = *row.LinkedAccountId + } else if typehelpers.SafeString(row.PayerAccountId) != "" { + row.TpIndex = *row.PayerAccountId + } + + if row.UsageStartDate != nil { + row.TpTimestamp = *row.UsageStartDate + row.TpDate = row.UsageStartDate.Truncate(24 * time.Hour) + } + + return row, nil +} + +func (t *DetailedBillingReportTable) GetDescription() string { + return "Detailed AWS billing report that includes cost breakdowns, usage quantities, tax details, and credits per product, operation, and account across various date ranges." +}