Merge pull request #993 from evidence-dev/next

Multiple Datasources, Client side Universal SQL

.eslintignore

@@ -22,5 +22,7 @@ yarn.lock
 **/dist/*
 .changeset/*
 
+**/static/data/*
+
 # Ignore this file because it uses top-level await and ESLint can't parse that.
-packages/evidence/scripts/svelte.config.js
+packages/evidence/scripts/svelte.config.js

.github/workflows/lint-format.yml

@@ -8,18 +8,21 @@ jobs:
     name: Check project linting
     runs-on: ubuntu-latest
     steps:
+      - name: Disable autoclrf
+        run: git config --global core.autocrlf false
+
       - name: Checkout Repo
         uses: actions/checkout@v3
         with:
           ref: ${{ github.event.pull_request.head.sha }}
       - name: Set up pnpm
-        uses: pnpm/[email protected].1
+        uses: pnpm/[email protected].4
         with:
           version: 8.6.9
       - name: Set up node v16
         uses: actions/setup-node@v3
         with:
-          node-version: 16.x
+          node-version: 16
           cache: pnpm
       - name: Install dependencies
         run: pnpm install --frozen-lockfile

.gitignore

@@ -4,6 +4,7 @@ dist
 .env
 .pnpm-debug.log
 .vscode
+.fleet
 customization/
 /packages/components
 /packages/evidence/template
@@ -18,4 +19,9 @@ customization/
 
 **/storybook-static/**
 *.log
+
+connection.options.yaml
+**/static/data
+
 .idea
+packages/core-components/.evidence-queries

.npmrc

@@ -0,0 +1 @@
+public-hoist-pattern[]=*apache-arrow*

.prettierignore

@@ -24,3 +24,5 @@ yarn.lock
 *.yaml
 /packages/ui/storybook-static/*
 **/sites/example-project/src/pages/**/+page.md
+**/sites/test-env/pages/**/*
+**/static/data/*

README.md

@@ -16,13 +16,13 @@ Business Intelligence as Code: Generate reports using SQL and markdown
 
 # How It Works
 
-Evidence is an open source, code-based alternative to drag-and-drop business intelligence tools.
+Evidence is an open-source, code-based alternative to drag-and-drop business intelligence tools.
 
 ![how-it-works](sites/docs/static/img/how-it-works.png)
 
-Evidence renders a website from markdown files:
+Evidence generates a website from markdown files:
 
-- **SQL statements** inside markdown files run queries against your data warehouse
+- **SQL statements** inside markdown files run queries against your data sources
 - **Charts and components** are rendered using these query results
 - **Templated pages** generate many pages from a single markdown template
 - **Loops** and **If / Else** statements allow control of what is displayed to users

package.json

@@ -1,14 +1,19 @@
 {
 	"devDependencies": {
 		"@changesets/cli": "2.21.0",
+		"@duckdb/duckdb-wasm": "1.27.0",
 		"@evidence-dev/component-utilities": "link:packages/component-utilities",
 		"@evidence-dev/core-components": "link:packages/core-components",
 		"@evidence-dev/db-orchestrator": "link:packages/db-orchestrator",
 		"@evidence-dev/evidence": "link:packages/evidence",
 		"@evidence-dev/plugin-connector": "link:packages/plugin-connector",
 		"@evidence-dev/preprocess": "link:packages/preprocess",
+		"@evidence-dev/query-store": "link:packages/query-store",
 		"@evidence-dev/tailwind": "link:packages/tailwind",
 		"@evidence-dev/telemetry": "link:packages/telemetry",
+		"@evidence-dev/universal-sql": "link:packages/universal-sql",
+		"@parcel/packager-ts": "2.9.3",
+		"@parcel/transformer-typescript-types": "2.9.3",
 		"@sveltejs/adapter-static": "2.0.2",
 		"@sveltejs/kit": "1.22.3",
 		"@tidyjs/tidy": "2.4.4",
@@ -38,7 +43,9 @@
 		"unified": "9.1.0",
 		"unist-util-visit": "4.1.2",
 		"uvu": "0.5.2",
-		"vite": "4.3.9"
+		"vite": "4.3.9",
+		"duckdb": "0.8.1",
+		"duckdb-async": "0.8.1"
 	},
 	"scripts": {
 		"build:dev-workspace": "run-s build:example-project",
@@ -49,7 +56,7 @@
 		"release:next": "VERSION=$(git rev-parse --short HEAD) && pnpm -r exec npm pkg set version=0.0.0-\"$VERSION\" && pnpm install --frozen-lockfile && pnpm -r publish --tag next --no-git-checks",
 		"test": "run-s package:core-components build:tailwind build:evidence && pnpm i --frozen-lockfile && pnpm -r test",
 		"test:ui": "pnpm -r test:ui",
-		"postinstall": "run-s build:preprocess build:tailwind build:plugin-connector package:core-components build:evidence && pnpm install --ignore-scripts",
+		"postinstall": "run-s build:plugin-connector build:preprocess build:tailwind build:query-store package:core-components build:evidence && pnpm install --ignore-scripts",
 		"docs": "pnpm --filter ./sites/docs start",
 		"lint": "prettier --plugin-search-dir . --check . && eslint .",
 		"format": "prettier --plugin-search-dir . --write .",
@@ -60,7 +67,9 @@
 		"build:plugin-connector": "pnpm --filter ./packages/plugin-connector build",
 		"build:example-project": "pnpm --filter ./sites/example-project build",
 		"build:tailwind": "pnpm --filter ./packages/tailwind build",
+		"build:query-store": "pnpm --filter ./packages/query-store build",
 		"dev:example-project": "pnpm --filter ./sites/example-project dev",
+		"sources:example-project": "pnpm --filter ./sites/example-project sources",
 		"dev:core-components": "pnpm --filter ./packages/core-components package:watch",
 		"test:component-utilities:watch": "pnpm --filter ./packages/component-utilities test:watch"
 	},

packages/bigquery/CHANGELOG.md

@@ -1,5 +1,105 @@
 # @evidence-dev/bigquery
 
+## 2.0.1
+
+### Patch Changes
+
+- Updated dependencies
+  - @evidence-dev/db-commons@1.0.1
+
+## 2.0.0
+
+### Major Changes
+
+- cb0fc468: This update includes major changes to the way Evidence interacts with data.
+  Instead of running queries against the production database, and including it
+  with the project as pre-rendered, static JSON data; those queries are now stored as .parquet files.
+
+  .parquet enables the use of DuckDB on the client, allowing for much greater levels of interactivity
+  on pages, and interoperability between different data sources (e.g. joins across postgres & mysql).
+
+### Patch Changes
+
+- 9ff614d2: fix bigquery types timing out for large queries
+- bf4a112a: Update package.json to use new datasource field
+- bdf8e08a: revamp value standardization in bigquery adapter
+- c4822852: Support for streaming results
+- 781d2677: exhaust testconnection streams, improve type inference, add trino/databricks adapters
+- 20127231: Bump all versions so version pinning works
+- 29c149d6: added stricter types to db adapters
+- Updated dependencies [bf4a112a]
+- Updated dependencies [cd57ba69]
+- Updated dependencies [c4822852]
+- Updated dependencies [781d2677]
+- Updated dependencies [20127231]
+- Updated dependencies [29c149d6]
+  - @evidence-dev/db-commons@0.2.1
+
+## 2.0.0-usql.7
+
+### Patch Changes
+
+- 9ff614d2: fix bigquery types timing out for large queries
+
+## 2.0.0-usql.6
+
+### Patch Changes
+
+- 781d2677: exhaust testconnection streams, improve type inference, add trino/databricks adapters
+- Updated dependencies [781d2677]
+  - @evidence-dev/db-commons@0.2.1-usql.5
+
+## 2.0.0-usql.5
+
+### Patch Changes
+
+- Update package.json to use new datasource field
+- Updated dependencies
+  - @evidence-dev/db-commons@0.2.1-usql.4
+
+## 2.0.0-usql.4
+
+### Patch Changes
+
+- Updated dependencies [cd57ba69]
+  - @evidence-dev/db-commons@0.2.1-usql.3
+
+## 2.0.0-usql.3
+
+### Patch Changes
+
+- Support for streaming results
+- Updated dependencies
+  - @evidence-dev/db-commons@0.2.1-usql.2
+
+## 2.0.0-usql.2
+
+### Patch Changes
+
+- 20127231: Bump all versions so version pinning works
+- Updated dependencies [20127231]
+  - @evidence-dev/db-commons@0.2.1-usql.1
+
+## 2.0.0-usql.1
+
+### Patch Changes
+
+- bdf8e08a: revamp value standardization in bigquery adapter
+- 29c149d6: added stricter types to db adapters
+- Updated dependencies [29c149d6]
+  - @evidence-dev/db-commons@0.2.1-usql.0
+
+## 2.0.0-usql.0
+
+### Major Changes
+
+- cb0fc468: This update includes major changes to the way Evidence interacts with data.
+  Instead of running queries against the production database, and including it
+  with the project as pre-rendered, static JSON data; those queries are now stored as .parquet files.
+
+  .parquet enables the use of DuckDB on the client, allowing for much greater levels of interactivity
+  on pages, and interoperability between different data sources (e.g. joins across postgres & mysql).
+
 ## 1.3.2
 
 ### Patch Changes