Skip to content

Instantly share code, notes, and snippets.

@sashapodgoreanu

sashapodgoreanu/vega

Created April 22, 2025 14:57
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save sashapodgoreanu/5fd65ba8008536365f2bf176880310eb to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save sashapodgoreanu/5fd65ba8008536365f2bf176880310eb to your computer and use it in GitHub Desktop.
Download ZIP
Vega performance
Raw
vega
{
"config": {
"view": {
"continuousWidth": 900,
"continuousHeight": 300,
"strokeOpacity": 0
},
"axis": {"labelFontSize": 12, "titleFontSize": 15, "titleFontWeight": 400},
"scale": {"bandPaddingInner": 0.1, "bandWithNestedOffsetPaddingInner": 0.4},
"title": {"fontSize": 22.5, "fontWeight": 400}
},
"vconcat": [
{
"mark": {"type": "bar"},
"encoding": {
"color": {
"field": "library",
"legend": {
"direction": "horizontal",
"labelFontSize": 15,
"orient": "top",
"title": null,
"titleAnchor": "start",
"titleFontSize": 15
},
"scale": {
"domain": ["Dask", "DuckDB", "Polars", "PySpark"],
"range": ["#F08AAE", "#FFF100", "#5ec962", "#4698B2"]
},
"type": "nominal"
},
"tooltip": [
{"field": "library", "title": "Library"},
{"field": "duration", "format": ".2f", "title": "Runtime"}
],
"x": {
"axis": {"labelAngle": 0},
"field": "query",
"scale": {
"domain": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22
]
},
"title": "Query",
"type": "ordinal"
},
"xOffset": {"field": "library", "type": "nominal"},
"y": {
"field": "duration",
"scale": {"clamp": true, "domain": [0, 100]},
"title": "Runtime (s)",
"type": "quantitative"
}
},
"name": "view_3",
"width": 660
},
{
"mark": {"type": "rect"},
"encoding": {
"color": {
"field": "completion",
"legend": {
"direction": "horizontal",
"labelFontSize": 15,
"orient": "top",
"title": null,
"titleAnchor": "start",
"titleFontSize": 15
},
"scale": {
"domain": ["Success", "Failure / Timeout"],
"range": ["#bbc", "#f676a3"]
},
"type": "nominal"
},
"x": {"field": "query", "title": "Query"},
"y": {"field": "library", "title": "Library"}
},
"width": 660
}
],
"data": {"name": "data-b600e665d13bc566217cd840065e10ad"},
"datasets": {
"data-b600e665d13bc566217cd840065e10ad": [
{
"completion": "Success",
"duration": 13.08541107,
"library": "Dask",
"num_cpus": 32,
"query": 1
},
{
"completion": "Success",
"duration": 13.0250113,
"library": "Dask",
"num_cpus": 32,
"query": 2
},
{
"completion": "Success",
"duration": 17.07788038,
"library": "Dask",
"num_cpus": 32,
"query": 3
},
{
"completion": "Success",
"duration": 13.14008904,
"library": "Dask",
"num_cpus": 32,
"query": 4
},
{
"completion": "Success",
"duration": 27.15731239,
"library": "Dask",
"num_cpus": 32,
"query": 5
},
{
"completion": "Success",
"duration": 3.839656353,
"library": "Dask",
"num_cpus": 32,
"query": 6
},
{
"completion": "Success",
"duration": 26.9510994,
"library": "Dask",
"num_cpus": 32,
"query": 7
},
{
"completion": "Success",
"duration": 28.33784914,
"library": "Dask",
"num_cpus": 32,
"query": 8
},
{
"completion": "Success",
"duration": 46.79080462,
"library": "Dask",
"num_cpus": 32,
"query": 9
},
{
"completion": "Success",
"duration": 17.83082557,
"library": "Dask",
"num_cpus": 32,
"query": 10
},
{
"completion": "Success",
"duration": 8.247535229,
"library": "Dask",
"num_cpus": 32,
"query": 11
},
{
"completion": "Success",
"duration": 13.90035963,
"library": "Dask",
"num_cpus": 32,
"query": 12
},
{
"completion": "Success",
"duration": 9.61814642,
"library": "Dask",
"num_cpus": 32,
"query": 13
},
{
"completion": "Success",
"duration": 6.797837496,
"library": "Dask",
"num_cpus": 32,
"query": 14
},
{
"completion": "Success",
"duration": 5.414925337,
"library": "Dask",
"num_cpus": 32,
"query": 15
},
{
"completion": "Success",
"duration": 9.043009281,
"library": "Dask",
"num_cpus": 32,
"query": 16
},
{
"completion": "Success",
"duration": 23.5033083,
"library": "Dask",
"num_cpus": 32,
"query": 17
},
{
"completion": "Success",
"duration": 41.20109415,
"library": "Dask",
"num_cpus": 32,
"query": 18
},
{
"completion": "Success",
"duration": 11.27082205,
"library": "Dask",
"num_cpus": 32,
"query": 19
},
{
"completion": "Success",
"duration": 32.05219102,
"library": "Dask",
"num_cpus": 32,
"query": 20
},
{
"completion": "Success",
"duration": 52.23819804,
"library": "Dask",
"num_cpus": 32,
"query": 21
},
{
"completion": "Success",
"duration": 7.376028776,
"library": "Dask",
"num_cpus": 32,
"query": 22
},
{
"completion": "Success",
"duration": 17.10677695,
"library": "DuckDB",
"num_cpus": 32,
"query": 1
},
{
"completion": "Success",
"duration": 6.535497665,
"library": "DuckDB",
"num_cpus": 32,
"query": 2
},
{
"completion": "Success",
"duration": 12.04966021,
"library": "DuckDB",
"num_cpus": 32,
"query": 3
},
{
"completion": "Success",
"duration": 7.508094311,
"library": "DuckDB",
"num_cpus": 32,
"query": 4
},
{
"completion": "Success",
"duration": 10.71976447,
"library": "DuckDB",
"num_cpus": 32,
"query": 5
},
{
"completion": "Success",
"duration": 5.702061415,
"library": "DuckDB",
"num_cpus": 32,
"query": 6
},
{
"completion": "Success",
"duration": 15.1275773,
"library": "DuckDB",
"num_cpus": 32,
"query": 7
},
{
"completion": "Success",
"duration": 12.55208158,
"library": "DuckDB",
"num_cpus": 32,
"query": 8
},
{
"completion": "Success",
"duration": 16.20959187,
"library": "DuckDB",
"num_cpus": 32,
"query": 9
},
{
"completion": "Success",
"duration": 10.69723749,
"library": "DuckDB",
"num_cpus": 32,
"query": 10
},
{
"completion": "Success",
"duration": 3.759761095,
"library": "DuckDB",
"num_cpus": 32,
"query": 11
},
{
"completion": "Success",
"duration": 6.359490156,
"library": "DuckDB",
"num_cpus": 32,
"query": 12
},
{
"completion": "Success",
"duration": 7.898227453,
"library": "DuckDB",
"num_cpus": 32,
"query": 13
},
{
"completion": "Success",
"duration": 7.344327211,
"library": "DuckDB",
"num_cpus": 32,
"query": 14
},
{
"completion": "Success",
"duration": 12.856745,
"library": "DuckDB",
"num_cpus": 32,
"query": 15
},
{
"completion": "Success",
"duration": 3.143310308,
"library": "DuckDB",
"num_cpus": 32,
"query": 16
},
{
"completion": "Success",
"duration": 9.722416639,
"library": "DuckDB",
"num_cpus": 32,
"query": 17
},
{
"completion": "Success",
"duration": 15.86706591,
"library": "DuckDB",
"num_cpus": 32,
"query": 18
},
{
"completion": "Success",
"duration": 8.74607873,
"library": "DuckDB",
"num_cpus": 32,
"query": 19
},
{
"completion": "Success",
"duration": 8.793946266,
"library": "DuckDB",
"num_cpus": 32,
"query": 20
},
{
"completion": "Success",
"duration": 19.12657571,
"library": "DuckDB",
"num_cpus": 32,
"query": 21
},
{
"completion": "Success",
"duration": 3.014013529,
"library": "DuckDB",
"num_cpus": 32,
"query": 22
},
{
"completion": "Success",
"duration": 45.08502316,
"library": "Polars",
"num_cpus": 32,
"query": 1
},
{
"completion": "Success",
"duration": 3.602696896,
"library": "Polars",
"num_cpus": 32,
"query": 2
},
{
"completion": "Success",
"duration": 28.85828161,
"library": "Polars",
"num_cpus": 32,
"query": 3
},
{
"completion": "Success",
"duration": 22.71827841,
"library": "Polars",
"num_cpus": 32,
"query": 4
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 32,
"query": 5
},
{
"completion": "Success",
"duration": 19.84522343,
"library": "Polars",
"num_cpus": 32,
"query": 6
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 32,
"query": 7
},
{
"completion": "Success",
"duration": 58.37454653,
"library": "Polars",
"num_cpus": 32,
"query": 8
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 32,
"query": 9
},
{
"completion": "Success",
"duration": 43.15112185,
"library": "Polars",
"num_cpus": 32,
"query": 10
},
{
"completion": "Success",
"duration": 5.001587391,
"library": "Polars",
"num_cpus": 32,
"query": 11
},
{
"completion": "Success",
"duration": 271.2024908,
"library": "Polars",
"num_cpus": 32,
"query": 12
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 32,
"query": 13
},
{
"completion": "Success",
"duration": 30.25685501,
"library": "Polars",
"num_cpus": 32,
"query": 14
},
{
"completion": "Success",
"duration": 20.58765459,
"library": "Polars",
"num_cpus": 32,
"query": 15
},
{
"completion": "Success",
"duration": 7.338037968,
"library": "Polars",
"num_cpus": 32,
"query": 16
},
{
"completion": "Success",
"duration": 79.70577836,
"library": "Polars",
"num_cpus": 32,
"query": 17
},
{
"completion": "Success",
"duration": 474.0999227,
"library": "Polars",
"num_cpus": 32,
"query": 18
},
{
"completion": "Success",
"duration": 65.16217041,
"library": "Polars",
"num_cpus": 32,
"query": 19
},
{
"completion": "Success",
"duration": 23.00307131,
"library": "Polars",
"num_cpus": 32,
"query": 20
},
{
"completion": "Success",
"duration": 57.21958852,
"library": "Polars",
"num_cpus": 32,
"query": 21
},
{
"completion": "Success",
"duration": 5.887981176,
"library": "Polars",
"num_cpus": 32,
"query": 22
},
{
"completion": "Success",
"duration": 32.69119287,
"library": "PySpark",
"num_cpus": 32,
"query": 1
},
{
"completion": "Success",
"duration": 23.59120202,
"library": "PySpark",
"num_cpus": 32,
"query": 2
},
{
"completion": "Success",
"duration": 29.17188096,
"library": "PySpark",
"num_cpus": 32,
"query": 3
},
{
"completion": "Success",
"duration": 20.9779532,
"library": "PySpark",
"num_cpus": 32,
"query": 4
},
{
"completion": "Success",
"duration": 47.25027418,
"library": "PySpark",
"num_cpus": 32,
"query": 5
},
{
"completion": "Success",
"duration": 9.055701494,
"library": "PySpark",
"num_cpus": 32,
"query": 6
},
{
"completion": "Success",
"duration": 28.13473654,
"library": "PySpark",
"num_cpus": 32,
"query": 7
},
{
"completion": "Success",
"duration": 38.10869575,
"library": "PySpark",
"num_cpus": 32,
"query": 8
},
{
"completion": "Success",
"duration": 62.83931398,
"library": "PySpark",
"num_cpus": 32,
"query": 9
},
{
"completion": "Success",
"duration": 24.95479441,
"library": "PySpark",
"num_cpus": 32,
"query": 10
},
{
"completion": "Success",
"duration": 16.46976733,
"library": "PySpark",
"num_cpus": 32,
"query": 11
},
{
"completion": "Success",
"duration": 19.06706977,
"library": "PySpark",
"num_cpus": 32,
"query": 12
},
{
"completion": "Success",
"duration": 25.16990542,
"library": "PySpark",
"num_cpus": 32,
"query": 13
},
{
"completion": "Success",
"duration": 10.6557653,
"library": "PySpark",
"num_cpus": 32,
"query": 14
},
{
"completion": "Success",
"duration": 19.55093384,
"library": "PySpark",
"num_cpus": 32,
"query": 15
},
{
"completion": "Success",
"duration": 11.71789575,
"library": "PySpark",
"num_cpus": 32,
"query": 16
},
{
"completion": "Success",
"duration": 50.49014592,
"library": "PySpark",
"num_cpus": 32,
"query": 17
},
{
"completion": "Success",
"duration": 47.21154618,
"library": "PySpark",
"num_cpus": 32,
"query": 18
},
{
"completion": "Success",
"duration": 14.08572721,
"library": "PySpark",
"num_cpus": 32,
"query": 19
},
{
"completion": "Success",
"duration": 17.3655417,
"library": "PySpark",
"num_cpus": 32,
"query": 20
},
{
"completion": "Success",
"duration": 64.43185472,
"library": "PySpark",
"num_cpus": 32,
"query": 21
},
{
"completion": "Success",
"duration": 10.75746822,
"library": "PySpark",
"num_cpus": 32,
"query": 22
}
]
},
"params": [
{
"name": "param_3",
"select": {"type": "point", "fields": ["library"], "toggle": "true"},
"bind": "legend",
"value": [{"library": "Dask"}, {"library": "DuckDB"}],
"views": ["view_3"]
}
],
"resolve": {"scale": {"color": "independent"}},
"title": {
"text": "Cloud | Scale: 100 GB | CPUs: 32",
"anchor": "middle",
"dy": -18,
"fontSize": 18
},
"$schema": "https://vega.github.io/schema/vega-lite/v5.17.0.json"
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment