Skip to content

Instantly share code, notes, and snippets.

@sashapodgoreanu

sashapodgoreanu/spec.json

Last active April 23, 2025 15:40
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save sashapodgoreanu/6ad53005fbc6fe29933da0a48ace421f to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save sashapodgoreanu/6ad53005fbc6fe29933da0a48ace421f to your computer and use it in GitHub Desktop.
Download ZIP
local_100_gb
Raw
spec.json
{
"config": {
"view": {
"continuousWidth": 300,
"continuousHeight": 300,
"strokeOpacity": 0
},
"axis": {"labelFontSize": 12, "titleFontSize": 15, "titleFontWeight": 400},
"scale": {"bandPaddingInner": 0.1, "bandWithNestedOffsetPaddingInner": 0.4},
"title": {"fontSize": 22.5, "fontWeight": 400}
},
"vconcat": [
{
"mark": {"type": "bar"},
"encoding": {
"color": {
"field": "library",
"legend": {
"direction": "horizontal",
"labelFontSize": 15,
"orient": "top",
"title": null,
"titleAnchor": "start",
"titleFontSize": 15
},
"scale": {
"domain": ["Dask", "DuckDB", "Polars", "PySpark"],
"range": ["#F08AAE", "#FFF100", "#5ec962", "#4698B2"]
},
"type": "nominal"
},
"opacity": {
"condition": {"param": "param_2", "value": 1},
"value": 0.3
},
"tooltip": [
{"field": "library", "title": "Library"},
{"field": "duration", "format": ".2f", "title": "Runtime"}
],
"x": {
"axis": {"labelAngle": 0},
"field": "query",
"scale": {
"domain": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22
]
},
"title": "Query",
"type": "ordinal"
},
"xOffset": {"field": "library", "type": "nominal"},
"y": {
"field": "duration",
"title": "Runtime (s)",
"type": "quantitative"
}
},
"name": "view_2",
"width": 660
},
{
"mark": {"type": "rect"},
"encoding": {
"color": {
"field": "completion",
"legend": {
"direction": "horizontal",
"labelFontSize": 15,
"orient": "top",
"title": null,
"titleAnchor": "start",
"titleFontSize": 15
},
"scale": {
"domain": ["Success", "Failure / Timeout"],
"range": ["#bbc", "#f676a3"]
},
"type": "nominal"
},
"x": {"field": "query", "title": "Query"},
"y": {"field": "library", "title": "Library"}
},
"width": 660
}
],
"data": {"name": "data-baae8b801adc1ea3293b006bbe1ad210"},
"datasets": {
"data-baae8b801adc1ea3293b006bbe1ad210": [
{
"completion": "Success",
"duration": 60.90016198,
"library": "Dask",
"num_cpus": 8,
"query": 1
},
{
"completion": "Success",
"duration": 18.94189692,
"library": "Dask",
"num_cpus": 8,
"query": 2
},
{
"completion": "Success",
"duration": 39.09827995,
"library": "Dask",
"num_cpus": 8,
"query": 3
},
{
"completion": "Success",
"duration": 32.45486116,
"library": "Dask",
"num_cpus": 8,
"query": 4
},
{
"completion": "Success",
"duration": 83.68057489,
"library": "Dask",
"num_cpus": 8,
"query": 5
},
{
"completion": "Success",
"duration": 3.798516989,
"library": "Dask",
"num_cpus": 8,
"query": 6
},
{
"completion": "Success",
"duration": 74.01650906,
"library": "Dask",
"num_cpus": 8,
"query": 7
},
{
"completion": "Success",
"duration": 98.89304376,
"library": "Dask",
"num_cpus": 8,
"query": 8
},
{
"completion": "Success",
"duration": 213.3178937,
"library": "Dask",
"num_cpus": 8,
"query": 9
},
{
"completion": "Success",
"duration": 48.15138793,
"library": "Dask",
"num_cpus": 8,
"query": 10
},
{
"completion": "Success",
"duration": 12.69428396,
"library": "Dask",
"num_cpus": 8,
"query": 11
},
{
"completion": "Success",
"duration": 46.74272895,
"library": "Dask",
"num_cpus": 8,
"query": 12
},
{
"completion": "Success",
"duration": 19.64744687,
"library": "Dask",
"num_cpus": 8,
"query": 13
},
{
"completion": "Success",
"duration": 10.04501629,
"library": "Dask",
"num_cpus": 8,
"query": 14
},
{
"completion": "Success",
"duration": 8.132129192,
"library": "Dask",
"num_cpus": 8,
"query": 15
},
{
"completion": "Success",
"duration": 11.52594686,
"library": "Dask",
"num_cpus": 8,
"query": 16
},
{
"completion": "Success",
"duration": 84.78956509,
"library": "Dask",
"num_cpus": 8,
"query": 17
},
{
"completion": "Success",
"duration": 141.6443441,
"library": "Dask",
"num_cpus": 8,
"query": 18
},
{
"completion": "Success",
"duration": 22.33940196,
"library": "Dask",
"num_cpus": 8,
"query": 19
},
{
"completion": "Success",
"duration": 53.86000085,
"library": "Dask",
"num_cpus": 8,
"query": 20
},
{
"completion": "Success",
"duration": 291.059638,
"library": "Dask",
"num_cpus": 8,
"query": 21
},
{
"completion": "Success",
"duration": 12.36513805,
"library": "Dask",
"num_cpus": 8,
"query": 22
},
{
"completion": "Success",
"duration": 11.39102077,
"library": "DuckDB",
"num_cpus": 8,
"query": 1
},
{
"completion": "Success",
"duration": 2.274616003,
"library": "DuckDB",
"num_cpus": 8,
"query": 2
},
{
"completion": "Success",
"duration": 8.691268921,
"library": "DuckDB",
"num_cpus": 8,
"query": 3
},
{
"completion": "Success",
"duration": 5.548564911,
"library": "DuckDB",
"num_cpus": 8,
"query": 4
},
{
"completion": "Success",
"duration": 7.715730906,
"library": "DuckDB",
"num_cpus": 8,
"query": 5
},
{
"completion": "Success",
"duration": 8.041278124,
"library": "DuckDB",
"num_cpus": 8,
"query": 6
},
{
"completion": "Success",
"duration": 70.74886203,
"library": "DuckDB",
"num_cpus": 8,
"query": 7
},
{
"completion": "Success",
"duration": 10.11947918,
"library": "DuckDB",
"num_cpus": 8,
"query": 8
},
{
"completion": "Success",
"duration": 193.7541733,
"library": "DuckDB",
"num_cpus": 8,
"query": 9
},
{
"completion": "Success",
"duration": 9.441447973,
"library": "DuckDB",
"num_cpus": 8,
"query": 10
},
{
"completion": "Success",
"duration": 1.599359989,
"library": "DuckDB",
"num_cpus": 8,
"query": 11
},
{
"completion": "Success",
"duration": 8.093062162,
"library": "DuckDB",
"num_cpus": 8,
"query": 12
},
{
"completion": "Success",
"duration": 9.572007895,
"library": "DuckDB",
"num_cpus": 8,
"query": 13
},
{
"completion": "Success",
"duration": 6.330237865,
"library": "DuckDB",
"num_cpus": 8,
"query": 14
},
{
"completion": "Success",
"duration": 12.08940697,
"library": "DuckDB",
"num_cpus": 8,
"query": 15
},
{
"completion": "Success",
"duration": 1.673762083,
"library": "DuckDB",
"num_cpus": 8,
"query": 16
},
{
"completion": "Success",
"duration": 7.404533863,
"library": "DuckDB",
"num_cpus": 8,
"query": 17
},
{
"completion": "Success",
"duration": 86.2370832,
"library": "DuckDB",
"num_cpus": 8,
"query": 18
},
{
"completion": "Success",
"duration": 9.395542145,
"library": "DuckDB",
"num_cpus": 8,
"query": 19
},
{
"completion": "Success",
"duration": 6.671203136,
"library": "DuckDB",
"num_cpus": 8,
"query": 20
},
{
"completion": "Success",
"duration": 22.361938,
"library": "DuckDB",
"num_cpus": 8,
"query": 21
},
{
"completion": "Success",
"duration": 2.254997969,
"library": "DuckDB",
"num_cpus": 8,
"query": 22
},
{
"completion": "Success",
"duration": 36.2593329,
"library": "Polars",
"num_cpus": 8,
"query": 1
},
{
"completion": "Success",
"duration": 1.759801865,
"library": "Polars",
"num_cpus": 8,
"query": 2
},
{
"completion": "Success",
"duration": 30.13716674,
"library": "Polars",
"num_cpus": 8,
"query": 3
},
{
"completion": "Success",
"duration": 17.38823175,
"library": "Polars",
"num_cpus": 8,
"query": 4
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 8,
"query": 5
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 8,
"query": 6
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 8,
"query": 7
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 8,
"query": 8
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 8,
"query": 9
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 8,
"query": 10
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 8,
"query": 11
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 8,
"query": 12
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 8,
"query": 13
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 8,
"query": 14
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 8,
"query": 15
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 8,
"query": 16
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 8,
"query": 17
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 8,
"query": 18
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 8,
"query": 19
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 8,
"query": 20
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 8,
"query": 21
},
{
"completion": "Failure / Timeout",
"duration": null,
"library": "Polars",
"num_cpus": 8,
"query": 22
},
{
"completion": "Success",
"duration": 20.2693634,
"library": "PySpark",
"num_cpus": 8,
"query": 1
},
{
"completion": "Success",
"duration": 23.13561916,
"library": "PySpark",
"num_cpus": 8,
"query": 2
},
{
"completion": "Success",
"duration": 42.62711716,
"library": "PySpark",
"num_cpus": 8,
"query": 3
},
{
"completion": "Success",
"duration": 38.63358712,
"library": "PySpark",
"num_cpus": 8,
"query": 4
},
{
"completion": "Success",
"duration": 127.281121,
"library": "PySpark",
"num_cpus": 8,
"query": 5
},
{
"completion": "Success",
"duration": 8.065573215,
"library": "PySpark",
"num_cpus": 8,
"query": 6
},
{
"completion": "Success",
"duration": 67.28805804,
"library": "PySpark",
"num_cpus": 8,
"query": 7
},
{
"completion": "Success",
"duration": 94.18793964,
"library": "PySpark",
"num_cpus": 8,
"query": 8
},
{
"completion": "Success",
"duration": 186.382829,
"library": "PySpark",
"num_cpus": 8,
"query": 9
},
{
"completion": "Success",
"duration": 66.63047218,
"library": "PySpark",
"num_cpus": 8,
"query": 10
},
{
"completion": "Success",
"duration": 25.69180894,
"library": "PySpark",
"num_cpus": 8,
"query": 11
},
{
"completion": "Success",
"duration": 36.51077175,
"library": "PySpark",
"num_cpus": 8,
"query": 12
},
{
"completion": "Success",
"duration": 58.940418,
"library": "PySpark",
"num_cpus": 8,
"query": 13
},
{
"completion": "Success",
"duration": 24.0981319,
"library": "PySpark",
"num_cpus": 8,
"query": 14
},
{
"completion": "Success",
"duration": 49.37723517,
"library": "PySpark",
"num_cpus": 8,
"query": 15
},
{
"completion": "Success",
"duration": 19.34053993,
"library": "PySpark",
"num_cpus": 8,
"query": 16
},
{
"completion": "Success",
"duration": 152.5400431,
"library": "PySpark",
"num_cpus": 8,
"query": 17
},
{
"completion": "Success",
"duration": 140.4973431,
"library": "PySpark",
"num_cpus": 8,
"query": 18
},
{
"completion": "Success",
"duration": 22.37548995,
"library": "PySpark",
"num_cpus": 8,
"query": 19
},
{
"completion": "Success",
"duration": 24.32947493,
"library": "PySpark",
"num_cpus": 8,
"query": 20
},
{
"completion": "Success",
"duration": 183.6782579,
"library": "PySpark",
"num_cpus": 8,
"query": 21
},
{
"completion": "Success",
"duration": 22.52031684,
"library": "PySpark",
"num_cpus": 8,
"query": 22
}
]
},
"params": [
{
"name": "param_2",
"select": {"type": "point", "fields": ["library"], "toggle": "true"},
"bind": "legend",
"views": ["view_2"]
}
],
"resolve": {"scale": {"color": "independent"}},
"title": {
"anchor": "middle",
"dy": -18,
"fontSize": 18.5,
"text": "Local | Scale: 100 GB | CPUs: 8",
"subtitleColor": "#898e90",
"subtitleFontSize": 18
},
"$schema": "https://vega.github.io/schema/vega-lite/v5.17.0.json"
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment