From ef7ffaa252368be84edcb1844971f385de2834ae Mon Sep 17 00:00:00 2001 From: Christos Botsikas Date: Mon, 15 Jul 2019 22:51:20 +0200 Subject: [PATCH] New fileBrowser & url param support https://github.com/aegisbigdata/documentation/issues/195 --- Cells/cell01.html | 4 + Cells/cell02.py | 6 +- Cells/cell03.html | 191 ++++++++++++++++++++++++++++++++++++--- QueryBuilder_v1.ipynb | 201 +++++++++++++++++++++++++++++++++++++++--- 4 files changed, 374 insertions(+), 28 deletions(-) diff --git a/Cells/cell01.html b/Cells/cell01.html index 29c15b0..79483ff 100644 --- a/Cells/cell01.html +++ b/Cells/cell01.html @@ -54,6 +54,10 @@ height: auto; } + .aegis #fileBrowser option[dir="true"] { + font-weight: bold; + } + .aegis input[type=checkbox] { height: 28px; } diff --git a/Cells/cell02.py b/Cells/cell02.py index b6dae9c..055a5c0 100644 --- a/Cells/cell02.py +++ b/Cells/cell02.py @@ -330,12 +330,14 @@ def apply_filters(applied_filters): return return filters_success -def read_dataset(selectedFile,separator): +def read_dataset(selectedFile, separator): global tempDF global query global g + if selectedFile.startswith('/'): + selectedFile = "hdfs://" + myhdfs.host + ":" + str(myhdfs.port) + selectedFile try: - tempDF = spark.read.csv(selectedFile,header=True, inferSchema=True, sep=separator) + tempDF = spark.read.csv(selectedFile, header=True, inferSchema=True, sep=separator) except Exception as e: g=e query=query_init diff --git a/Cells/cell03.html b/Cells/cell03.html index 25dfd65..44c00ca 100644 --- a/Cells/cell03.html +++ b/Cells/cell03.html @@ -3,6 +3,23 @@
+ +
+
+ + + + + +
+
+
+ -
+