Update scripts

Author: pheyvaer

.gitignore

@@ -1,2 +1,3 @@
 node_modules
 dist
+tmp

README.md

@@ -171,8 +171,8 @@ Note that the dashboard will still rely on the RDF in this repository.
 - Some example values for `urls.env` are
 
    ```yaml
-   AP=https://data.vlaanderen.be/doc/applicatieprofiel/leermiddelen/ontwerpstandaard/2025-03-21/
-   SHACL=https://data.vlaanderen.be/doc/applicatieprofiel/leermiddelen/kandidaatstandaard/2025-08-01/shacl/leermiddelen-SHACL.ttl
+   AP_URL=https://data.vlaanderen.be/doc/applicatieprofiel/leermiddelen/ontwerpstandaard/2025-03-21/
+   SHACL_URL=https://data.vlaanderen.be/doc/applicatieprofiel/leermiddelen/kandidaatstandaard/2025-08-01/shacl/leermiddelen-SHACL.ttl
    ```
 
 - You can run the pipeline locally via

scripts/README.md

@@ -0,0 +1,7 @@
+# Scripts
+
+- `run-pipeline-locally.sh`: this script runs the pipeline locally.
+- `set-up-repo.sh`: this script sets up the repo, including downloading the SHACL file, generating a template Excel file,
+   and generating example data.
+- `generate-rdf-build-miravi-locally.sh`: this script generates the RDF and builds Miravi locally.
+   It relies on the `generate-rdf-build-miravi.sh`.

scripts/clone-ap-data-to-dashboard.sh

@@ -6,6 +6,6 @@ if [ -d "$DIRECTORY" ]; then
   echo "Folder $DIRECTORY already exists, so no cloning"
 else
   echo "Cloning ap-data-to-dashboard"
-  git clone --depth 1 https://github.com/RMLio/ap-data-to-dashboard.git $DIRECTORY
+  git clone --depth 1 https://github.com/RMLio/ap-data-to-dashboard.git $DIRECTORY &> /dev/null
 fi
 

scripts/copy-dashboard-config.sh

@@ -1,6 +1,6 @@
 #!/usr/bin/env bash
 
-DIRECTORY=dashboard-config
+DIRECTORY="../dashboard-config"
 
 if [ -d "$DIRECTORY" ]; then
   echo "$DIRECTORY exists."

scripts/generate-rdf-build-miravi-locally.sh

@@ -1,13 +1,13 @@
 #!/usr/bin/env bash
 
-WORKDIR="dist"
+OUTPUT_DIR="dist"
 BASE_URL="http://localhost:5500"
 
 if compgen -G "data/*.xlsx" > /dev/null; then
   ./scripts/generate-rdf-build-miravi.sh $BASE_URL
 
-  echo "1. Host RDF files via \"npx http-server $WORKDIR/output -p 5500 --cors true\""
-  echo "2. Host Miravi via \"npx http-server $WORKDIR/docs -p 8080\""
+  echo "1. Host RDF files via \"npx http-server $OUTPUT_DIR/output -p 5500 --cors true\""
+  echo "2. Host Miravi via \"npx http-server $OUTPUT_DIR/docs -p 8080\""
   echo "3. Browse to http://localhost:8080"
 else
   echo "No Excel files found in the data folder."

scripts/generate-rdf-build-miravi.sh

@@ -1,49 +1,46 @@
 #!/usr/bin/env bash
 
-WORKDIR="dist"
+SCRIPTS_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
+ROOT_DIR=`pwd`
+WORK_DIR=$ROOT_DIR"/tmp"
+OUTPUT_DIR=$ROOT_DIR/"dist"
 BASE_URL=$1
 
-rm -rf $WORKDIR
-mkdir $WORKDIR
+mkdir -p $WORK_DIR
+rm -rf $OUTPUT_DIR
+mkdir $OUTPUT_DIR
 
-cd $WORKDIR
-
-echo "Cloning ap-data-to-dashboard"
-git clone --revision=2bb5bd334f8d708d1e337eb7c4a9251856c636d1 --depth 1 https://github.com/RMLio/ap-data-to-dashboard.git ap-data-to-dashboard
+cd $WORK_DIR
+$SCRIPTS_DIR/clone-ap-data-to-dashboard.sh || exit 1
 rm -rf ap-data-to-dashboard/in
 mkdir ap-data-to-dashboard/in
 
 echo "Copying ../data/* to ap-data-to-dashboard/in"
-cp ../data/* ap-data-to-dashboard/in
+cp $ROOT_DIR/data/* ap-data-to-dashboard/in
 
 echo "Copying ../in-shacl/* to ap-data-to-dashboard/in-shacl"
-cp ../in-shacl/* ap-data-to-dashboard/in-shacl
+cp $ROOT_DIR/in-shacl/* ap-data-to-dashboard/in-shacl
 
 echo "Installing ap-data-to-dashboard"
-cd ap-data-to-dashboard
-npm i
-npm run setup
-cd ..
+$SCRIPTS_DIR/install-ap-data-to-dashboard.sh
 
 echo "Copying dashboard config"
-rm -rf ap-data-to-dashboard/miravi-initial-config
-mkdir ap-data-to-dashboard/miravi-initial-config
-cp -r ../dashboard-config/* ap-data-to-dashboard/miravi-initial-config
+$SCRIPTS_DIR/copy-dashboard-config.sh
 
 echo "Running ap-data-to-dashboard"
 cd ap-data-to-dashboard
 ./run.sh -u $BASE_URL
-cd ..
+cd $OUTPUT_DIR
 
 echo "Moving Miravi dist to docs"
 rm -rf docs && mkdir docs
-mv ap-data-to-dashboard/node_modules/miravi/main/dist/* docs
+mv $WORK_DIR/ap-data-to-dashboard/node_modules/miravi/main/dist/* docs
 
 echo "Moving RDF and mappings"
 rm -rf output
 mkdir output
 rm -rf mappings
 mkdir mappings
-mv ap-data-to-dashboard/out/serve-me/* output/
-mv ap-data-to-dashboard/out/*.rml.ttl mappings/
-mv ap-data-to-dashboard/out/*.yml mappings/
+mv $WORK_DIR/ap-data-to-dashboard/out/serve-me/* output/
+mv $WORK_DIR/ap-data-to-dashboard/out/*.rml.ttl mappings/
+mv $WORK_DIR/ap-data-to-dashboard/out/*.yml mappings/

scripts/install-ap-data-to-dashboard.sh

@@ -1,5 +1,15 @@
 #!/usr/bin/env bash
 
+TEST_FILE="install-setup-done"
+
 cd ap-data-to-dashboard
-npm i
-npm run setup
+
+if [ -f "$TEST_FILE" ]; then
+  echo "Installation and setup already done"
+else
+  npm i &> /dev/null
+  npm run setup &> /dev/null
+  touch $TEST_FILE
+fi
+
+cd ..

scripts/reset-repo.sh

@@ -9,7 +9,8 @@ rm -rf example-data \
   data \
   output \
   template.xlsx \
-  dist
+  dist \
+  tmp
 
 mkdir data
 touch data/.gitkeep

scripts/run-pipeline-locally.sh

@@ -1,8 +1,10 @@
 #!/usr/bin/env bash
 
+SCRIPTS_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
+
 echo "Setting up repo"
-./scripts/set-up-repo.sh || exit 1
+$SCRIPTS_DIR/set-up-repo.sh || exit 1
 
 echo "Generating RDF and building Miravi"
-./scripts/generate-rdf-build-miravi-locally.sh || exit 1
+$SCRIPTS_DIR/generate-rdf-build-miravi-locally.sh || exit 1