Patch load-data.sh and local-demo-data.sql for 3.7.x and 4.0.x

Author: henrybear327

.gitignore

@@ -9,7 +9,11 @@ Dockerfile.cross
 
 # Test binary, built with `go test -c`
 *.test
+
+# Test/Intermediate files
 database.sql
+load-data.sh
+local-demo-data.sh
 
 # Output of the go coverage tool, specifically when used with LiteIDE
 *.out

kind/load-data-job/README.md

@@ -0,0 +1,7 @@
+# load-data-job
+
+Due to database schema changes cross major/minor NetBox versions, we have to `patch` the SQL files and demo data link on-the-fly.
+
+The default values stems from the NetBox 4.1.x version. So the patching will only happen for 3.7.x and 4.0.x versions. 
+
+Please see `../local-env.sh`, that's where all the patching happen.

kind/load-data-job/load-data.sh renamed to kind/load-data-job/load-data.orig.sh

@@ -2,7 +2,7 @@
 set -o errexit
 
 TMP_SQL_FILE=$(mktemp /tmp/netbox-data-dump.XXXXXXX.sql) || exit 1
-curl -k https://raw.githubusercontent.com/netbox-community/netbox-demo-data/master/sql/netbox-demo-v4.1.sql > "${TMP_SQL_FILE}"
+curl -k https://raw.githubusercontent.com/netbox-community/netbox-demo-data/master/sql/netbox-demo-v3.7.sql > "${TMP_SQL_FILE}"
 psql "user=netbox host=netbox-db.${NAMESPACE}.svc.cluster.local" netbox -q -f "${TMP_SQL_FILE}"
 rm "${TMP_SQL_FILE}"
 psql "user=netbox host=netbox-db.${NAMESPACE}.svc.cluster.local" netbox -q -f /load-data-job/local-demo-data.sql

kind/load-data-job/local-demo-data.sql renamed to kind/load-data-job/local-demo-data.orig.sql

@@ -48,6 +48,17 @@ if [[ "${VERSION}" == "3.7.8" ]] ;then
   "ghcr.io/zalando/spilo-16:3.2-p3" \
   )
   NETBOX_HELM_CHART="https://github.com/netbox-community/netbox-chart/releases/download/netbox-5.0.0-beta5/netbox-5.0.0-beta5.tgz"
+
+  # perform patching, as we need different demo data and adapt to the database schema 
+  # to avoid accidental check-in of the files, the base file is renamed to xx.orig.yy, and the xx.yy is added to .gitignore
+  # patch load-data.sh
+  sed 's/netbox-demo-v4.1.sql/netbox-demo-v3.7.sql/g' $(dirname "$0")/load-data-job/load-data.orig.sh > $(dirname "$0")/load-data-job/load-data.sh && chmod +x $(dirname "$0")/load-data-job/load-data.sh
+
+  # patch local-demo-data.sql
+  sed \
+    -e 's/related_object_type_id/object_type_id/g' \
+    -e 's/, comments, \"unique\", related_object_filter//g' \
+    -e "s/, '', false, NULL//g" $(dirname "$0")/load-data-job/local-demo-data.orig.sql > $(dirname "$0")/load-data-job/local-demo-data.sql
 elif [[ "${VERSION}" == "4.0.11" ]] ;then
   echo "Using version ${VERSION}"
   # need to align with netbox-chart otherwise the creation of the cluster will hang
@@ -60,6 +71,14 @@ elif [[ "${VERSION}" == "4.0.11" ]] ;then
   "ghcr.io/zalando/spilo-16:3.2-p3" \
   )
   NETBOX_HELM_CHART="https://github.com/netbox-community/netbox-chart/releases/download/netbox-5.0.0-beta.84/netbox-5.0.0-beta.84.tgz"
+  
+  # patch load-data.sh
+  sed 's/netbox-demo-v4.1.sql/netbox-demo-v4.0.sql/g' $(dirname "$0")/load-data-job/load-data.orig.sh > $(dirname "$0")/load-data-job/load-data.sh && chmod +x $(dirname "$0")/load-data-job/load-data.sh
+
+  # patch local-demo-data.sql
+  sed \
+    -e "s/comments, \"unique\", related_object_filter)/comments)/g" \
+    -e "s/'', false, NULL);/'');/g" $(dirname "$0")/load-data-job/local-demo-data.orig.sql > $(dirname "$0")/load-data-job/local-demo-data.sql
 elif [[ "${VERSION}" == "4.1.7" ]] ;then
   echo "Using version ${VERSION}"
   # need to align with netbox-chart otherwise the creation of the cluster will hang
@@ -106,3 +125,7 @@ helm upgrade --install --namespace="${NAMESPACE}" netbox \
   ${NETBOX_HELM_CHART}
 
 kubectl rollout status --namespace="${NAMESPACE}" deployment netbox
+
+# clean up
+rm $(dirname "$0")/load-data-job/load-data.sh
+rm $(dirname "$0")/load-data-job/local-demo-data.sql