updates

Author: mjhea0

docker/Dockerfile

@@ -1,9 +1,9 @@
 # base image
-FROM java:openjdk-8-jdk
+FROM openjdk:11
 
 # define spark and hadoop versions
-ENV SPARK_VERSION=3.0.0
-ENV HADOOP_VERSION=3.3.0
+ENV SPARK_VERSION=3.2.0
+ENV HADOOP_VERSION=3.3.1
 
 # download and install hadoop
 RUN mkdir -p /opt && \

kubernetes/minikube-ingress.yaml

@@ -1,4 +1,4 @@
-apiVersion: networking.k8s.io/v1beta1
+apiVersion: networking.k8s.io/v1
 kind: Ingress
 metadata:
   name: minikube-ingress
@@ -8,7 +8,10 @@ spec:
   - host: spark-kubernetes
     http:
       paths:
-      - path: /
-        backend:
-          serviceName: spark-master
-          servicePort: 8080
+        - pathType: Prefix
+          path: /
+          backend:
+            service:
+              name: spark-master
+              port:
+                number: 8080

kubernetes/spark-master-deployment.yaml

@@ -14,7 +14,7 @@ spec:
     spec:
       containers:
         - name: spark-master
-          image: spark-hadoop:3.0.0
+          image: spark-hadoop:3.2.0
           command: ["/spark-master"]
           ports:
             - containerPort: 7077

kubernetes/spark-worker-deployment.yaml

@@ -14,7 +14,7 @@ spec:
     spec:
       containers:
         - name: spark-worker
-          image: spark-hadoop:3.0.0
+          image: spark-hadoop:3.2.0
           command: ["/spark-worker"]
           ports:
             - containerPort: 8081