Merge pull request #7 from testdrivenio/updates

udpated dependencies

Author: mjhea0

docker/Dockerfile

@@ -2,8 +2,8 @@
 FROM java:openjdk-8-jdk
 
 # define spark and hadoop versions
-ENV HADOOP_VERSION 2.7.3
-ENV SPARK_VERSION 2.2.1
+ENV SPARK_VERSION=3.0.0
+ENV HADOOP_VERSION=3.3.0
 
 # download and install hadoop
 RUN mkdir -p /opt && \

kubernetes/_old/spark-kubernetes.yaml

@@ -1,5 +1,5 @@
 kind: Deployment
-apiVersion: extensions/v1beta1
+apiVersion: apps/v1
 metadata:
   name: spark-master-deployment
 spec:
@@ -52,7 +52,7 @@ spec:
 ---
 
 kind: Deployment
-apiVersion: extensions/v1beta1
+apiVersion: apps/v1
 metadata:
   name: spark-worker-deployment
 spec:

kubernetes/minikube-ingress.yaml

@@ -1,4 +1,4 @@
-apiVersion: extensions/v1beta1
+apiVersion: networking.k8s.io/v1beta1
 kind: Ingress
 metadata:
   name: minikube-ingress

kubernetes/spark-master-deployment.yaml

@@ -1,5 +1,5 @@
 kind: Deployment
-apiVersion: extensions/v1beta1
+apiVersion: apps/v1
 metadata:
   name: spark-master
 spec:
@@ -14,7 +14,7 @@ spec:
     spec:
       containers:
         - name: spark-master
-          image: spark-hadoop:2.2.1
+          image: spark-hadoop:3.0.0
           command: ["/spark-master"]
           ports:
             - containerPort: 7077

kubernetes/spark-worker-deployment.yaml

@@ -1,5 +1,5 @@
 kind: Deployment
-apiVersion: extensions/v1beta1
+apiVersion: apps/v1
 metadata:
   name: spark-worker
 spec:
@@ -14,7 +14,7 @@ spec:
     spec:
       containers:
         - name: spark-worker
-          image: spark-hadoop:2.2.1
+          image: spark-hadoop:3.0.0
           command: ["/spark-worker"]
           ports:
             - containerPort: 8081