Commit fd5cfb37 authored by Kubernetes Submit Queue's avatar Kubernetes Submit Queue Committed by GitHub

Merge pull request #33604 from elsonrodriguez/spark-update

Automatic merge from submit-queue Updating Spark Example. Few usability improvements: - Added a proxy to enable viewing worker logs - Removed seperate webui service - Modified Zeppelin and spark-ui services to be Loadbalancers - Changed pyspark example to be platform agnostic - Minor grammar/flow fixes
parents 5eb75e4e 94014159
......@@ -294,7 +294,8 @@ func TestExampleObjectSchemas(t *testing.T) {
"namespace-spark-cluster": &api.Namespace{},
"spark-master-controller": &api.ReplicationController{},
"spark-master-service": &api.Service{},
"spark-webui": &api.Service{},
"spark-ui-proxy-controller": &api.ReplicationController{},
"spark-ui-proxy-service": &api.Service{},
"spark-worker-controller": &api.ReplicationController{},
"zeppelin-controller": &api.ReplicationController{},
"zeppelin-service": &api.Service{},
......
......@@ -2,6 +2,7 @@ kind: ReplicationController
apiVersion: v1
metadata:
name: spark-master-controller
namespace: spark-cluster
spec:
replicas: 1
selector:
......
......@@ -2,9 +2,14 @@ kind: Service
apiVersion: v1
metadata:
name: spark-master
namespace: spark-cluster
spec:
ports:
- port: 7077
targetPort: 7077
name: spark
- port: 8080
targetPort: 8080
name: http
selector:
component: spark-master
kind: ReplicationController
apiVersion: v1
metadata:
name: spark-ui-proxy-controller
namespace: spark-cluster
spec:
replicas: 1
selector:
component: spark-ui-proxy
template:
metadata:
labels:
component: spark-ui-proxy
spec:
containers:
- name: spark-ui-proxy
image: elsonrodriguez/spark-ui-proxy:1.0
ports:
- containerPort: 80
resources:
requests:
cpu: 100m
args:
- spark-master:8080
livenessProbe:
httpGet:
path: /
port: 80
initialDelaySeconds: 120
timeoutSeconds: 5
kind: Service
apiVersion: v1
metadata:
name: spark-webui
name: spark-ui-proxy
namespace: spark-cluster
spec:
ports:
- port: 8080
targetPort: 8080
- port: 80
targetPort: 80
selector:
component: spark-master
component: spark-ui-proxy
type: LoadBalancer
......@@ -2,6 +2,7 @@ kind: ReplicationController
apiVersion: v1
metadata:
name: spark-worker-controller
namespace: spark-cluster
spec:
replicas: 2
selector:
......
......@@ -5,7 +5,8 @@ metadata:
namespace: spark-cluster
spec:
ports:
- port: 8080
- port: 80
targetPort: 8080
selector:
component: zeppelin
type: LoadBalancer
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment