k8s glusterfs存储的应用
###k8s glusterfs
#####################################################
#####################################################在所有节点安装
yum install -y centos-release-gluster
yum install glusterfs-server -y
#在三个节点都安装glusterfs
##yum install -y glusterfs glusterfs-server glusterfs-fuse glusterfs-rdma
#配置 GlusterFS 集群：
#启动 glusterFS
systemctl restart glusterd.service
systemctl enable glusterd.service
mkdir -p /gfs1
####只在主节点
gluster peer probe 192.168.3.223
gluster peer probe 192.168.3.224
gluster peer probe 192.168.3.225
gluster volume create gv1 replica 3 transport tcp 192.168.3.223:/gfs1 192.168.3.224:/gfs1 192.168.3.225:/gfs1 force
gluster peer status
###################客户端挂载volume 所有节点
yum install -y centos-release-gluster
yum install -y glusterfs glusterfs-fuse
mkdir -p /gv1
mount -t glusterfs localhost:gv1 /gv1
echo 'localhost:/gv1 /gv1 glusterfs _netdev,rw,acl 0 0' >>/etc/fstab
#####################################################
#####################################################配置gluster存储 只在一台控制节点操作
echo '
apiVersion: v1
kind: Endpoints
metadata:
name: gfs
namespace: default
subsets:
- addresses:
- ip: 192.168.3.223
- ip: 192.168.3.224
- ip: 192.168.3.225
ports:
- port: 49152
protocol: TCP
---
apiVersion: v1
kind: Service
metadata:
name: gfs
namespace: default
spec:
ports:
- port: 49152
protocol: TCP
targetPort: 49152
sessionAffinity: None
---
apiVersion: v1
kind: PersistentVolume
metadata:
name: gfs-gv1-pydir-pv
labels:
type: glusterfs
spec:
storageClassName: gv1
capacity:
storage: 1Gi
accessModes:
- ReadWriteMany
glusterfs:
endpoints: "gfs"
path: "gv1/pydir"
readOnly: false
---
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
name: gfs-gv1-pydir-pvc
namespace: default
spec:
storageClassName: gv1
accessModes:
- ReadWriteMany
resources:
requests:
storage: 1Gi
' >gluster_pydir.yaml
kubectl apply -f gluster_pydir.yaml
kubectl get pv,pvc
#####################################################
#####################################################glusterfs 应用到部署实例中 只在一台控制节点操作
cat >pydemo.yaml <<EOF
apiVersion: apps/v1
kind: Deployment
metadata:
name: pydemo
namespace: default
spec:
replicas: 2
selector:
matchLabels:
app: pydemo
template:
metadata:
labels:
app: pydemo
spec:
containers:
- name: pydemo
image: k.meilele.com:30050/py-web6.8:1
ports:
- containerPort: 8080
volumeMounts:
- name: gfspydir
mountPath: /data/pydir
volumes:
- name: gfspydir
persistentVolumeClaim:
claimName: gfs-gv1-pydir-pvc
---
apiVersion: v1
kind: Service
metadata:
name: pydemo
namespace: default
spec:
selector:
app: pydemo
ports:
- port: 80
targetPort: 8080
---
apiVersion: extensions/v1beta1
kind: Ingress
metadata:
name: ingress-pydemo
namespace: default
annotations:
kubernetes.io/ingress.class: "nginx"
spec:
rules:
- host: vpn.testweb.com
http:
paths:
- path: /
backend:
serviceName: pydemo
servicePort: 80
EOF
kubectl apply -f pydemo.yaml
kubectl get pod,svc,Ingress -o wide |grep pydemo
kubectl describe pod $(kubectl get pod |grep pydemo |awk '{print $1}')
###k8s glusterfs##########################################################################################################在所有节点安装yum install -y centos-release-glusteryum install glusterfs-server -y
#在三个节点都安装glusterfs##yum install -y glusterfs glusterfs-server glusterfs-fuse glusterfs-rdma#配置 GlusterFS 集群：#启动 glusterFSsystemctl restart glusterd.servicesystemctl enable glusterd.servicemkdir -p /gfs1
####只在主节点gluster peer probe 192.168.3.223gluster peer probe 192.168.3.224gluster peer probe 192.168.3.225
gluster volume create gv1 replica 3 transport tcp 192.168.3.223:/gfs1 192.168.3.224:/gfs1 192.168.3.225:/gfs1 force
gluster peer status###################客户端挂载volume 所有节点
yum install -y centos-release-glusteryum install -y glusterfs glusterfs-fuse
mkdir -p /gv1mount -t glusterfs localhost:gv1 /gv1echo 'localhost:/gv1 /gv1 glusterfs _netdev,rw,acl 0 0' >>/etc/fstab
##########################################################################################################配置gluster存储 只在一台控制节点操作echo 'apiVersion: v1kind: Endpointsmetadata: name: gfs namespace: defaultsubsets:- addresses: - ip: 192.168.3.223 - ip: 192.168.3.224 - ip: 192.168.3.225 ports: - port: 49152 protocol: TCP
---apiVersion: v1kind: Servicemetadata: name: gfs namespace: defaultspec: ports: - port: 49152 protocol: TCP targetPort: 49152 sessionAffinity: None
---apiVersion: v1kind: PersistentVolumemetadata: name: gfs-gv1-pydir-pv labels: type: glusterfsspec: storageClassName: gv1 capacity: storage: 1Gi accessModes: - ReadWriteMany glusterfs: endpoints: "gfs" path: "gv1/pydir" readOnly: false ---apiVersion: v1kind: PersistentVolumeClaimmetadata: name: gfs-gv1-pydir-pvc namespace: defaultspec: storageClassName: gv1 accessModes: - ReadWriteMany resources: requests: storage: 1Gi' >gluster_pydir.yaml
kubectl apply -f gluster_pydir.yaml
kubectl get pv,pvc
##########################################################################################################glusterfs 应用到部署实例中 只在一台控制节点操作cat >pydemo.yaml <<EOFapiVersion: apps/v1kind: Deploymentmetadata: name: pydemo namespace: defaultspec: replicas: 2 selector: matchLabels: app: pydemo template: metadata: labels: app: pydemo spec: containers: - name: pydemo image: k.meilele.com:30050/py-web6.8:1 ports: - containerPort: 8080 volumeMounts: - name: gfspydir mountPath: /data/pydir volumes: - name: gfspydir persistentVolumeClaim: claimName: gfs-gv1-pydir-pvc ---apiVersion: v1kind: Servicemetadata: name: pydemo namespace: defaultspec: selector: app: pydemo ports: - port: 80 targetPort: 8080 ---apiVersion: extensions/v1beta1kind: Ingressmetadata: name: ingress-pydemo namespace: default annotations: kubernetes.io/ingress.class: "nginx"spec: rules: - host: vpn.testweb.com http: paths: - path: / backend: serviceName: pydemo servicePort: 80
EOF
kubectl apply -f pydemo.yaml
kubectl get pod,svc,Ingress -o wide |grep pydemo
kubectl describe pod $(kubectl get pod |grep pydemo |awk '{print $1}')