• 容器化部署fastdfs文件存储

    目录

    一、软件信息

    二、构建fastdfs镜像

    三、docker 启动fdfs服务

    四、k8s部署fdfs服务

    1、fdfs部署文件

    五、外部服务访问

    一、软件信息

    1. fastdfs版本：fastdfs:V5.11

    2. libfastcommon版本: V1.0.36

    3. fastdfs-nginx-module版本：V1.20

    4. nginx版本：1.18.0

    二、构建fastdfs镜像

            为了减少操作了文件数，我是直接把启动文件和dockerfile写一起了，也可以把启动脚本 start.sh 单独于dockerfile；然后在构建镜像的时候把启动文件 COPY 到镜像里。

            以下是包括了启动文件为一起的dockerfile构建文件。直接使用该dockerfile即可完成镜像构建。然后按照自己的实际情况来修改配置文件和挂载，即可完成容器化运行fastdfs件存储服务。

    1. FROM centos:7
    2.  
    3. LABEL creator=tudou date="2024-06-02"
    4.  
    5. ENV FASTDFS_PATH=/var/fastdfs \
    6.     TZ=Asia/Shanghai \
    7.     TRACKER_PORT= \
    8.     STORAGE_PORT= \
    9.     TRACKER_SERVER= \
    10.     GROUP_NAME= 
    11.     
    12.  
    13. #get all the dependences
    14. RUN yum install -y git wget zip unzip gcc make \
    15.     perl openssl openssl-devel pcre pcre-devel zlib zlib-devel libevent libevent-devel \
    16.  && yum clean all \
    17.  && mkdir -p ${FASTDFS_PATH}/files
    18.  
    19. RUN git clone --branch V1.0.36 --depth 1 https://github.com/happyfish100/libfastcommon.git ${FASTDFS_PATH}/libfastcommon \
    20.  && cd ${FASTDFS_PATH}/libfastcommon \
    21.  && ./make.sh \
    22.  && ./make.sh install \
    23.  && rm -rf ${FASTDFS_PATH}/libfastcommon
    24.  
    25. RUN git clone --branch V5.11 --depth 1 https://github.com/happyfish100/fastdfs.git ${FASTDFS_PATH}/fastdfs \
    26.  && cd ${FASTDFS_PATH}/fastdfs  \
    27.  && ./make.sh \
    28.  && ./make.sh install \
    29.  && cp -r  conf/*.* /etc/fdfs/ \
    30.  && rm -rf ${FASTDFS_PATH}/fastdfs 
    31.  
    32. RUN git clone --branch V1.20 https://github.com/happyfish100/fastdfs-nginx-module.git /usr/local/fastdfs-nginx-module \
    33.  && cp /usr/lib64/libfastcommon.so /usr/local/lib/libfastcommon.so \
    34.  && sed -i "s@/usr/local/include@/usr/include/fastdfs /usr/include/fastcommon@g" /usr/local/fastdfs-nginx-module/src/config \
    35.  && cd ${FASTDFS_PATH} \
    36.  && wget https://nginx.org/download/nginx-1.18.0.tar.gz \
    37.  && tar -xzvf nginx-1.18.0.tar.gz \
    38.  && cd nginx-1.18.0 \
    39.  && ./configure --prefix=/usr/local/nginx --add-module=/usr/local/fastdfs-nginx-module/src \
    40.  && make \
    41.  && make install \
    42.  && cp /usr/local/fastdfs-nginx-module/src/mod_fastdfs.conf  /etc/fdfs/ \
    43.  && rm -rf ${FASTDFS_PATH}/nginx-1.18.0* 
    44.  
    45. WORKDIR ${FASTDFS_PATH}
    46.  
    47. # 启动脚本 start.sh
    48. RUN cat > /usr/bin/start.sh <<-EOF
    49. #!/bin/bash
    51. cd \$(dirname \$0)
    53. # start.sh trackerd 
    54. # start.sh storaged
    56. # # 自定义环境变量初始化，若无自定义环境变量，则直接跳过使用配置文件的默认值
    57. function init_config(){
    58.   if [[ -n \${STORAGE_PORT} ]];then
    59.      sed -i "s|^port=.*$|port=\${STORAGE_PORT}|g" /etc/fdfs/storage.conf
    60.   fi
    61.   if [[ -n \${TRACKER_PORT} ]];then
    62.      sed -i "s|^port=.*$|port=\${TRACKER_PORT}|g" /etc/fdfs/tracker.conf
    63.   fi
    64.   
    65.   if [[ -n \${GROUP_NAME} ]];then
    66.      sed -i "s|group_name=.*$|group_name=\${GROUP_NAME}|g" /etc/fdfs/storage.conf
    67.      sed -i "s|group_name=.*$|group_name=\${GROUP_NAME}|g" /etc/fdfs/mod_fastdfs.conf
    68.      sed -i "s|url_have_group_name =.*$|url_have_group_name = true|g" /etc/fdfs/mod_fastdfs.conf
    69.   fi
    70.   
    71.   if [[ -n \${TRACKER_SERVER} ]];then
    72.      sed -i "s|tracker_server=.*$|tracker_server=\${TRACKER_SERVER}|g" /etc/fdfs/storage.conf
    73.      sed -i "s|tracker_server=.*$|tracker_server=\${TRACKER_SERVER}|g" /etc/fdfs/client.conf
    74.      sed -i "s|tracker_server=.*$|tracker_server=\${TRACKER_SERVER}|g" /etc/fdfs/mod_fastdfs.conf
    75.   fi
    76.   
    77.   sed -i "s|base_path=.*$|base_path=\${FASTDFS_PATH}|g" /etc/fdfs/tracker.conf
    78.   sed -i "s|base_path=.*$|base_path=\${FASTDFS_PATH}|g" /etc/fdfs/storage.conf
    79.   sed -i "s|base_path=.*$|base_path=\${FASTDFS_PATH}|g" /etc/fdfs/client.conf
    80.   sed -i "s|base_path=.*$|base_path=\${FASTDFS_PATH}|g" /etc/fdfs/mod_fastdfs.conf
    81. }
    83. init_config
    85. case \$1 in
    86.      trackerd)
    87.         echo "start trackerd ..."
    88.         fdfs_trackerd /etc/fdfs/tracker.conf start  && tail -f ${FASTDFS_PATH}/logs/trackerd.log
    89.      ;;
    90. 	
    91.      storaged)
    92.         sed -i "s|store_path0.*$|store_path0=\${FASTDFS_PATH}/files|g" /etc/fdfs/storage.conf
    93.         sed -i "s|store_path0.*$|store_path0=\${FASTDFS_PATH}/files|g" /etc/fdfs/mod_fastdfs.conf
    95.         echo "start storaged ..."
    96.         fdfs_storaged /etc/fdfs/storage.conf start \
    97.      && /usr/local/nginx/sbin/nginx -c /usr/local/nginx/conf/nginx.conf \
    98.      && tail -f ${FASTDFS_PATH}/logs/storaged.log
    99.      ;;
    101.      *)
    102.         echo "USAGE sh $0 [ trackerd|storaged ]"
    103.         exit 1
    104.      ;;
    105. esac
    107. EOF
    108. # 启动脚本 start.sh
    109.  
    110. # 默认fastdfs端口
    111. EXPOSE 22122 23000  8888 80
    112.  
    113. RUN chmod a+x /usr/bin/start.sh 
    114.  
    115. ENTRYPOINT ["/usr/bin/start.sh"]
    116. CMD ["trackerd"]
    117. #CMD ["storaged"]
    1. # 构建 fdfs 应用镜像
    2.  
    3. # docker build -t fdfs:v1.0 -f dockerfile . --no-cache
    4.  
    5. docker build -t fdfs:v1.0 -f dockerfile .

    三、docker 启动fdfs服务

    1. # 容器启动 trackerd 服务，并且自定义环境变量值,可不指定环境变量值
    2.  
    3. docker run -itd --name trackerd -e TRACKER_PORT=22122 -e TRACKER_SERVER=192.168.159.132:22122 -p 22122:22122   fdfs:v1.0 trackerd
    4.  
    5.  
    6. # 容器启动 storaged 服务，并且自定义环境变量值,可不指定环境变量值
    7.  
    8. docker run -itd --name storage -e STORAGE_PORT=23000 -e TRACKER_SERVER=192.168.159.132:22122 -p 23000:23000   fdfs:v1.0 storaged
    9.  

    1. # 分别查看容器应用的日志
    2.  
    3. docker logs trackerd
    4.  
    5.  
    6. docker logs storage
    7.  
    8.

    四、k8s部署fdfs服务

    1、配置文件

    1.  tracker服务需要修改的配置文件是：tracker.conf，其他文件默认但不能删。
    2. storage服务需要修改的配置文件有: storage.conf、mod_fastdfs.conf 以及安装在storage端的 nginx配置文件 nginx.conf。需要给storage的数据目录做软链接，要不然，有可能无法通过nginx访问 文件，其他配置保持默认即可，但不能删。
    3. client.conf 配置文件不是必须的，可放在任何服务端。
    1. # 配置文件
    2. ---
    3. kind: ConfigMap
    4. apiVersion: v1
    5. metadata:
    6.   name: fdfs-config
    7.   namespace: fdfs
    8.   annotations:
    9.     kubesphere.io/creator: admin
    10.     kubesphere.io/description: client.conf 可以不挂载。
    11. data:
    12.   client.conf: |-
    13.     connect_timeout=30
    14.     network_timeout=60
    15.     base_path=/var/fastdfs
    16.     tracker_server=tracker-svc:22122
    17.     log_level=info
    18.     use_connection_pool = false
    19.     connection_pool_max_idle_time = 3600
    20.     load_fdfs_parameters_from_tracker=false
    21.     use_storage_id = false
    22.     storage_ids_filename = storage_ids.conf
    23.     http.tracker_server_port=8080
    24.   mod_fastdfs.conf: |-
    25.     connect_timeout=2
    26.     network_timeout=30
    27.     base_path=/var/fastdfs/files
    28.     load_fdfs_parameters_from_tracker=true
    29.     storage_sync_file_max_delay = 86400
    30.     use_storage_id = false
    31.     storage_ids_filename = storage_ids.conf
    32.     tracker_server=tracker-svc:22122
    33.     storage_server_port=23000
    34.     group_name=group1
    35.     url_have_group_name = true
    36.     store_path_count=1
    37.     store_path0=/var/fastdfs/files
    38.     log_level=info
    39.     log_filename=
    40.     response_mode=proxy
    41.     if_alias_prefix=
    42.     flv_support = true
    43.     flv_extension = flv
    44.     group_count = 1
    45.     [group1]
    46.     group_name=group1
    47.     storage_server_port=23000
    48.     store_path_count=1
    49.     store_path0=/var/fastdfs/files
    50.  
    51.     #[group2]
    52.     #group_name=group2
    53.     #storage_server_port=23000
    54.     #store_path_count=2
    55.     #store_path0=/var/fastdfs/files
    56.     #store_path1=/var/fastdfs/files1
    57.   nginx.conf: |
    58.     user root;
    59.     worker_processes  2;
    60.     events {
    61.         worker_connections  65535;
    62.          use epoll;
    63.     }
    64.     http {
    65.         include       mime.types;
    66.         default_type  application/octet-stream;
    67.         sendfile        on;
    68.         keepalive_timeout  65;
    69.         charset utf-8;
    70.         server_tokens off;
    71.  
    72.         server {
    73.             listen       80;
    74.             server_name  localhost;
    75.             location / {
    76.                 root   html;
    77.                 index  index.html index.htm;
    78.             }
    79.             error_page   500 502 503 504  /50x.html;
    80.             location = /50x.html {
    81.                 root   html;
    82.             }
    83.         }
    84.         server {
    85.             listen       8888;
    86.             server_name  localhost;
    87.             location ~/group[1-2]/M00 {
    88.                 root /data/fastdfs/store/data;
    89.                 # storage 服务要创建软连接: ln -s /var/fastdfs/files/data /data/fastdfs/files/data/M00
    90.                  ngx_fastdfs_module;
    91.             }
    92.             error_page   500 502 503 504  /50x.html;
    93.             location = /50x.html {
    94.                 root   html;
    95.             }
    96.         }
    97.     }
    98.   storage.conf: |-
    99.     disabled=false
    100.     group_name=group1
    101.     bind_addr=
    102.     client_bind=true
    103.     port=23000
    104.     connect_timeout=30
    105.     network_timeout=60
    106.     heart_beat_interval=30
    107.     stat_report_interval=60
    108.     base_path=/var/fastdfs/files
    109.     max_connections=256
    110.     buff_size = 256KB
    111.     accept_threads=1
    112.     work_threads=4
    113.     disk_rw_separated = true
    114.     disk_reader_threads = 1
    115.     disk_writer_threads = 1
    116.     sync_wait_msec=50
    117.     sync_interval=0
    118.     sync_start_time=00:00
    119.     sync_end_time=23:59
    120.     write_mark_file_freq=500
    121.     store_path_count=1
    122.     store_path0=/var/fastdfs/files
    123.     subdir_count_per_path=256
    124.     tracker_server=tracker-svc:22122
    125.     log_level=info
    126.     run_by_group=
    127.     run_by_user=
    128.     allow_hosts=*
    129.     file_distribute_path_mode=0
    130.     file_distribute_rotate_count=100
    131.     fsync_after_written_bytes=0
    132.     sync_log_buff_interval=10
    133.     sync_binlog_buff_interval=10
    134.     sync_stat_file_interval=300
    135.     thread_stack_size=512KB
    136.     upload_priority=10
    137.     if_alias_prefix=
    138.     check_file_duplicate=0
    139.     file_signature_method=hash
    140.     key_namespace=FastDFS
    141.     keep_alive=0
    142.     use_access_log = false
    143.     rotate_access_log = false
    144.     access_log_rotate_time=00:00
    145.     rotate_error_log = false
    146.     error_log_rotate_time=00:00
    147.     rotate_access_log_size = 0
    148.     rotate_error_log_size = 0
    149.     log_file_keep_days = 0
    150.     file_sync_skip_invalid_record=false
    151.     use_connection_pool = false
    152.     connection_pool_max_idle_time = 3600
    153.     http.domain_name=
    154.     http.server_port=8888
    155.   tracker.conf: |-
    156.     disabled=false
    157.     bind_addr=
    158.     port=22122
    159.     connect_timeout=30
    160.     network_timeout=60
    161.     base_path=/var/fastdfs
    162.     max_connections=256
    163.     accept_threads=1
    164.     work_threads=4
    165.     min_buff_size = 8KB
    166.     max_buff_size = 128KB
    167.     store_lookup=2
    168.     store_group=group2
    169.     store_server=0
    170.     store_path=0
    171.     download_server=0
    172.     reserved_storage_space = 10%
    173.     log_level=info
    174.     run_by_group=
    175.     run_by_user=
    176.     allow_hosts=*
    177.     sync_log_buff_interval = 10
    178.     check_active_interval = 120
    179.     thread_stack_size = 64KB
    180.     storage_ip_changed_auto_adjust = true
    181.     storage_sync_file_max_delay = 86400
    182.     storage_sync_file_max_time = 300
    183.     use_trunk_file = false
    184.     slot_min_size = 256
    185.     slot_max_size = 16MB
    186.     trunk_file_size = 64MB
    187.     trunk_create_file_advance = false
    188.     trunk_create_file_time_base = 02:00
    189.     trunk_create_file_interval = 86400
    190.     trunk_create_file_space_threshold = 20G
    191.     trunk_init_check_occupying = false
    192.     trunk_init_reload_from_binlog = false
    193.     trunk_compress_binlog_min_interval = 0
    194.     use_storage_id = false
    195.     storage_ids_filename = storage_ids.conf
    196.     id_type_in_filename = ip
    197.     store_slave_file_use_link = false
    198.     rotate_error_log = false
    199.     error_log_rotate_time=00:00
    200.     rotate_error_log_size = 0
    201.     log_file_keep_days = 0
    202.     use_connection_pool = false
    203.     connection_pool_max_idle_time = 3600
    204.     http.server_port=8080
    205.     http.check_alive_interval=30
    206.     http.check_alive_type=tcp
    207.     http.check_alive_uri=/status.html
    208. ---

    2、fdfs部署文件

             由于storage存储是各自独立的，所以要使用有状态部署。tracker是透明无状态的，可以使用无状态负载deploy部署，也可以使用有状态负载StatefulSet部署。
    1. # kubectl apply -f fdfs-trackerd.yaml -n fdfs
    2. ---
    3. apiVersion: apps/v1
    4. kind: Deployment
    5. metadata:
    6.   labels:
    7.     app: fdfs-trackerd
    8.   name: fdfs-trackerd
    9.   namespace: fdfs
    10. spec:
    11.   replicas: 1
    12.   selector:
    13.     matchLabels:
    14.       app: fdfs-trackerd
    15.   strategy:
    16.     rollingUpdate:
    17.       maxSurge: 25%
    18.       maxUnavailable: 25%
    19.     type: RollingUpdate
    20.   template:
    21.     metadata:
    22.       labels:
    23.         app: fdfs-trackerd
    24.     spec:
    25.       containers:
    26.       - args:
    27.         - trackerd
    28.         command:
    29.         - /usr/bin/start.sh
    30.         image: swr.cn-south-1.myhuaweicloud.com/tudou/fastdfs:latest
    31.         imagePullPolicy: IfNotPresent
    32.         name: trackerd
    33.         ports:
    34.         - containerPort: 22122
    35.           name: http-0
    36.           protocol: TCP
    37.         - containerPort: 8080
    38.           name: http-1
    39.           protocol: TCP
    40.         resources: {}
    41.         terminationMessagePath: /dev/termination-log
    42.         terminationMessagePolicy: File
    43.         volumeMounts:
    44.         - mountPath: /etc/fdfs/tracker.conf
    45.           name: volume-b8e30i
    46.           readOnly: true
    47.           subPath: tracker.conf
    48.       dnsPolicy: ClusterFirst
    49.       restartPolicy: Always
    50.       schedulerName: default-scheduler
    51.       securityContext: {}
    52.       serviceAccount: default
    53.       serviceAccountName: default
    54.       terminationGracePeriodSeconds: 30
    55.       volumes:
    56.       - configMap:
    57.           defaultMode: 420
    58.           name: fdfs-config
    59.         name: volume-b8e30i
    60. ---
    61. ---
    62. apiVersion: v1
    63. kind: Service
    64. metadata:
    65.   labels:
    66.     app: fdfs-trackerd
    67.   name: fdfs-trackerd
    68.   namespace: fdfs
    69. spec:
    70.   ports:
    71.   - name: port-1
    72.     port: 22122
    73.     protocol: TCP
    74.     targetPort: 22122
    75.   - name: port-2
    76.     port: 8080
    77.     protocol: TCP
    78.     targetPort: 8080
    79.   selector:
    80.     app: fdfs-trackerd
    81.   type: ClusterIP
    82. ---
    83.  
    84.  
    85.  
    86. # kubectl apply -f fdfs-storaged.yaml -n fdfs
    87. ---
    88. apiVersion: apps/v1
    89. kind: StatefulSet
    90. metadata:
    91.   labels:
    92.     app: fdfs-storaged
    93.   name: fdfs-storaged
    94.   namespace: fdfs
    95. spec:
    96.   podManagementPolicy: OrderedReady
    97.   replicas: 2
    98.   revisionHistoryLimit: 10
    99.   selector:
    100.     matchLabels:
    101.       app: fdfs-storaged
    102.   serviceName: fdfs-storaged
    103.   template:
    104.     metadata:
    105.       labels:
    106.         app: fdfs-storaged
    107.     spec:
    108.       containers:
    109.       - args:
    110.         - storaged
    111.         command:
    112.         - /usr/bin/start.sh
    113.         image: swr.cn-south-1.myhuaweicloud.com/tudou/fastdfs:latest
    114.         imagePullPolicy: IfNotPresent
    115.         name: storage
    116.         ports:
    117.         - containerPort: 23000
    118.           name: http-0
    119.           protocol: TCP
    120.         - containerPort: 8888
    121.           name: http-1
    122.           protocol: TCP
    123.         - containerPort: 80
    124.           name: http-2
    125.           protocol: TCP
    126.         resources: {}
    127.         terminationMessagePath: /dev/termination-log
    128.         terminationMessagePolicy: File
    129.         volumeMounts:
    130.         - mountPath: /etc/fdfs/storage.conf
    131.           name: volume-ssmj62
    132.           readOnly: true
    133.           subPath: storage.conf
    134.         - mountPath: /etc/fdfs/mod_fastdfs.conf
    135.           name: volume-zlknkz
    136.           readOnly: true
    137.           subPath: mod_fastdfs.conf
    138.         - mountPath: /usr/local/nginx/conf/nginx.conf
    139.           name: volume-q4ylwb
    140.           readOnly: true
    141.           subPath: nginx.conf
    142.         - mountPath: /var/fastdfs
    143.           name: fdfs-storage-data
    144.       dnsPolicy: ClusterFirst
    145.       restartPolicy: Always
    146.       schedulerName: default-scheduler
    147.       securityContext: {}
    148.       serviceAccount: default
    149.       serviceAccountName: default
    150.       terminationGracePeriodSeconds: 30
    151.       volumes:
    152.       - configMap:
    153.           defaultMode: 420
    154.           name: fdfs-config
    155.         name: volume-ssmj62
    156.       - configMap:
    157.           defaultMode: 420
    158.           name: fdfs-config
    159.         name: volume-zlknkz
    160.       - configMap:
    161.           defaultMode: 420
    162.           name: fdfs-config
    163.         name: volume-q4ylwb
    164.   updateStrategy:
    165.     rollingUpdate:
    166.       partition: 0
    167.     type: RollingUpdate
    168.   volumeClaimTemplates:
    169.   - apiVersion: v1
    170.     kind: PersistentVolumeClaim
    171.     metadata:
    172.       name: fdfs-storage-data
    173.     spec:
    174.       accessModes:
    175.       - ReadWriteOnce
    176.       resources:
    177.         requests:
    178.           storage: 120Gi
    179.       storageClassName: local
    180.       volumeMode: Filesystem
    181. ---
    182. ---
    183. apiVersion: v1
    184. kind: Service
    185. metadata:
    186.   labels:
    187.     app: fdfs-storaged
    188.   name: fdfs-storaged
    189.   namespace: fdfs
    190. spec:
    191.   clusterIP: None
    192.   clusterIPs:
    193.   - None
    194.   internalTrafficPolicy: Cluster
    195.   ipFamilies:
    196.   - IPv4
    197.   ipFamilyPolicy: SingleStack
    198.   ports:
    199.   - name: http-0
    200.     port: 23000
    201.     protocol: TCP
    202.     targetPort: 23000
    203.   - name: http-1
    204.     port: 8888
    205.     protocol: TCP
    206.     targetPort: 8888
    207.   - name: http-2
    208.     port: 80
    209.     protocol: TCP
    210.     targetPort: 80
    211.   selector:
    212.     app: fdfs-storaged
    213.   sessionAffinity: None
    214.   type: ClusterIP
    215. ---

    五、外部服务访问

            当外部服务需要访问fdfs时，需要将服务的 22122和服务的 80 端口暴露。可以将这两个端口对应的服务创建NodePort类型的服务来实现端口暴露。

  • 相关阅读:
    聚焦AI丨车企如何用AI服务争夺市场话语权
    齐博X1-栏目的终极方法get_sort
    【sgDragMoveTile】自定义组件：拖拽瓦片图、地图、大图，滚动条对应同步滚动
    什么是无人机倾斜摄影？无人机倾斜摄影测量测绘中的应用有哪些？
    Linux find
    【SA8295P 源码分析 (三)】108 - QNX AIS Camera 如何在各个环节 Dump 摄像头Raw Data（含代码追踪分析全过程）
    在进行自动化测试，遇到验证码的问题,怎么办？
    c++ 泛型编程之类模板
    selenium.chrome怎么写扩展拦截或转发请求？
    哈希函数与哈希一致性
  • 原文地址：https://blog.csdn.net/weixin_44770684/article/details/139421414