ceph Installation Guide Installation Guide

ceph is a free and open-source distributed storage. Ceph provides massively scalable distributed storage system

Hardware Requirements:

CPU: 4+ cores

RAM: 4GB minimum

Storage: 100GB+ per OSD

Network: Various protocols

Operating System:

Linux: Any modern distribution (RHEL, Debian, Ubuntu, CentOS, Fedora, Arch, Alpine, openSUSE)

macOS: 10.14+ (Mojave or newer)

Windows: Windows Server 2016+ or Windows 10

FreeBSD: 11.0+

Network Requirements:

Port 6789 (default ceph port)

Many service ports

Dependencies:

See official documentation for specific requirements

System Access: root or sudo privileges required

This guide supports installation on:

RHEL 8/9 and derivatives (CentOS Stream, Rocky Linux, AlmaLinux)

Debian 11/12

Ubuntu 20.04/22.04/24.04 LTS

Arch Linux (rolling release)

Alpine Linux 3.18+

openSUSE Leap 15.5+ / Tumbleweed

SUSE Linux Enterprise Server (SLES) 15+

macOS 12+ (Monterey and later)

FreeBSD 13+

Windows 10/11/Server 2019+ (where applicable)

bash

# Install EPEL repository if needed
sudo dnf install -y epel-release

# Install ceph
sudo dnf install -y ceph

# Enable and start service
sudo systemctl enable --now ceph

# Configure firewall
sudo firewall-cmd --permanent --add-port=6789/tcp
sudo firewall-cmd --reload

# Verify installation
ceph --version

bash

# Update package index
sudo apt update

# Install ceph
sudo apt install -y ceph

# Enable and start service
sudo systemctl enable --now ceph

# Configure firewall
sudo ufw allow 6789

# Verify installation
ceph --version

bash

# Install ceph
sudo pacman -S ceph

# Enable and start service
sudo systemctl enable --now ceph

# Verify installation
ceph --version

bash

# Install ceph
apk add --no-cache ceph

# Enable and start service
rc-update add ceph default
rc-service ceph start

# Verify installation
ceph --version

bash

# Install ceph
sudo zypper install -y ceph

# Enable and start service
sudo systemctl enable --now ceph

# Configure firewall
sudo firewall-cmd --permanent --add-port=6789/tcp
sudo firewall-cmd --reload

# Verify installation
ceph --version

bash

# Using Homebrew
brew install ceph

# Start service
brew services start ceph

# Verify installation
ceph --version

bash

# Using pkg
pkg install ceph

# Enable in rc.conf
echo 'ceph_enable="YES"' >> /etc/rc.conf

# Start service
service ceph start

# Verify installation
ceph --version

bash

# Using Chocolatey
choco install ceph

# Or using Scoop
scoop install ceph

# Verify installation
ceph --version

bash

# Create configuration directory
sudo mkdir -p /etc/ceph

# Set up basic configuration
# See official documentation for detailed configuration options

# Test configuration
ceph --version

bash

# Enable service
sudo systemctl enable ceph

# Start service
sudo systemctl start ceph

# Stop service
sudo systemctl stop ceph

# Restart service
sudo systemctl restart ceph

# Check status
sudo systemctl status ceph

# View logs
sudo journalctl -u ceph -f

bash

# Enable service
rc-update add ceph default

# Start service
rc-service ceph start

# Stop service
rc-service ceph stop

# Restart service
rc-service ceph restart

# Check status
rc-service ceph status

bash

# Enable in /etc/rc.conf
echo 'ceph_enable="YES"' >> /etc/rc.conf

# Start service
service ceph start

# Stop service
service ceph stop

# Restart service
service ceph restart

# Check status
service ceph status

bash

# Using Homebrew services
brew services start ceph
brew services stop ceph
brew services restart ceph

# Check status
brew services list | grep ceph

powershell

# Start service
net start ceph

# Stop service
net stop ceph

# Using PowerShell
Start-Service ceph
Stop-Service ceph
Restart-Service ceph

# Check status
Get-Service ceph

See the official documentation for advanced configuration options.

nginx

upstream ceph_backend {
    server 127.0.0.1:6789;
}

server {
    listen 80;
    server_name ceph.example.com;
    return 301 https://$server_name$request_uri;
}

server {
    listen 443 ssl http2;
    server_name ceph.example.com;

    ssl_certificate /etc/ssl/certs/ceph.example.com.crt;
    ssl_certificate_key /etc/ssl/private/ceph.example.com.key;

    location / {
        proxy_pass http://ceph_backend;
        proxy_set_header Host $host;
        proxy_set_header X-Real-IP $remote_addr;
        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
        proxy_set_header X-Forwarded-Proto $scheme;
    }
}

apache

<VirtualHost *:80>
    ServerName ceph.example.com
    Redirect permanent / https://ceph.example.com/
</VirtualHost>

<VirtualHost *:443>
    ServerName ceph.example.com
    
    SSLEngine on
    SSLCertificateFile /etc/ssl/certs/ceph.example.com.crt
    SSLCertificateKeyFile /etc/ssl/private/ceph.example.com.key
    
    ProxyRequests Off
    ProxyPreserveHost On
    
    ProxyPass / http://127.0.0.1:6789/
    ProxyPassReverse / http://127.0.0.1:6789/
</VirtualHost>

haproxy

frontend ceph_frontend
    bind *:80
    bind *:443 ssl crt /etc/ssl/certs/ceph.pem
    redirect scheme https if !{ ssl_fc }
    default_backend ceph_backend

backend ceph_backend
    balance roundrobin
    server ceph1 127.0.0.1:6789 check

bash

# Set appropriate permissions
sudo chown -R ceph:ceph /etc/ceph
sudo chmod 750 /etc/ceph

# Configure firewall
sudo firewall-cmd --permanent --add-port=6789/tcp
sudo firewall-cmd --reload

# Enable SELinux policies (if applicable)
sudo setsebool -P httpd_can_network_connect on

See official documentation for database configuration requirements.

bash

# Basic system tuning
echo 'net.core.somaxconn = 65535' | sudo tee -a /etc/sysctl.conf
echo 'net.ipv4.tcp_max_syn_backlog = 65535' | sudo tee -a /etc/sysctl.conf
sudo sysctl -p

bash

# Check service status
sudo systemctl status ceph

# View logs
sudo journalctl -u ceph -f

# Monitor resource usage
top -p $(pgrep ceph)

bash

#!/bin/bash
# Basic backup script
BACKUP_DIR="/backup/ceph"
DATE=$(date +%Y%m%d_%H%M%S)

mkdir -p "$BACKUP_DIR"
tar -czf "$BACKUP_DIR/ceph-backup-$DATE.tar.gz" /etc/ceph /var/lib/ceph

echo "Backup completed: $BACKUP_DIR/ceph-backup-$DATE.tar.gz"

bash

# Stop service
sudo systemctl stop ceph

# Restore from backup
tar -xzf /backup/ceph/ceph-backup-*.tar.gz -C /

# Start service
sudo systemctl start ceph

1. Service won't start:

bash

# Check logs
sudo journalctl -u ceph -n 100
sudo tail -f /var/log/ceph/ceph.log

# Check configuration
ceph --version

# Check permissions
ls -la /etc/ceph

2. Connection issues:

bash

# Check if service is listening
sudo ss -tlnp | grep 6789

# Test connectivity
telnet localhost 6789

# Check firewall
sudo firewall-cmd --list-all

3. Performance issues:

bash

# Check resource usage
top -p $(pgrep ceph)

# Check disk I/O
iotop -p $(pgrep ceph)

# Check connections
ss -an | grep 6789

yaml

version: '3.8'
services:
  ceph:
    image: ceph:latest
    ports:
      - "6789:6789"
    volumes:
      - ./config:/etc/ceph
      - ./data:/var/lib/ceph
    restart: unless-stopped

Maintenance

bash

# RHEL/CentOS/Rocky/AlmaLinux
sudo dnf update ceph

# Debian/Ubuntu
sudo apt update && sudo apt upgrade ceph

# Arch Linux
sudo pacman -Syu ceph

# Alpine Linux
apk update && apk upgrade ceph

# openSUSE
sudo zypper update ceph

# FreeBSD
pkg update && pkg upgrade ceph

# Always backup before updates
tar -czf /backup/ceph-pre-update-$(date +%Y%m%d).tar.gz /etc/ceph

# Restart after updates
sudo systemctl restart ceph

Regular Maintenance

bash

# Log rotation
sudo logrotate -f /etc/logrotate.d/ceph

# Clean old logs
find /var/log/ceph -name "*.log" -mtime +30 -delete

# Check disk usage
du -sh /var/lib/ceph

Official Documentation: https://docs.ceph.org/

GitHub Repository: https://github.com/ceph/ceph

Community Forum: https://forum.ceph.org/

Best Practices Guide: https://docs.ceph.org/best-practices

---

Note: This guide is part of the HowToMgr collection. Always refer to official documentation for the most up-to-date information.

1. Prerequisites

2. Supported Operating Systems

3. Installation

RHEL/CentOS/Rocky Linux/AlmaLinux

Debian/Ubuntu

Arch Linux

Alpine Linux

openSUSE/SLES

macOS

FreeBSD

Windows

Initial Configuration

Basic Configuration

5. Service Management

systemd (RHEL, Debian, Ubuntu, Arch, openSUSE)

OpenRC (Alpine Linux)

rc.d (FreeBSD)

launchd (macOS)

Windows Service Manager

Advanced Configuration

Reverse Proxy Setup

nginx Configuration

Apache Configuration

HAProxy Configuration

Security Configuration

Basic Security Setup

Database Setup

Performance Optimization

System Tuning

Monitoring

Basic Monitoring

9. Backup and Restore

Backup Script

Restore Procedure

6. Troubleshooting

Common Issues

Integration Examples

Docker Compose Example

Maintenance

Update Procedures

Regular Maintenance

Additional Resources

Related Distributed storage Guides

beegfs Installation Guide

glusterfs Installation Guide

juicefs Installation Guide