下载ceph代码

git clone https://github.com/ceph/ceph.git
#切换tag
git checkout v18.2.4 -b v18.2.4
#下载子模块 会有报错重新执行即可
git submodule update --init --recursive

安装ceph所需要的依赖

#curl命令安装
sudo apt install curl

#安装ceph依赖
./install-deps.sh
#
apt install python3-routes

ninja编译

cd build
ninja

#限制3个工作线程，每个线程大概需要2.5GB内存
ninja -j 3

运行ceph

#安装项目依赖
work@work:~/ceph/build$ cd ../src/pybind/mgr/ && pip3 install -r requirements.txt 

#运行ceph 
work@work:~/ceph/build$ ../src/vstart.sh -n -d

#启动cephadm模块
ceph mgr module enable cephadm
#将后端设置为cephadm
ceph orch set backend cephadm
#生成ceph密钥
ceph cephadm generate-key 

ceph常用命令

#查看集群的状态
ceph -s

#查看mgr模块列表
ceph mgr module ls


#启动某个模块
ceph mgr module enable xxx

#给已知主机加标签
ceph orch host add my_hostname --labels=my_label1

遇到的问题

出现waiting for mgr dashboard module to start

查看out/mgr.x.log的日志 有没有错误 一般是依赖问题

出现npm拉取包失败

#修改 build/src/pybind/mgr/dashboard/frontend/node-env/.npmrc 
#添加源地址 文件内容如下 二选一
#registry=https://registry.npm.taobao.org/
#registry=https://registry.npmmirror.com/

echo 'registry = "https://registry.npmmirror.com/"' >> ./build/src/pybind/mgr/dashboard/frontend/node-env/.npmrc

ModuleNotFoundError: No module named ‘numpy.core._multiarray_umath’

pip3 install --upgrade numpy

ModuleNotFoundError: No module named ‘_cffi_backend’

sudo apt-get update
sudo apt-get install -y libffi-dev


pip3 install cffi

#如果老版本的pip安装了cffi库，执行卸载后重装
pip uninstall cffi

Cannot find source file: xxHash/xxhash.c

#需要重新克隆一下，或者直接下载对应版本 放到src/xxHash目录下去

WARNING: The scripts pip, pip3 and pip3.9 are installed in ‘/home/work/.local/bin’ which is not on PATH.Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.

#需要将'/home/work/.local/bin'加入PATH环境变量
echo "export PATH=$PATH:~/.local/bin" >> ~/.bashrc
source ~/.bashrc

g+±11: fatal error: 已杀死 signal terminated program cc1plus

重新执行即可，触发了oom

Could NOT find Doxygen (missing: DOXYGEN_EXECUTABLE)

#安装libfmt-dev包
sudo apt-get install doxygen

Could not find fmt, will build it

#安装libfmt-dev包
sudo apt-get install libfmt-dev