- 积分
- 16840
在线时间 小时
最后登录1970-1-1
|
马上注册，结交更多好友，享用更多功能，让你轻松玩转社区。
您需要 登录 才可以下载或查看，没有账号？开始注册
x
删除时报错* [6 X& n4 Z: t3 n0 _8 h
[root@compute01 ~]# rbd rm -p vms volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106$ H3 j. |! g, ~ K+ q' z
2021-10-19 14:20:49.287 7fe204b32b00 -1 librbd::image::PreRemoveRequest: 0x563793d78b50 check_image_snaps: image has snapshots - not removing4 z" I; S! [6 C1 M
Removing image: 0% complete...failed.
: K0 Q) ^+ ?' }* Urbd: image has snapshots - these must be deleted with 'rbd snap purge' before the image can be removed.
9 G9 V" b4 ?3 e9 K
! _& R6 j: p! E6 s查看是否包含子镜像：5 x- K: W: J$ N- A& a/ @
[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
/ h+ T( r* w% l8 `: f. R* e
2 |) C; ?3 C! d, Q2 I
% I) G5 C% c% C7 q查看snap信息：
" r/ `3 ~# x: m- c* C6 X# n. z[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
4 L9 v V$ d2 s$ ?3 @ ZSNAPID NAME SIZE PROTECTED TIMESTAMP
$ `, A3 ]+ l# I 36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes Mon Oct 18 17:12:22 2021
2 @. Y; @: Z0 o: a9 g y5 X 37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes Mon Oct 18 21:05:23 2021 1 T! l8 E6 E9 ?
* q8 h, F' s6 x( h' Z分离flatten 镜像：
) G& X; p8 q; z+ j6 d, Y n+ I6 e[root@compute01 ~]# rbd flatten vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
% {. Q% Y* K6 ~& e; ~Image flatten: 0% complete...failed.' } N2 y! n; f% X5 X$ c( v9 h3 ]
rbd: flatten error: (22) Invalid argument3 |4 R+ L9 w% F! {5 n0 ~+ S
2021-10-19 14:22:11.267 7f51fde1bb00 -1 librbd::Operations: image has no parent
& \; |6 f! L( w9 H W$ @
! T- o- b& s) z8 a失败了：郁闷了：. d% H' b5 K# ^/ S+ G. E
[root@compute01 ~]# rbd flatten vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
/ {% ?# u3 g( F6 w {8 K, wImage flatten: 0% complete...failed.2 N n1 S9 P. @/ @5 i8 v( A
rbd: flatten error: 2021-10-19 14:22:17.346 7fcfb671bb00 -1 librbd::Operations: image has no parent(22) Invalid argument& j+ f8 ], |4 x1 h6 l
! o! T+ j0 D @* v8 x
查看其他的依然没有办法：3 J/ z& O |2 [* V
! B& _/ \1 D8 Q- O/ E/ Q
[root@compute01 ~]# rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
( k+ t* {3 w. |% Z2 z8 |9 v zrbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory
( `9 H% r! G5 V[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff1064 n! V( A3 Z) o& n* X' P
[root@compute01 ~]# rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862! e3 W1 |6 z: ^( F8 W
rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory
* S' d- y# Z1 |
- v0 C- k/ c3 r再次查看snap信息：
0 p3 z% y2 ^% o- d2 I2 g[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff1064 P! E( O1 V# x+ }7 l
SNAPID NAME SIZE PROTECTED TIMESTAMP
0 e' U& h) ^7 L8 K% V+ t0 x 36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes Mon Oct 18 17:12:22 2021
# r8 u: k$ K+ r1 f5 J a9 D! S* f# N 37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes Mon Oct 18 21:05:23 2021
: D" x: v% I P) b8 p# r* o2 T[root@compute01 ~]# rbd snap
6 y( ^ L$ u, v& v. H$ J; L% \add create limit list ls protect purge remove rename revert rm rollback unprotect
. s9 `! ]% W) ?[root@compute01 ~]# rbd snap
7 d5 A; D" @- madd create limit list ls protect purge remove rename revert rm rollback unprotect
/ ^ e! g9 f/ d" P" L6 z2 t8 g* H0 |7 y4 j" r
. o7 N7 F$ ?1 K$ @# j尝试删除snap：
! W% Z& l0 a1 { E6 X$ |4 O; J[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
# c- Q4 X, w! A8 k3 erbd: snapshot name was not specified
' q; e9 y1 `0 }& R3 N
+ g/ |. X1 [ N' D, }- [检查snap ls状态：8 s& O: V, D$ s: j- T3 n7 a0 p
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc8629 y; p- E3 y6 a, I+ t& g' s
rbd: snapshot name specified for a command that doesn't use it; r# Y% C3 T7 y$ [. N6 A# i
2 f. M h H% \3 \' X( o[root@compute01 ~]# rbd snap ls vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
' x' i2 f. f# w+ rrbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory3 ^2 {+ `' J {: h4 V1 m2 o
# N) f9 J% o( k4 {
- U/ s; e8 _ p4 L% g. C5 M5 z9 m[root@compute01 ~]# rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
2 _3 Z! L! u6 {; N( jrbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory- L* |8 G3 ?: q3 ]) V/ C6 C9 H
5 p- K- y7 o( Y- n/ k4 L7 ~" i% |* b% A; k( \$ m6 L: I" y& k
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106' C2 D1 l1 ?6 y7 m
SNAPID NAME SIZE PROTECTED TIMESTAMP
( M2 l M% @9 K, f1 Y( B 36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes Mon Oct 18 17:12:22 2021
# k. U: k2 h+ B7 ~: t- D 37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes Mon Oct 18 21:05:23 2021 - a, A" X' n: G: R: }
, Y6 W# k/ w2 Q- Y5 X, j, S8 x[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809, I) J6 A! F7 w, b+ U# z
[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
4 S: w: M( I% B9 R( E2 [. K a2 Z& u5 ~8 Z+ Y7 z `$ k
8 K( ^& s, d" j* @ P* C3 I' c
通过snap删除：
1 {( d' ~, B* a[root@compute01 ~]# rbd snap rm snapshot-59a87052-1b6c-469a-a989-8ffaa38cc8621 k4 d+ E3 b+ y, v+ I/ V8 G
rbd: snapshot name was not specified0 q0 y. G& }. A j+ |% W% s; s. V
* z0 a+ l6 t7 U) G4 c
, S% G( C( _* ^% `$ o+ O1 n4 L删除snap
$ s% I. ?" R- p$ A2 n
, I5 K! \" d+ z" ?9 c$ z- v[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862. a N& A( j( {/ E6 I8 v
Removing snap: 0% complete...failed.8 o3 {- u( f, a- G5 ~3 B
rbd: snapshot 'snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862' is protected from removal.
, A B) H7 Z- G! j! J# W2021-10-19 14:28:08.361 7f33d8a03b00 -1 librbd::Operations: snapshot is protected `5 r3 a1 ~& T/ p! P/ E! I% G: F v1 l
' C) ?8 c4 [" _6 G ?; \+ S. r9 ]' ? G6 g
取消snap 保护：
. j: V% O# C# n F[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
2 i C9 ?4 S- v
, V& H% E @: m" @# M
0 n* v7 e4 O# |. {0 \3 E7 N
6 e. Z4 ?& M s: d1 ?: V! c3 W[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862@snap
/ q- B: P" B# O2 q6 x0 x7 q+ Mrbd: unprotecting snap failed: (2) No such file or directory+ _ A& f. t/ }5 b( m( B
% \9 h1 P9 c3 e. L1 ]
再次执行：
9 R0 n. q$ c) M0 X; N+ B" a[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc8626 ]5 {( v* u q+ `/ U" C# E
rbd: snap is already unprotected5 ^& c7 v. p. z4 \2 p: H/ R
; R6 w& D* i- Q" g |
删除成功：
3 r0 u4 |0 _. ^[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: z; Y$ @& Q- S$ }
Removing snap: 100% complete...done.8 g$ e1 p7 l/ i* E3 b
& S' V: ]' \& y, a0 s+ h6 b# ? ^& p" Q" ?' _! _
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd7418097 s+ r& Y! ?/ G e2 |. O4 J
Removing snap: 2021-10-19 14:29:05.450 7fe3d0f69b00 -1 librbd::Operations: snapshot is protected0% complete...failed.
9 A$ S8 l( c1 prbd: snapshot 'snapshot-a5f9935c-338a-4b48-a535-3237dd741809' is protected from removal.
9 m4 t% c7 z, E# L% I" y/ B9 `9 C# f! ]* M3 j' @+ b ~
a+ W2 f$ I- j- c
尝试第二个取消保护：
0 G+ F2 _% \- S: n. i" ~" Q' U0 S[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809* ^3 Y I3 z" Q6 L- B* X4 ]; R8 q% J
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809& n8 T$ C( T$ a; y$ Q: s, T4 O6 N
rbd: snap is already unprotected$ f0 m1 f a+ I" g L- S
删除snap，删除成功：0 D' L: Y+ I9 Y7 F& o
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809
# A N& D, z/ t+ |Removing snap: 100% complete...done.
- @0 x; l2 k o
, ^$ w2 {9 V7 |3 K/ b6 K/ ]! H' {+ g查看snap 列表：! c8 h4 e$ c9 @! W1 L( F1 V
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
3 J+ l/ e; B$ F& Z( Y1 Y) d. o& s) ~4 u! t3 b- {: q( p1 H
0 a% P+ ^: Q1 j
[root@compute01 ~]# rbd rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
7 _9 E1 ~' D1 ^' q- K7 N- }2021-10-19 14:29:44.232 7fbf6dffb700 -1 librbd::image::PreRemoveRequest: 0x558c03e97860 check_image_watchers: image has watchers - not removing
5 l% E2 T1 N7 p0 K$ X+ [9 YRemoving image: 0% complete...failed.$ g8 u, c& D. f) {
rbd: error: image still has watchers
+ b& T" c( ?) E% u3 O# nThis means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.
; L! {, d0 {5 j
$ d/ r8 @" F) t! L" x
+ |" r9 y! V3 e* [. X5 f查看运行状态：6 E. y& x3 M3 ?; R$ Z9 R0 H
[root@compute01 ~]# rbd status vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
/ `) ]7 W& u; r% H0 bWatchers:( Y m ~5 L$ A9 }
watcher=192.168.0.77:0/3193690701 client.125123467 cookie=94424575476608
t' I& v7 B+ j% M[root@compute01 ~]# ceph osd bl3 G4 @( r. ^( G2 H3 w+ b9 a
blacklist blocked-by
" m s: {1 D) ~8 G4 | I
( H) z: _ w" d9 u添加黑名单：3 g9 G* i8 B' b9 D
[root@compute01 ~]# ceph osd blacklist add 192.168.0.77:0/3193690701
) a% Y7 [" m5 A2 v, i4 X0 _blacklisting 192.168.0.77:0/3193690701 until 2021-10-19 15:30:19.739160 (3600 sec)
1 w6 |$ q2 u* _: [$ U
% R9 D7 K% }/ m: J! ^& z+ r$ @# g$ t1 _
再次删除镜像：
) V3 h& w& k* y# O0 n3 p. M& h$ `1 _[root@compute01 ~]# rbd rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff1061 A* F* b$ ], y. A% D7 L' V
Removing image: 100% complete...done.
6 s& R E* j- M9 B7 _2 J+ R' U3 O+ y. G: W
& X1 F, A F; N6 R& _3 i
成功删除镜像。- C7 }2 ^ Y. | o, S
- T5 r: Y2 ~2 [7 w
. j6 ~: P7 ?, f$ w8 K- u0 J, k. d% J" E, I) b
|
|
/4 
窥视卡
雷达卡
发表于 2021-10-19 15:00:03
提升卡
置顶卡
沉默卡
喧嚣卡
变色卡
千斤顶
照妖镜
楼主
