{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.801621882Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52752"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.80508322Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"uri":"/crucible/0/regions/6ff590b1-72a7-43b8-bd91-2839666aa782","method":"GET","req_id":"51a8aa2e-2d46-4493-bd7a-d73e2e11702d","remote_addr":"[fd00:1122:3344:101::a]:52752","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":3433,"response_code":"200"} {"msg":"path is \"/data/regions/6ff590b1-72a7-43b8-bd91-2839666aa782\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.805270634Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"datafile"} {"msg":"dataset is oxp_68941de4-9d96-43c2-b5bb-c76900595397/crucible/regions/6ff590b1-72a7-43b8-bd91-2839666aa782","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.814329555Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"datafile"} {"msg":"snapshot is oxp_68941de4-9d96-43c2-b5bb-c76900595397/crucible/regions/6ff590b1-72a7-43b8-bd91-2839666aa782@198c4152-c4bb-4411-985a-4952d2ee4af1","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.82318414Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_68941de4-9d96-43c2-b5bb-c76900595397/crucible/regions/6ff590b1-72a7-43b8-bd91-2839666aa782\", \"198c4152-c4bb-4411-985a-4952d2ee4af1\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.82320665Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.836666192Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"uri":"/crucible/0/regions/6ff590b1-72a7-43b8-bd91-2839666aa782/snapshots/198c4152-c4bb-4411-985a-4952d2ee4af1","method":"GET","req_id":"b42a82c1-3d3f-463c-aef6-ce651f604f1f","remote_addr":"[fd00:1122:3344:101::a]:52752","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":31423,"response_code":"200"} {"msg":"path is \"/data/regions/6ff590b1-72a7-43b8-bd91-2839666aa782\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.836837867Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"datafile"} {"msg":"dataset is oxp_68941de4-9d96-43c2-b5bb-c76900595397/crucible/regions/6ff590b1-72a7-43b8-bd91-2839666aa782","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.845323012Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"datafile"} {"msg":"snapshot is oxp_68941de4-9d96-43c2-b5bb-c76900595397/crucible/regions/6ff590b1-72a7-43b8-bd91-2839666aa782@198c4152-c4bb-4411-985a-4952d2ee4af1","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.854104915Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_68941de4-9d96-43c2-b5bb-c76900595397/crucible/regions/6ff590b1-72a7-43b8-bd91-2839666aa782\", \"198c4152-c4bb-4411-985a-4952d2ee4af1\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.854152586Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 6ff590b1-72a7-43b8-bd91-2839666aa782-198c4152-c4bb-4411-985a-4952d2ee4af1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.864313345Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"datafile"} {"msg":"applying SMF actions for region 6ff590b1-72a7-43b8-bd91-2839666aa782 running snapshot 198c4152-c4bb-4411-985a-4952d2ee4af1 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.865193767Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.865221288Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"uri":"/crucible/0/regions/6ff590b1-72a7-43b8-bd91-2839666aa782/snapshots/198c4152-c4bb-4411-985a-4952d2ee4af1/run","method":"POST","req_id":"73227fb3-1599-4b53-9c77-2ff4cedd6697","remote_addr":"[fd00:1122:3344:101::a]:52752","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28417,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/6ff590b1-72a7-43b8-bd91-2839666aa782","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.871495237Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.871579849Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.871662101Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.871669521Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.871710132Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6ff590b1-72a7-43b8-bd91-2839666aa782","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.871763684Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6ff590b1-72a7-43b8-bd91-2839666aa782","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.871858396Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.871922938Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.871974959Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.872033061Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.876142035Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-6ff590b1-72a7-43b8-bd91-2839666aa782-198c4152-c4bb-4411-985a-4952d2ee4af1","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.876589476Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6ff590b1-72a7-43b8-bd91-2839666aa782-198c4152-c4bb-4411-985a-4952d2ee4af1","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.879935791Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6ff590b1-72a7-43b8-bd91-2839666aa782-198c4152-c4bb-4411-985a-4952d2ee4af1","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.892545932Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6ff590b1-72a7-43b8-bd91-2839666aa782/.zfs/snapshot/198c4152-c4bb-4411-985a-4952d2ee4af1","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.892856239Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.892910391Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.892951912Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.892993193Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.893036594Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.896439431Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.900628667Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"region 6ff590b1-72a7-43b8-bd91-2839666aa782 running snapshot 198c4152-c4bb-4411-985a-4952d2ee4af1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.900641497Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.632418478Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55822"} {"msg":"region 90e33b38-f94f-4069-9db8-1d80687d5ba4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.632730816Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.63289729Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.63290879Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"uri":"/crucible/0/regions","method":"POST","req_id":"07e0fcc6-bb18-4b3e-8b20-ab640dfd0450","remote_addr":"[fd00:1122:3344:101::a]:55822","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":450,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_68941de4-9d96-43c2-b5bb-c76900595397/crucible/regions/90e33b38-f94f-4069-9db8-1d80687d5ba4","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.643347186Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_68941de4-9d96-43c2-b5bb-c76900595397/crucible/regions/90e33b38-f94f-4069-9db8-1d80687d5ba4","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.643387107Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"90e33b38-f94f-4069-9db8-1d80687d5ba4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/90e33b38-f94f-4069-9db8-1d80687d5ba4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.710386719Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"region":"90e33b38-f94f-4069-9db8-1d80687d5ba4","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"90e33b38-f94f-4069-9db8-1d80687d5ba4\" \"--data\" \"/data/regions/90e33b38-f94f-4069-9db8-1d80687d5ba4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.712705498Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"region":"90e33b38-f94f-4069-9db8-1d80687d5ba4","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.764677018Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"uri":"/crucible/0/regions","method":"POST","req_id":"243c5f4f-b2c2-404b-a0cd-ec42d121d0bc","remote_addr":"[fd00:1122:3344:101::a]:55822","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":74,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.832670095Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"region":"90e33b38-f94f-4069-9db8-1d80687d5ba4","component":"worker"} {"msg":"region 90e33b38-f94f-4069-9db8-1d80687d5ba4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.832701466Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.83284492Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/6ff590b1-72a7-43b8-bd91-2839666aa782","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.833428155Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.833510526Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.833594159Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.833601339Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.83364248Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6ff590b1-72a7-43b8-bd91-2839666aa782","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.833694291Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6ff590b1-72a7-43b8-bd91-2839666aa782","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.83405152Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.834112712Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.834170843Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.834221505Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.837882638Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-90e33b38-f94f-4069-9db8-1d80687d5ba4","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.838339929Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-90e33b38-f94f-4069-9db8-1d80687d5ba4","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.8442754Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.852027187Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-90e33b38-f94f-4069-9db8-1d80687d5ba4","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.85531482Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/90e33b38-f94f-4069-9db8-1d80687d5ba4","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.855636689Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.85569573Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.855735971Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.855774192Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.861721513Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:58.867670465Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:59.119445961Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"uri":"/crucible/0/regions","method":"POST","req_id":"398082cc-4bc3-47c9-8648-4142ee5450bb","remote_addr":"[fd00:1122:3344:101::a]:55822","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":60,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.880996055Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"uri":"/crucible/0/regions/90e33b38-f94f-4069-9db8-1d80687d5ba4","method":"GET","req_id":"0a60897f-6274-4f2f-86f6-cad9d170e0eb","remote_addr":"[fd00:1122:3344:101::a]:55822","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"path is \"/data/regions/90e33b38-f94f-4069-9db8-1d80687d5ba4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.883702104Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"datafile"} {"msg":"dataset is oxp_68941de4-9d96-43c2-b5bb-c76900595397/crucible/regions/90e33b38-f94f-4069-9db8-1d80687d5ba4","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.896426267Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"datafile"} {"msg":"region 90e33b38-f94f-4069-9db8-1d80687d5ba4 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.904745258Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.904934103Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.90716772Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"uri":"/crucible/0/regions/90e33b38-f94f-4069-9db8-1d80687d5ba4","method":"DELETE","req_id":"e1a55991-9e15-49bb-adf1-a677b2235cfa","remote_addr":"[fd00:1122:3344:101::a]:55822","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":23500,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-90e33b38-f94f-4069-9db8-1d80687d5ba4 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.908190616Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.910110504Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"uri":"/crucible/0/regions/90e33b38-f94f-4069-9db8-1d80687d5ba4","method":"GET","req_id":"ac87234d-b063-46cd-92fa-b36c3e4c909b","remote_addr":"[fd00:1122:3344:101::a]:55822","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":29,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/6ff590b1-72a7-43b8-bd91-2839666aa782","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.916344773Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.916432695Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.916515457Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.916522958Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.916561248Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6ff590b1-72a7-43b8-bd91-2839666aa782","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.9166089Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6ff590b1-72a7-43b8-bd91-2839666aa782","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.91701908Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.917100292Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.917153834Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.917202705Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.925600938Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.926983133Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_68941de4-9d96-43c2-b5bb-c76900595397/crucible/regions/90e33b38-f94f-4069-9db8-1d80687d5ba4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.937027988Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"region":"90e33b38-f94f-4069-9db8-1d80687d5ba4","component":"worker"} {"msg":"region 90e33b38-f94f-4069-9db8-1d80687d5ba4 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:25.998410578Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:35:26.031349415Z","hostname":"oxz_crucible_5b03b56c-61f4-4585-ba9d-0b729d34b0f0","pid":24685,"uri":"/crucible/0/regions/90e33b38-f94f-4069-9db8-1d80687d5ba4","method":"GET","req_id":"fa498137-055a-4d11-aa9b-58f6bf686cea","remote_addr":"[fd00:1122:3344:101::a]:55822","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":79,"response_code":"200"}