{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.589727564Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40580"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.589821447Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"uri":"/crucible/0/regions/e0c1ec56-40a1-490d-a438-0b1dc954662d","method":"GET","req_id":"0ab30e3b-410e-49ba-9cb1-6ae3aa796718","remote_addr":"[fd00:1122:3344:101::a]:40580","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"path is \"/data/regions/e0c1ec56-40a1-490d-a438-0b1dc954662d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.593766048Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"datafile"} {"msg":"dataset is oxp_a58cfeb4-6f7e-4cc1-8a5b-19c9a2e79407/crucible/regions/e0c1ec56-40a1-490d-a438-0b1dc954662d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.602818452Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"datafile"} {"msg":"snapshot is oxp_a58cfeb4-6f7e-4cc1-8a5b-19c9a2e79407/crucible/regions/e0c1ec56-40a1-490d-a438-0b1dc954662d@65d7a894-95da-4fd5-805e-ce83e906200f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.612507623Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a58cfeb4-6f7e-4cc1-8a5b-19c9a2e79407/crucible/regions/e0c1ec56-40a1-490d-a438-0b1dc954662d\", \"65d7a894-95da-4fd5-805e-ce83e906200f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.612543243Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.623930777Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"uri":"/crucible/0/regions/e0c1ec56-40a1-490d-a438-0b1dc954662d/snapshots/65d7a894-95da-4fd5-805e-ce83e906200f","method":"GET","req_id":"efbcb59f-1eb1-40ef-a4cb-511f1f79f7c8","remote_addr":"[fd00:1122:3344:101::a]:40580","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":33929,"response_code":"200"} {"msg":"path is \"/data/regions/e0c1ec56-40a1-490d-a438-0b1dc954662d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.624114442Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"datafile"} {"msg":"dataset is oxp_a58cfeb4-6f7e-4cc1-8a5b-19c9a2e79407/crucible/regions/e0c1ec56-40a1-490d-a438-0b1dc954662d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.632445797Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"datafile"} {"msg":"snapshot is oxp_a58cfeb4-6f7e-4cc1-8a5b-19c9a2e79407/crucible/regions/e0c1ec56-40a1-490d-a438-0b1dc954662d@65d7a894-95da-4fd5-805e-ce83e906200f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.64106602Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a58cfeb4-6f7e-4cc1-8a5b-19c9a2e79407/crucible/regions/e0c1ec56-40a1-490d-a438-0b1dc954662d\", \"65d7a894-95da-4fd5-805e-ce83e906200f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.64109155Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot e0c1ec56-40a1-490d-a438-0b1dc954662d-65d7a894-95da-4fd5-805e-ce83e906200f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.650032971Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"datafile"} {"msg":"applying SMF actions for region e0c1ec56-40a1-490d-a438-0b1dc954662d running snapshot 65d7a894-95da-4fd5-805e-ce83e906200f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.650869453Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.650902164Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"uri":"/crucible/0/regions/e0c1ec56-40a1-490d-a438-0b1dc954662d/snapshots/65d7a894-95da-4fd5-805e-ce83e906200f/run","method":"POST","req_id":"3530132c-7d17-4550-b73e-e1c67e0f66b6","remote_addr":"[fd00:1122:3344:101::a]:40580","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26823,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/e0c1ec56-40a1-490d-a438-0b1dc954662d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.658433208Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.65851796Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.658601973Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.658609253Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.658652244Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e0c1ec56-40a1-490d-a438-0b1dc954662d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.658704615Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e0c1ec56-40a1-490d-a438-0b1dc954662d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.658798238Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.658864409Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.658913861Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.658964112Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.665435709Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-e0c1ec56-40a1-490d-a438-0b1dc954662d-65d7a894-95da-4fd5-805e-ce83e906200f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.665985203Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e0c1ec56-40a1-490d-a438-0b1dc954662d-65d7a894-95da-4fd5-805e-ce83e906200f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.672689856Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e0c1ec56-40a1-490d-a438-0b1dc954662d-65d7a894-95da-4fd5-805e-ce83e906200f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.685714853Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e0c1ec56-40a1-490d-a438-0b1dc954662d/.zfs/snapshot/65d7a894-95da-4fd5-805e-ce83e906200f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.686044391Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.686098092Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.686138133Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.686182485Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.686231156Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.689777778Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.694087259Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"region e0c1ec56-40a1-490d-a438-0b1dc954662d running snapshot 65d7a894-95da-4fd5-805e-ce83e906200f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.694097039Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.790363022Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58058"} {"msg":"region 53ebe034-9da8-4169-8459-7ac96773ea21 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.790439954Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.790606588Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"uri":"/crucible/0/regions","method":"POST","req_id":"0078416f-c914-4acf-9b63-50a9c52917d4","remote_addr":"[fd00:1122:3344:101::a]:58058","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":209,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.790625489Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_a58cfeb4-6f7e-4cc1-8a5b-19c9a2e79407/crucible/regions/53ebe034-9da8-4169-8459-7ac96773ea21","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.800525584Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a58cfeb4-6f7e-4cc1-8a5b-19c9a2e79407/crucible/regions/53ebe034-9da8-4169-8459-7ac96773ea21","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.800561385Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"53ebe034-9da8-4169-8459-7ac96773ea21\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/53ebe034-9da8-4169-8459-7ac96773ea21\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.869072304Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"region":"53ebe034-9da8-4169-8459-7ac96773ea21","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"53ebe034-9da8-4169-8459-7ac96773ea21\" \"--data\" \"/data/regions/53ebe034-9da8-4169-8459-7ac96773ea21\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.869139426Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"region":"53ebe034-9da8-4169-8459-7ac96773ea21","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.93785588Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"region":"53ebe034-9da8-4169-8459-7ac96773ea21","component":"worker"} {"msg":"region 53ebe034-9da8-4169-8459-7ac96773ea21 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.937907231Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.937996364Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-53ebe034-9da8-4169-8459-7ac96773ea21","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.938455996Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-53ebe034-9da8-4169-8459-7ac96773ea21","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.941945786Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.949760328Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-53ebe034-9da8-4169-8459-7ac96773ea21","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.953169376Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/53ebe034-9da8-4169-8459-7ac96773ea21","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.953383431Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.953434823Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.953476393Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.953516885Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.957770284Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/e0c1ec56-40a1-490d-a438-0b1dc954662d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.962684671Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.962785794Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.962877606Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.962888887Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.962923308Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e0c1ec56-40a1-490d-a438-0b1dc954662d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.962967938Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e0c1ec56-40a1-490d-a438-0b1dc954662d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.967522666Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.967581448Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.967631559Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.96768483Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.971206461Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.972960887Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:26.084941358Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"uri":"/crucible/0/regions","method":"POST","req_id":"9b3efad8-78d5-4228-946d-49ac5e36881e","remote_addr":"[fd00:1122:3344:101::a]:58058","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.954205217Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"uri":"/crucible/0/regions/53ebe034-9da8-4169-8459-7ac96773ea21","method":"GET","req_id":"6c29bb09-561b-4da9-9857-6bfcdf5ea42d","remote_addr":"[fd00:1122:3344:101::a]:58058","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":65,"response_code":"200"} {"msg":"path is \"/data/regions/53ebe034-9da8-4169-8459-7ac96773ea21\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.956699871Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"datafile"} {"msg":"dataset is oxp_a58cfeb4-6f7e-4cc1-8a5b-19c9a2e79407/crucible/regions/53ebe034-9da8-4169-8459-7ac96773ea21","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.970692123Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"datafile"} {"msg":"region 53ebe034-9da8-4169-8459-7ac96773ea21 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.980358122Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.980547317Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.980609809Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"uri":"/crucible/0/regions/53ebe034-9da8-4169-8459-7ac96773ea21","method":"DELETE","req_id":"4886b526-42ea-4b5f-92fe-9bbe1818b67a","remote_addr":"[fd00:1122:3344:101::a]:58058","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":23936,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-53ebe034-9da8-4169-8459-7ac96773ea21 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.981675446Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.983236277Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"uri":"/crucible/0/regions/53ebe034-9da8-4169-8459-7ac96773ea21","method":"GET","req_id":"d565bdb0-249e-4236-9800-fcb73381eb13","remote_addr":"[fd00:1122:3344:101::a]:58058","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/e0c1ec56-40a1-490d-a438-0b1dc954662d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.990977847Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.99109763Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.991199682Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.991212833Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.991265634Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e0c1ec56-40a1-490d-a438-0b1dc954662d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.991315455Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e0c1ec56-40a1-490d-a438-0b1dc954662d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.991633004Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.991695425Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.991743936Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.991791577Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.998948182Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:56.000322578Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_a58cfeb4-6f7e-4cc1-8a5b-19c9a2e79407/crucible/regions/53ebe034-9da8-4169-8459-7ac96773ea21\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:56.010804988Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"region":"53ebe034-9da8-4169-8459-7ac96773ea21","component":"worker"} {"msg":"region 53ebe034-9da8-4169-8459-7ac96773ea21 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:56.064851424Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:56.068039536Z","hostname":"oxz_crucible_71ec524a-44e4-4e08-a554-07d1c100f959","pid":21660,"uri":"/crucible/0/regions/53ebe034-9da8-4169-8459-7ac96773ea21","method":"GET","req_id":"c82ee36f-efe1-4a43-84d3-36173f038131","remote_addr":"[fd00:1122:3344:101::a]:58058","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":537,"response_code":"200"}