[ Mar 18 03:45:31 Enabled. ] [ Mar 18 03:45:31 Rereading configuration. ] [ Mar 18 03:45:33 Rereading configuration. ] [ Mar 18 03:45:37 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2ef268c9-f2f4-479a-8fb0-c666c9d9fce8/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_2ef268c9-f2f4-479a-8fb0-c666c9d9fce8/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:45:38.04116409Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309} {"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:45:38.044254886Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:45:38.044265746Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:45:38.059425494Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:45:38.132963248Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.599815787Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:34315"} {"msg":"region 0c262c1b-56e2-438c-9283-272eb6ae4c8b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.639902289Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.643156538Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"uri":"/crucible/0/regions","method":"POST","req_id":"3d929dcc-6b83-44a1-8408-4b2eed2372a3","remote_addr":"[fd00:1122:3344:101::c]:34315","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18215,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.643183458Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_2ef268c9-f2f4-479a-8fb0-c666c9d9fce8/crucible/regions/0c262c1b-56e2-438c-9283-272eb6ae4c8b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.652367246Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_2ef268c9-f2f4-479a-8fb0-c666c9d9fce8/crucible/regions/0c262c1b-56e2-438c-9283-272eb6ae4c8b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.652400116Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0c262c1b-56e2-438c-9283-272eb6ae4c8b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0c262c1b-56e2-438c-9283-272eb6ae4c8b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.70985789Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"region":"0c262c1b-56e2-438c-9283-272eb6ae4c8b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0c262c1b-56e2-438c-9283-272eb6ae4c8b\" \"--data\" \"/data/regions/0c262c1b-56e2-438c-9283-272eb6ae4c8b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.709920791Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"region":"0c262c1b-56e2-438c-9283-272eb6ae4c8b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.835082571Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"uri":"/crucible/0/regions","method":"POST","req_id":"edf0439b-eda1-4caf-8f3a-b11d91f9d8ac","remote_addr":"[fd00:1122:3344:101::c]:34315","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.001247836Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"region":"0c262c1b-56e2-438c-9283-272eb6ae4c8b","component":"worker"} {"msg":"region 0c262c1b-56e2-438c-9283-272eb6ae4c8b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.001294767Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.001388258Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0c262c1b-56e2-438c-9283-272eb6ae4c8b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.001836345Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0c262c1b-56e2-438c-9283-272eb6ae4c8b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.007091334Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.021025993Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0c262c1b-56e2-438c-9283-272eb6ae4c8b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.024973622Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0c262c1b-56e2-438c-9283-272eb6ae4c8b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.025801665Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.025870076Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.025921506Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.025961067Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.032290682Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.045290117Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.173446672Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"uri":"/crucible/0/regions","method":"POST","req_id":"145dd1ed-7a16-437a-aaf5-c40d9fe1060f","remote_addr":"[fd00:1122:3344:101::c]:34315","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.569768345Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"uri":"/crucible/0/regions/0c262c1b-56e2-438c-9283-272eb6ae4c8b","method":"GET","req_id":"03092aff-b874-49a5-b92c-273daac38d36","remote_addr":"[fd00:1122:3344:101::c]:34315","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":109,"response_code":"200"} {"msg":"path is \"/data/regions/0c262c1b-56e2-438c-9283-272eb6ae4c8b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.57275627Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"datafile"} {"msg":"dataset is oxp_2ef268c9-f2f4-479a-8fb0-c666c9d9fce8/crucible/regions/0c262c1b-56e2-438c-9283-272eb6ae4c8b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.583786626Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"datafile"} {"msg":"region 0c262c1b-56e2-438c-9283-272eb6ae4c8b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.594416695Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.594573008Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.594626848Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"uri":"/crucible/0/regions/0c262c1b-56e2-438c-9283-272eb6ae4c8b","method":"DELETE","req_id":"5655d594-411f-45f2-949f-4355bcaf4b33","remote_addr":"[fd00:1122:3344:101::c]:34315","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21917,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-0c262c1b-56e2-438c-9283-272eb6ae4c8b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.595607023Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.598240653Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"uri":"/crucible/0/regions/0c262c1b-56e2-438c-9283-272eb6ae4c8b","method":"GET","req_id":"a1b77adb-b20d-4c13-ad16-59ce4929a298","remote_addr":"[fd00:1122:3344:101::c]:34315","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":37,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.59940954Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_2ef268c9-f2f4-479a-8fb0-c666c9d9fce8/crucible/regions/0c262c1b-56e2-438c-9283-272eb6ae4c8b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.609615893Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"region":"0c262c1b-56e2-438c-9283-272eb6ae4c8b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.674228824Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"uri":"/crucible/0/regions/0c262c1b-56e2-438c-9283-272eb6ae4c8b","method":"GET","req_id":"eb61d484-17d5-4327-ae85-fa52d6555d66","remote_addr":"[fd00:1122:3344:101::c]:34315","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":87,"response_code":"200"} {"msg":"region 0c262c1b-56e2-438c-9283-272eb6ae4c8b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.702145953Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.780976997Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"uri":"/crucible/0/regions/0c262c1b-56e2-438c-9283-272eb6ae4c8b","method":"GET","req_id":"3d9de090-eb1e-4aa9-a083-c6e93bd570a8","remote_addr":"[fd00:1122:3344:101::c]:34315","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":44,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.027098208Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:36939"} {"msg":"region 9a807989-2d99-4a3b-9c54-93f7087a20be state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.027809099Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.027966401Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.027976852Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"uri":"/crucible/0/regions","method":"POST","req_id":"98374b9d-9c62-4e84-a0aa-c9517b2ac41a","remote_addr":"[fd00:1122:3344:101::c]:36939","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":793,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_2ef268c9-f2f4-479a-8fb0-c666c9d9fce8/crucible/regions/9a807989-2d99-4a3b-9c54-93f7087a20be","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.04184791Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2ef268c9-f2f4-479a-8fb0-c666c9d9fce8/crucible/regions/9a807989-2d99-4a3b-9c54-93f7087a20be","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.04188108Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9a807989-2d99-4a3b-9c54-93f7087a20be\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9a807989-2d99-4a3b-9c54-93f7087a20be\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.08781589Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"region":"9a807989-2d99-4a3b-9c54-93f7087a20be","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9a807989-2d99-4a3b-9c54-93f7087a20be\" \"--data\" \"/data/regions/9a807989-2d99-4a3b-9c54-93f7087a20be\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.089720259Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"region":"9a807989-2d99-4a3b-9c54-93f7087a20be","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.184729686Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"region":"9a807989-2d99-4a3b-9c54-93f7087a20be","component":"worker"} {"msg":"region 9a807989-2d99-4a3b-9c54-93f7087a20be state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.184763876Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.184855888Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9a807989-2d99-4a3b-9c54-93f7087a20be","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.186210898Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9a807989-2d99-4a3b-9c54-93f7087a20be","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.196248919Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.213017011Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9a807989-2d99-4a3b-9c54-93f7087a20be","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.215841353Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9a807989-2d99-4a3b-9c54-93f7087a20be","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.216039496Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.216093167Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.216135687Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.216175458Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.219383066Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.223347396Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.391033485Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"uri":"/crucible/0/regions","method":"POST","req_id":"0fcaa60d-a643-49e9-b0e4-f280821c9eb2","remote_addr":"[fd00:1122:3344:101::c]:36939","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.798990613Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"uri":"/crucible/0/regions/9a807989-2d99-4a3b-9c54-93f7087a20be","method":"GET","req_id":"a921c7b2-2b4f-437a-843e-9b28142e56f8","remote_addr":"[fd00:1122:3344:101::c]:36939","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":55,"response_code":"200"} {"msg":"path is \"/data/regions/9a807989-2d99-4a3b-9c54-93f7087a20be\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.802917542Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"datafile"} {"msg":"dataset is oxp_2ef268c9-f2f4-479a-8fb0-c666c9d9fce8/crucible/regions/9a807989-2d99-4a3b-9c54-93f7087a20be","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.816500866Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"datafile"} {"msg":"region 9a807989-2d99-4a3b-9c54-93f7087a20be state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.827089755Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.827276608Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.827334779Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"uri":"/crucible/0/regions/9a807989-2d99-4a3b-9c54-93f7087a20be","method":"DELETE","req_id":"b64b15f3-b5cd-4a8e-9f96-a28ee69acdf1","remote_addr":"[fd00:1122:3344:101::c]:36939","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24440,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-9a807989-2d99-4a3b-9c54-93f7087a20be (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.829046375Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.831926738Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"uri":"/crucible/0/regions/9a807989-2d99-4a3b-9c54-93f7087a20be","method":"GET","req_id":"b0a34ed6-0ffb-47da-96e1-4de228db2f3e","remote_addr":"[fd00:1122:3344:101::c]:36939","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.836586638Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_2ef268c9-f2f4-479a-8fb0-c666c9d9fce8/crucible/regions/9a807989-2d99-4a3b-9c54-93f7087a20be\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.847948228Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"region":"9a807989-2d99-4a3b-9c54-93f7087a20be","component":"worker"} {"msg":"region 9a807989-2d99-4a3b-9c54-93f7087a20be state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.896172693Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.921102377Z","hostname":"oxz_crucible_3dbd308a-6f86-4921-a45c-be824b4c0161","pid":27309,"uri":"/crucible/0/regions/9a807989-2d99-4a3b-9c54-93f7087a20be","method":"GET","req_id":"e7b70e9c-6891-4fc1-a0da-7b53bbeff0ad","remote_addr":"[fd00:1122:3344:101::c]:36939","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":"200"}