[ Jan 28 08:30:14 Enabled. ] [ Jan 28 08:30:14 Rereading configuration. ] [ Jan 28 08:30:18 Rereading configuration. ] [ Jan 28 08:30:21 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_72e3aa90-129e-420c-961e-0b8eb9c32b50/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_72e3aa90-129e-420c-961e-0b8eb9c32b50/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:30:22.09698791Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916} {"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:30:22.099319343Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:30:22.099330123Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:30:22.117933109Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:30:22.189058495Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.171378799Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45753"} {"msg":"region 328faafe-b5b8-436f-9672-72dbb24f12b6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.216279621Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.218918439Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"uri":"/crucible/0/regions","method":"POST","req_id":"7dfcfca8-d4bb-4d86-9f8d-352786baefbe","remote_addr":"[fd00:1122:3344:101::a]:45753","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17430,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.223655346Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_72e3aa90-129e-420c-961e-0b8eb9c32b50/crucible/regions/328faafe-b5b8-436f-9672-72dbb24f12b6","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.23302132Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_72e3aa90-129e-420c-961e-0b8eb9c32b50/crucible/regions/328faafe-b5b8-436f-9672-72dbb24f12b6","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.23305275Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"328faafe-b5b8-436f-9672-72dbb24f12b6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/328faafe-b5b8-436f-9672-72dbb24f12b6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.287519569Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"region":"328faafe-b5b8-436f-9672-72dbb24f12b6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"328faafe-b5b8-436f-9672-72dbb24f12b6\" \"--data\" \"/data/regions/328faafe-b5b8-436f-9672-72dbb24f12b6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.289844672Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"region":"328faafe-b5b8-436f-9672-72dbb24f12b6","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.493468841Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"uri":"/crucible/0/regions","method":"POST","req_id":"817be1ad-4d91-43fe-bc6d-890ffa35550f","remote_addr":"[fd00:1122:3344:101::a]:45753","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":80,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.556821936Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"region":"328faafe-b5b8-436f-9672-72dbb24f12b6","component":"worker"} {"msg":"region 328faafe-b5b8-436f-9672-72dbb24f12b6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.556875647Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.556979569Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-328faafe-b5b8-436f-9672-72dbb24f12b6","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.557436775Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-328faafe-b5b8-436f-9672-72dbb24f12b6","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.562481457Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.578463036Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-328faafe-b5b8-436f-9672-72dbb24f12b6","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.58997776Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/328faafe-b5b8-436f-9672-72dbb24f12b6","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.590459797Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.593035904Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.593095035Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.593136685Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.596559647Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.600292808Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.853579727Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"uri":"/crucible/0/regions","method":"POST","req_id":"5526a803-5a62-49b1-95ab-81a2d6bba457","remote_addr":"[fd00:1122:3344:101::a]:45753","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":55,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.14282743Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"uri":"/crucible/0/regions/328faafe-b5b8-436f-9672-72dbb24f12b6","method":"GET","req_id":"0404b295-b435-4801-a329-b4014cd7e743","remote_addr":"[fd00:1122:3344:101::a]:45753","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":81,"response_code":"200"} {"msg":"path is \"/data/regions/328faafe-b5b8-436f-9672-72dbb24f12b6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.147256793Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"dataset is oxp_72e3aa90-129e-420c-961e-0b8eb9c32b50/crucible/regions/328faafe-b5b8-436f-9672-72dbb24f12b6","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.157806094Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"region 328faafe-b5b8-436f-9672-72dbb24f12b6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.168168982Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.168317154Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-328faafe-b5b8-436f-9672-72dbb24f12b6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.16941334Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.170734919Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"uri":"/crucible/0/regions/328faafe-b5b8-436f-9672-72dbb24f12b6","method":"DELETE","req_id":"e9f6f35b-0493-4c9b-bde5-447f37e4f555","remote_addr":"[fd00:1122:3344:101::a]:45753","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23518,"response_code":"204"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.173873644Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.176945578Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"uri":"/crucible/0/regions/328faafe-b5b8-436f-9672-72dbb24f12b6","method":"GET","req_id":"c5bb79f1-37aa-4756-a39d-435648158e5a","remote_addr":"[fd00:1122:3344:101::a]:45753","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":642,"response_code":"200"} {"msg":"deleting zfs dataset \"oxp_72e3aa90-129e-420c-961e-0b8eb9c32b50/crucible/regions/328faafe-b5b8-436f-9672-72dbb24f12b6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.184547316Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"region":"328faafe-b5b8-436f-9672-72dbb24f12b6","component":"worker"} {"msg":"region 328faafe-b5b8-436f-9672-72dbb24f12b6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.243762923Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.327045172Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"uri":"/crucible/0/regions/328faafe-b5b8-436f-9672-72dbb24f12b6","method":"GET","req_id":"a99a9579-9536-41dc-bf06-f8fca906bd1e","remote_addr":"[fd00:1122:3344:101::a]:45753","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"region 251a0136-1751-4ae8-92d1-0daf2cc0cc0f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:14.863580308Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:14.863815201Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"uri":"/crucible/0/regions","method":"POST","req_id":"1c39daf0-fa3d-44fa-82be-27663884c2a6","remote_addr":"[fd00:1122:3344:101::a]:45753","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":302,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:14.863854842Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_72e3aa90-129e-420c-961e-0b8eb9c32b50/crucible/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:14.873142914Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_72e3aa90-129e-420c-961e-0b8eb9c32b50/crucible/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:14.873168325Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"251a0136-1751-4ae8-92d1-0daf2cc0cc0f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:14.922107794Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"region":"251a0136-1751-4ae8-92d1-0daf2cc0cc0f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"251a0136-1751-4ae8-92d1-0daf2cc0cc0f\" \"--data\" \"/data/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:14.924031261Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"region":"251a0136-1751-4ae8-92d1-0daf2cc0cc0f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:14.997484461Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"region":"251a0136-1751-4ae8-92d1-0daf2cc0cc0f","component":"worker"} {"msg":"region 251a0136-1751-4ae8-92d1-0daf2cc0cc0f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:14.997539682Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:14.997650004Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-251a0136-1751-4ae8-92d1-0daf2cc0cc0f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:14.999083134Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-251a0136-1751-4ae8-92d1-0daf2cc0cc0f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.002124588Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.009038776Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-251a0136-1751-4ae8-92d1-0daf2cc0cc0f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.01210687Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.012313863Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.012367194Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.012407535Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.012444485Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.015674511Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.019851011Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.064013382Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"uri":"/crucible/0/regions","method":"POST","req_id":"a1b17ade-7632-4cf0-b535-2de896a546bf","remote_addr":"[fd00:1122:3344:101::a]:45753","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.497355971Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58245"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.498151342Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"uri":"/crucible/0/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f","method":"GET","req_id":"a172627f-4ce8-41cd-902f-1523edd8c1bd","remote_addr":"[fd00:1122:3344:101::a]:58245","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":41,"response_code":"200"} {"msg":"path is \"/data/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.500590047Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"dataset is oxp_72e3aa90-129e-420c-961e-0b8eb9c32b50/crucible/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.510395267Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"snapshot is oxp_72e3aa90-129e-420c-961e-0b8eb9c32b50/crucible/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f@66a26527-bfac-4f64-b405-31937457829b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.518529703Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_72e3aa90-129e-420c-961e-0b8eb9c32b50/crucible/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f\", \"66a26527-bfac-4f64-b405-31937457829b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.518554284Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.53228674Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"uri":"/crucible/0/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f/snapshots/66a26527-bfac-4f64-b405-31937457829b","method":"GET","req_id":"ad685044-83f7-4659-86bb-41265972d250","remote_addr":"[fd00:1122:3344:101::a]:58245","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":31715,"response_code":"200"} {"msg":"path is \"/data/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.536356628Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"dataset is oxp_72e3aa90-129e-420c-961e-0b8eb9c32b50/crucible/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.544088349Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"snapshot is oxp_72e3aa90-129e-420c-961e-0b8eb9c32b50/crucible/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f@66a26527-bfac-4f64-b405-31937457829b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.552339987Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_72e3aa90-129e-420c-961e-0b8eb9c32b50/crucible/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f\", \"66a26527-bfac-4f64-b405-31937457829b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.552370947Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 251a0136-1751-4ae8-92d1-0daf2cc0cc0f-66a26527-bfac-4f64-b405-31937457829b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.561295394Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"applying SMF actions for region 251a0136-1751-4ae8-92d1-0daf2cc0cc0f running snapshot 66a26527-bfac-4f64-b405-31937457829b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.561947084Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.561969384Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"uri":"/crucible/0/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f/snapshots/66a26527-bfac-4f64-b405-31937457829b/run","method":"POST","req_id":"778926e7-640f-4e57-80ff-10505312be0f","remote_addr":"[fd00:1122:3344:101::a]:58245","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26190,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-251a0136-1751-4ae8-92d1-0daf2cc0cc0f-66a26527-bfac-4f64-b405-31937457829b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.571104004Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-251a0136-1751-4ae8-92d1-0daf2cc0cc0f-66a26527-bfac-4f64-b405-31937457829b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.581504943Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-251a0136-1751-4ae8-92d1-0daf2cc0cc0f-66a26527-bfac-4f64-b405-31937457829b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.592974117Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f/.zfs/snapshot/66a26527-bfac-4f64-b405-31937457829b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.59317387Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.593222041Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.593259831Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.593295532Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.593338652Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.596882893Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.601271846Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"region 251a0136-1751-4ae8-92d1-0daf2cc0cc0f running snapshot 66a26527-bfac-4f64-b405-31937457829b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.601283316Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"path is \"/data/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.70097041Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"dataset is oxp_72e3aa90-129e-420c-961e-0b8eb9c32b50/crucible/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.709571393Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"snapshot is oxp_72e3aa90-129e-420c-961e-0b8eb9c32b50/crucible/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f@66a26527-bfac-4f64-b405-31937457829b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.717648209Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_72e3aa90-129e-420c-961e-0b8eb9c32b50/crucible/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f\", \"66a26527-bfac-4f64-b405-31937457829b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.717675719Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.726357523Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"uri":"/crucible/0/regions/251a0136-1751-4ae8-92d1-0daf2cc0cc0f/snapshots/66a26527-bfac-4f64-b405-31937457829b/run","method":"POST","req_id":"06093fc5-0e32-444c-bf6c-17cff0b200b6","remote_addr":"[fd00:1122:3344:101::a]:58245","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25402,"response_code":"200"} {"msg":"region a883225e-d86b-4445-9cbb-55a5e8195824 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.129716694Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.129904616Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"uri":"/crucible/0/regions","method":"POST","req_id":"ce2097c0-ed31-4571-9d69-30f6d079e164","remote_addr":"[fd00:1122:3344:101::a]:58245","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":774,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.129930777Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_72e3aa90-129e-420c-961e-0b8eb9c32b50/crucible/regions/a883225e-d86b-4445-9cbb-55a5e8195824","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.140377106Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_72e3aa90-129e-420c-961e-0b8eb9c32b50/crucible/regions/a883225e-d86b-4445-9cbb-55a5e8195824","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.140419337Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a883225e-d86b-4445-9cbb-55a5e8195824\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a883225e-d86b-4445-9cbb-55a5e8195824\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.199007854Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"region":"a883225e-d86b-4445-9cbb-55a5e8195824","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a883225e-d86b-4445-9cbb-55a5e8195824\" \"--data\" \"/data/regions/a883225e-d86b-4445-9cbb-55a5e8195824\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.201113334Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"region":"a883225e-d86b-4445-9cbb-55a5e8195824","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.270481175Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"region":"a883225e-d86b-4445-9cbb-55a5e8195824","component":"worker"} {"msg":"region a883225e-d86b-4445-9cbb-55a5e8195824 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.270524466Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.270671238Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a883225e-d86b-4445-9cbb-55a5e8195824","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.273204454Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a883225e-d86b-4445-9cbb-55a5e8195824","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.27638913Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.284051429Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a883225e-d86b-4445-9cbb-55a5e8195824","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.28757857Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a883225e-d86b-4445-9cbb-55a5e8195824","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.287837553Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.287904154Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.287953245Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.288003266Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.291536996Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.29812335Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.432771664Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"uri":"/crucible/0/regions","method":"POST","req_id":"4bbdd67c-2f8c-45eb-be1a-55d1c52e6efe","remote_addr":"[fd00:1122:3344:101::a]:58245","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":98,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.728634055Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"uri":"/crucible/0/regions/a883225e-d86b-4445-9cbb-55a5e8195824","method":"GET","req_id":"6266ab66-538b-44c2-a4b1-685afeba9dbc","remote_addr":"[fd00:1122:3344:101::a]:58245","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":46,"response_code":"200"} {"msg":"path is \"/data/regions/a883225e-d86b-4445-9cbb-55a5e8195824\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.732200796Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"dataset is oxp_72e3aa90-129e-420c-961e-0b8eb9c32b50/crucible/regions/a883225e-d86b-4445-9cbb-55a5e8195824","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.744144316Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"region a883225e-d86b-4445-9cbb-55a5e8195824 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.753189436Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.753390228Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.753440549Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"uri":"/crucible/0/regions/a883225e-d86b-4445-9cbb-55a5e8195824","method":"DELETE","req_id":"2a7e3530-7fde-446c-91ba-8a92b4914906","remote_addr":"[fd00:1122:3344:101::a]:58245","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21269,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-a883225e-d86b-4445-9cbb-55a5e8195824 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.755449758Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.757104121Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"uri":"/crucible/0/regions/a883225e-d86b-4445-9cbb-55a5e8195824","method":"GET","req_id":"4221cde6-94f7-4caa-a5af-33b6263a2435","remote_addr":"[fd00:1122:3344:101::a]:58245","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":30,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.769648521Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_72e3aa90-129e-420c-961e-0b8eb9c32b50/crucible/regions/a883225e-d86b-4445-9cbb-55a5e8195824\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.779228568Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"region":"a883225e-d86b-4445-9cbb-55a5e8195824","component":"worker"} {"msg":"region a883225e-d86b-4445-9cbb-55a5e8195824 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.852453914Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.855109202Z","hostname":"oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab","pid":25916,"uri":"/crucible/0/regions/a883225e-d86b-4445-9cbb-55a5e8195824","method":"GET","req_id":"7eec22b8-d4e0-4c09-9372-09c370827d95","remote_addr":"[fd00:1122:3344:101::a]:58245","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":75,"response_code":"200"}