{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:49.767374962Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42851"}
{"msg":"region 166dd224-ad1a-4929-bb77-f233dbf9ef45 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:49.817179152Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:49.828881444Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:49.833548086Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"uri":"/crucible/0/regions","method":"POST","req_id":"4903a313-0cdf-464f-9a31-5ddca3a5e240","remote_addr":"[fd00:1122:3344:101::a]:42851","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":31656,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_75e8657a-59e2-4773-83af-165d183fb896/crucible/regions/166dd224-ad1a-4929-bb77-f233dbf9ef45","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:49.838618268Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_75e8657a-59e2-4773-83af-165d183fb896/crucible/regions/166dd224-ad1a-4929-bb77-f233dbf9ef45","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:49.838640449Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"166dd224-ad1a-4929-bb77-f233dbf9ef45\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/166dd224-ad1a-4929-bb77-f233dbf9ef45\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:49.881491532Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"region":"166dd224-ad1a-4929-bb77-f233dbf9ef45","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"166dd224-ad1a-4929-bb77-f233dbf9ef45\" \"--data\" \"/data/regions/166dd224-ad1a-4929-bb77-f233dbf9ef45\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:49.881527153Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"region":"166dd224-ad1a-4929-bb77-f233dbf9ef45","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:50.104309392Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"uri":"/crucible/0/regions","method":"POST","req_id":"a252fe20-4721-4ca1-ab38-cf2b0c47134e","remote_addr":"[fd00:1122:3344:101::a]:42851","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":98,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:50.22911352Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"region":"166dd224-ad1a-4929-bb77-f233dbf9ef45","component":"worker"}
{"msg":"region 166dd224-ad1a-4929-bb77-f233dbf9ef45 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:50.231225561Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:50.231389675Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-166dd224-ad1a-4929-bb77-f233dbf9ef45","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:50.231772544Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-166dd224-ad1a-4929-bb77-f233dbf9ef45","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:50.238624369Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:50.245155077Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-166dd224-ad1a-4929-bb77-f233dbf9ef45","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:50.246371106Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/166dd224-ad1a-4929-bb77-f233dbf9ef45","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:50.247104084Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:50.247162235Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:50.247202576Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:50.247238597Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:50.249592444Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:50.252160116Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:50.443662211Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"uri":"/crucible/0/regions","method":"POST","req_id":"620ede4c-c938-41f5-a9dc-afedb850a217","remote_addr":"[fd00:1122:3344:101::a]:42851","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":75,"response_code":200}
{"msg":"region 50a1fe30-53ce-437c-8346-02dd232570b4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:55.767397304Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:55.767567199Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:55.767578029Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"uri":"/crucible/0/regions","method":"POST","req_id":"44486ad1-7fd3-415b-b89a-927a6c3494e0","remote_addr":"[fd00:1122:3344:101::a]:42851","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":224,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_75e8657a-59e2-4773-83af-165d183fb896/crucible/regions/50a1fe30-53ce-437c-8346-02dd232570b4","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:55.775010888Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_75e8657a-59e2-4773-83af-165d183fb896/crucible/regions/50a1fe30-53ce-437c-8346-02dd232570b4","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:55.775030338Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"50a1fe30-53ce-437c-8346-02dd232570b4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/50a1fe30-53ce-437c-8346-02dd232570b4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:55.817741268Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"region":"50a1fe30-53ce-437c-8346-02dd232570b4","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"50a1fe30-53ce-437c-8346-02dd232570b4\" \"--data\" \"/data/regions/50a1fe30-53ce-437c-8346-02dd232570b4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:55.817782489Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"region":"50a1fe30-53ce-437c-8346-02dd232570b4","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:55.871299619Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"region":"50a1fe30-53ce-437c-8346-02dd232570b4","component":"worker"}
{"msg":"region 50a1fe30-53ce-437c-8346-02dd232570b4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:55.87134426Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:55.871444152Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-50a1fe30-53ce-437c-8346-02dd232570b4","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:55.872907217Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-50a1fe30-53ce-437c-8346-02dd232570b4","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:55.874459775Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:55.879137688Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-50a1fe30-53ce-437c-8346-02dd232570b4","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:55.880817238Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/50a1fe30-53ce-437c-8346-02dd232570b4","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:55.881145216Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:55.881186777Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:55.881226658Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:55.881275749Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:55.883568944Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:55.886853343Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:41:55.978206015Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"uri":"/crucible/0/regions","method":"POST","req_id":"90a8c298-ed87-4081-a58e-3fd7727b404b","remote_addr":"[fd00:1122:3344:101::a]:42851","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:42:21.245629375Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"uri":"/crucible/0/regions/50a1fe30-53ce-437c-8346-02dd232570b4","method":"GET","req_id":"00b96927-84ad-4c62-b544-3f9665fbfeea","remote_addr":"[fd00:1122:3344:101::a]:42851","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"path is \"/data/regions/50a1fe30-53ce-437c-8346-02dd232570b4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:42:21.248119595Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"datafile"}
{"msg":"dataset is oxp_75e8657a-59e2-4773-83af-165d183fb896/crucible/regions/50a1fe30-53ce-437c-8346-02dd232570b4","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:42:21.25664488Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"datafile"}
{"msg":"region 50a1fe30-53ce-437c-8346-02dd232570b4 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:42:21.263543126Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:42:21.26369688Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:42:21.263728031Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"uri":"/crucible/0/regions/50a1fe30-53ce-437c-8346-02dd232570b4","method":"DELETE","req_id":"c7159325-41bd-4817-b49c-d3e5f073a845","remote_addr":"[fd00:1122:3344:101::a]:42851","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15611,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-50a1fe30-53ce-437c-8346-02dd232570b4 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:42:21.264330056Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:42:21.267666886Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:42:21.268555217Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"uri":"/crucible/0/regions/50a1fe30-53ce-437c-8346-02dd232570b4","method":"GET","req_id":"0f4335a4-adfc-4ec0-b756-2c0c8710e8db","remote_addr":"[fd00:1122:3344:101::a]:42851","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_75e8657a-59e2-4773-83af-165d183fb896/crucible/regions/50a1fe30-53ce-437c-8346-02dd232570b4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:42:21.275698919Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"region":"50a1fe30-53ce-437c-8346-02dd232570b4","component":"worker"}
{"msg":"region 50a1fe30-53ce-437c-8346-02dd232570b4 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:42:21.319104256Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T01:42:21.4072763Z","hostname":"oxz_crucible_019f5f42-d5dd-4f7c-a0db-77e700219753","pid":22193,"uri":"/crucible/0/regions/50a1fe30-53ce-437c-8346-02dd232570b4","method":"GET","req_id":"72d4c7f5-89bb-46d7-9389-17504676d725","remote_addr":"[fd00:1122:3344:101::a]:42851","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":65,"response_code":200}