{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:28.378349906Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33397"}
{"msg":"region 50a1b729-ea65-4ca7-86c8-90aab66ea6b0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:28.41873401Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:28.421973734Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:28.421989555Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"uri":"/crucible/0/regions","method":"POST","req_id":"eb07440e-cac2-4565-aa07-b5000ab0747a","remote_addr":"[fd00:1122:3344:101::a]:33397","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17618,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_03ebd770-cb01-4975-be73-81b4e01ae614/crucible/regions/50a1b729-ea65-4ca7-86c8-90aab66ea6b0","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:28.429098847Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_03ebd770-cb01-4975-be73-81b4e01ae614/crucible/regions/50a1b729-ea65-4ca7-86c8-90aab66ea6b0","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:28.429117048Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"50a1b729-ea65-4ca7-86c8-90aab66ea6b0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/50a1b729-ea65-4ca7-86c8-90aab66ea6b0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:28.551861626Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"region":"50a1b729-ea65-4ca7-86c8-90aab66ea6b0","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"50a1b729-ea65-4ca7-86c8-90aab66ea6b0\" \"--data\" \"/data/regions/50a1b729-ea65-4ca7-86c8-90aab66ea6b0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:28.556320728Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"region":"50a1b729-ea65-4ca7-86c8-90aab66ea6b0","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:28.61935154Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"uri":"/crucible/0/regions","method":"POST","req_id":"8908903e-5809-493d-b6db-a9f4ddfda1cb","remote_addr":"[fd00:1122:3344:101::a]:33397","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":48,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:28.880453513Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"uri":"/crucible/0/regions","method":"POST","req_id":"c261e6cb-5dfc-4d0c-9f4b-90c3eb0e0332","remote_addr":"[fd00:1122:3344:101::a]:33397","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.009497416Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"region":"50a1b729-ea65-4ca7-86c8-90aab66ea6b0","component":"worker"}
{"msg":"region 50a1b729-ea65-4ca7-86c8-90aab66ea6b0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.009523566Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.009763752Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-50a1b729-ea65-4ca7-86c8-90aab66ea6b0","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.0101537Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-50a1b729-ea65-4ca7-86c8-90aab66ea6b0","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.025795638Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.050546054Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-50a1b729-ea65-4ca7-86c8-90aab66ea6b0","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.063773416Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/50a1b729-ea65-4ca7-86c8-90aab66ea6b0","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.064500043Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.064560934Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.064601645Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.064633806Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.085608396Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.099673778Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.594340755Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"uri":"/crucible/0/regions","method":"POST","req_id":"6246e9ba-8082-465c-b040-e7ae6a233e66","remote_addr":"[fd00:1122:3344:101::a]:33397","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.476905406Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"uri":"/crucible/0/regions/50a1b729-ea65-4ca7-86c8-90aab66ea6b0","method":"GET","req_id":"beadce01-f412-4104-afb2-fde3ada257a5","remote_addr":"[fd00:1122:3344:101::a]:33397","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":82,"response_code":200}
{"msg":"path is \"/data/regions/50a1b729-ea65-4ca7-86c8-90aab66ea6b0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.480344884Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"datafile"}
{"msg":"dataset is oxp_03ebd770-cb01-4975-be73-81b4e01ae614/crucible/regions/50a1b729-ea65-4ca7-86c8-90aab66ea6b0","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.488858019Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"datafile"}
{"msg":"region 50a1b729-ea65-4ca7-86c8-90aab66ea6b0 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.496303909Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.496446913Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.496506194Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"uri":"/crucible/0/regions/50a1b729-ea65-4ca7-86c8-90aab66ea6b0","method":"DELETE","req_id":"2208b0ff-182e-494e-a25e-6c68d9fcd186","remote_addr":"[fd00:1122:3344:101::a]:33397","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":16139,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-50a1b729-ea65-4ca7-86c8-90aab66ea6b0 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.497406455Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.501802825Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"uri":"/crucible/0/regions/50a1b729-ea65-4ca7-86c8-90aab66ea6b0","method":"GET","req_id":"a261a3b9-1ab1-45fe-a7d1-71c951da6a74","remote_addr":"[fd00:1122:3344:101::a]:33397","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":34,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.511997588Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_03ebd770-cb01-4975-be73-81b4e01ae614/crucible/regions/50a1b729-ea65-4ca7-86c8-90aab66ea6b0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.520702908Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"region":"50a1b729-ea65-4ca7-86c8-90aab66ea6b0","component":"worker"}
{"msg":"region 50a1b729-ea65-4ca7-86c8-90aab66ea6b0 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.633304049Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.637185482Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"uri":"/crucible/0/regions/50a1b729-ea65-4ca7-86c8-90aab66ea6b0","method":"GET","req_id":"90b95b36-0370-4849-a00c-d15c5dbf9641","remote_addr":"[fd00:1122:3344:101::a]:33397","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"region 45433c52-3391-4bb6-a475-e6de9ed37d71 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:34.466855504Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:34.467011458Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:34.467051479Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"uri":"/crucible/0/regions","method":"POST","req_id":"76b2a36d-c59c-4cc1-a518-3003872d15ed","remote_addr":"[fd00:1122:3344:101::a]:33397","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":215,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_03ebd770-cb01-4975-be73-81b4e01ae614/crucible/regions/45433c52-3391-4bb6-a475-e6de9ed37d71","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:34.473591059Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_03ebd770-cb01-4975-be73-81b4e01ae614/crucible/regions/45433c52-3391-4bb6-a475-e6de9ed37d71","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:34.473611129Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"45433c52-3391-4bb6-a475-e6de9ed37d71\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/45433c52-3391-4bb6-a475-e6de9ed37d71\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:34.5921081Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"region":"45433c52-3391-4bb6-a475-e6de9ed37d71","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"45433c52-3391-4bb6-a475-e6de9ed37d71\" \"--data\" \"/data/regions/45433c52-3391-4bb6-a475-e6de9ed37d71\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:34.592175452Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"region":"45433c52-3391-4bb6-a475-e6de9ed37d71","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:34.697499001Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"uri":"/crucible/0/regions","method":"POST","req_id":"ebd6af41-5deb-498b-9c85-05ecfc328161","remote_addr":"[fd00:1122:3344:101::a]:33397","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:34.767157695Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"region":"45433c52-3391-4bb6-a475-e6de9ed37d71","component":"worker"}
{"msg":"region 45433c52-3391-4bb6-a475-e6de9ed37d71 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:34.767177245Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:34.76737112Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-45433c52-3391-4bb6-a475-e6de9ed37d71","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:34.768561397Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-45433c52-3391-4bb6-a475-e6de9ed37d71","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:34.77569878Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:34.803386604Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-45433c52-3391-4bb6-a475-e6de9ed37d71","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:34.811723314Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/45433c52-3391-4bb6-a475-e6de9ed37d71","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:34.812058212Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:34.812108283Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:34.812160644Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:34.812200665Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:34.819625015Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:34.835176211Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:35.182785852Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"uri":"/crucible/0/regions","method":"POST","req_id":"d0384135-dc67-43d8-acf0-62646d203245","remote_addr":"[fd00:1122:3344:101::a]:33397","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.143087317Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52239"}
{"msg":"region 064f55a0-0bfc-4ffa-b790-983f097781a0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.144132481Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.144197333Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.144218033Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"uri":"/crucible/0/regions","method":"POST","req_id":"72ee0a78-8425-4333-a041-4b7db1d315b8","remote_addr":"[fd00:1122:3344:101::a]:52239","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1052,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_03ebd770-cb01-4975-be73-81b4e01ae614/crucible/regions/064f55a0-0bfc-4ffa-b790-983f097781a0","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.15590401Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_03ebd770-cb01-4975-be73-81b4e01ae614/crucible/regions/064f55a0-0bfc-4ffa-b790-983f097781a0","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.155957591Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"064f55a0-0bfc-4ffa-b790-983f097781a0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/064f55a0-0bfc-4ffa-b790-983f097781a0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.219455314Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"region":"064f55a0-0bfc-4ffa-b790-983f097781a0","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"064f55a0-0bfc-4ffa-b790-983f097781a0\" \"--data\" \"/data/regions/064f55a0-0bfc-4ffa-b790-983f097781a0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.219515986Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"region":"064f55a0-0bfc-4ffa-b790-983f097781a0","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.356367196Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"uri":"/crucible/0/regions","method":"POST","req_id":"265099c2-536a-4748-b2b4-a4fdac999e0e","remote_addr":"[fd00:1122:3344:101::a]:52239","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.363395817Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"region":"064f55a0-0bfc-4ffa-b790-983f097781a0","component":"worker"}
{"msg":"region 064f55a0-0bfc-4ffa-b790-983f097781a0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.363429668Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.363565131Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-064f55a0-0bfc-4ffa-b790-983f097781a0","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.364419301Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-064f55a0-0bfc-4ffa-b790-983f097781a0","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.387472678Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.410352402Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-064f55a0-0bfc-4ffa-b790-983f097781a0","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.414825094Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/064f55a0-0bfc-4ffa-b790-983f097781a0","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.41510013Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.415150691Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.415192932Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.415229093Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.419323777Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.440963262Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.686633843Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"uri":"/crucible/0/regions","method":"POST","req_id":"ff2ea65a-7b7e-4723-8d19-f2ad0a7fc8b6","remote_addr":"[fd00:1122:3344:101::a]:52239","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":97,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.928862392Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"uri":"/crucible/0/regions/45433c52-3391-4bb6-a475-e6de9ed37d71","method":"GET","req_id":"6d1897b7-3b0b-4199-b6fb-0724626600af","remote_addr":"[fd00:1122:3344:101::a]:52239","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"path is \"/data/regions/45433c52-3391-4bb6-a475-e6de9ed37d71\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.932301141Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"datafile"}
{"msg":"dataset is oxp_03ebd770-cb01-4975-be73-81b4e01ae614/crucible/regions/45433c52-3391-4bb6-a475-e6de9ed37d71","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.938565574Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"datafile"}
{"msg":"snapshot is oxp_03ebd770-cb01-4975-be73-81b4e01ae614/crucible/regions/45433c52-3391-4bb6-a475-e6de9ed37d71@7a4539bb-51dc-4016-a8bf-41b824603184","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.945052282Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_03ebd770-cb01-4975-be73-81b4e01ae614/crucible/regions/45433c52-3391-4bb6-a475-e6de9ed37d71\", \"7a4539bb-51dc-4016-a8bf-41b824603184\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.945081633Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.953835833Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"uri":"/crucible/0/regions/45433c52-3391-4bb6-a475-e6de9ed37d71/snapshots/7a4539bb-51dc-4016-a8bf-41b824603184","method":"GET","req_id":"afafd701-6399-4425-9ef5-45895d085cbb","remote_addr":"[fd00:1122:3344:101::a]:52239","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21563,"response_code":200}
{"msg":"path is \"/data/regions/45433c52-3391-4bb6-a475-e6de9ed37d71\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.956909894Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"datafile"}
{"msg":"dataset is oxp_03ebd770-cb01-4975-be73-81b4e01ae614/crucible/regions/45433c52-3391-4bb6-a475-e6de9ed37d71","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.962496381Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"datafile"}
{"msg":"snapshot is oxp_03ebd770-cb01-4975-be73-81b4e01ae614/crucible/regions/45433c52-3391-4bb6-a475-e6de9ed37d71@7a4539bb-51dc-4016-a8bf-41b824603184","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.967413064Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_03ebd770-cb01-4975-be73-81b4e01ae614/crucible/regions/45433c52-3391-4bb6-a475-e6de9ed37d71\", \"7a4539bb-51dc-4016-a8bf-41b824603184\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.967432445Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 45433c52-3391-4bb6-a475-e6de9ed37d71-7a4539bb-51dc-4016-a8bf-41b824603184 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.974050636Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"datafile"}
{"msg":"applying SMF actions for region 45433c52-3391-4bb6-a475-e6de9ed37d71 running snapshot 7a4539bb-51dc-4016-a8bf-41b824603184 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.974183909Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.974195209Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"uri":"/crucible/0/regions/45433c52-3391-4bb6-a475-e6de9ed37d71/snapshots/7a4539bb-51dc-4016-a8bf-41b824603184/run","method":"POST","req_id":"06c4afee-b196-46fb-9f6c-b8ac85d55ade","remote_addr":"[fd00:1122:3344:101::a]:52239","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17292,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-45433c52-3391-4bb6-a475-e6de9ed37d71-7a4539bb-51dc-4016-a8bf-41b824603184","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.979230924Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-45433c52-3391-4bb6-a475-e6de9ed37d71-7a4539bb-51dc-4016-a8bf-41b824603184","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.981977307Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-45433c52-3391-4bb6-a475-e6de9ed37d71-7a4539bb-51dc-4016-a8bf-41b824603184","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.992306194Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/45433c52-3391-4bb6-a475-e6de9ed37d71/.zfs/snapshot/7a4539bb-51dc-4016-a8bf-41b824603184","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.99259716Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.992638631Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.992672822Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.992707853Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.992749914Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.995906416Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.999979139Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"worker"}
{"msg":"region 45433c52-3391-4bb6-a475-e6de9ed37d71 running snapshot 7a4539bb-51dc-4016-a8bf-41b824603184 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:11.999989379Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"datafile"}
{"msg":"path is \"/data/regions/45433c52-3391-4bb6-a475-e6de9ed37d71\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:12.276828132Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"datafile"}
{"msg":"dataset is oxp_03ebd770-cb01-4975-be73-81b4e01ae614/crucible/regions/45433c52-3391-4bb6-a475-e6de9ed37d71","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:12.28331237Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"datafile"}
{"msg":"snapshot is oxp_03ebd770-cb01-4975-be73-81b4e01ae614/crucible/regions/45433c52-3391-4bb6-a475-e6de9ed37d71@7a4539bb-51dc-4016-a8bf-41b824603184","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:12.290486604Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_03ebd770-cb01-4975-be73-81b4e01ae614/crucible/regions/45433c52-3391-4bb6-a475-e6de9ed37d71\", \"7a4539bb-51dc-4016-a8bf-41b824603184\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:12.290501585Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:12.296628835Z","hostname":"oxz_crucible_ac6be0c0-82f1-4703-b6ca-26a0bd23f6e9","pid":23766,"uri":"/crucible/0/regions/45433c52-3391-4bb6-a475-e6de9ed37d71/snapshots/7a4539bb-51dc-4016-a8bf-41b824603184/run","method":"POST","req_id":"c5a72c82-59ac-4022-a02e-1db24888f806","remote_addr":"[fd00:1122:3344:101::a]:52239","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19855,"response_code":200}