{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:26.9608432Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:54796"}
{"msg":"region 24d96f81-ec71-4966-8f93-c86cccc2196a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.005685756Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.008579991Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.008592551Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"98f04854-3a88-46fd-9e44-e08045a5d821","remote_addr":"[fd00:1122:3344:101::c]:54796","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18971,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_dc108509-15c0-4169-bcca-e107aa2e215d/crucible/regions/24d96f81-ec71-4966-8f93-c86cccc2196a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.016108939Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_dc108509-15c0-4169-bcca-e107aa2e215d/crucible/regions/24d96f81-ec71-4966-8f93-c86cccc2196a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.016133259Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"24d96f81-ec71-4966-8f93-c86cccc2196a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/24d96f81-ec71-4966-8f93-c86cccc2196a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.064008321Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"region":"24d96f81-ec71-4966-8f93-c86cccc2196a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"24d96f81-ec71-4966-8f93-c86cccc2196a\" \"--data\" \"/data/regions/24d96f81-ec71-4966-8f93-c86cccc2196a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.066456013Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"region":"24d96f81-ec71-4966-8f93-c86cccc2196a","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.270190002Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"a3b705aa-6514-4d71-a129-a011cd29117b","remote_addr":"[fd00:1122:3344:101::c]:54796","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.416378689Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"region":"24d96f81-ec71-4966-8f93-c86cccc2196a","component":"worker"}
{"msg":"region 24d96f81-ec71-4966-8f93-c86cccc2196a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.416417499Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.41651576Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-24d96f81-ec71-4966-8f93-c86cccc2196a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.417019942Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-24d96f81-ec71-4966-8f93-c86cccc2196a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.42848816Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.449705998Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-24d96f81-ec71-4966-8f93-c86cccc2196a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.452488292Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/24d96f81-ec71-4966-8f93-c86cccc2196a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.453204865Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.453271436Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.453315036Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.453352916Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.457093695Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.460841564Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:15:27.802060337Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"f1e6921f-9015-4389-a4ca-a1ab48d941bf","remote_addr":"[fd00:1122:3344:101::c]:54796","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.467392964Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:35707"}
{"msg":"region 7a133568-86ce-4eed-bc3c-168b0b30908c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.471972987Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.472007167Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"276345c4-0bcc-47dd-8e66-137302a2c399","remote_addr":"[fd00:1122:3344:101::c]:35707","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":698,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.472040538Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_dc108509-15c0-4169-bcca-e107aa2e215d/crucible/regions/7a133568-86ce-4eed-bc3c-168b0b30908c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.47847752Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_dc108509-15c0-4169-bcca-e107aa2e215d/crucible/regions/7a133568-86ce-4eed-bc3c-168b0b30908c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.478501201Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7a133568-86ce-4eed-bc3c-168b0b30908c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7a133568-86ce-4eed-bc3c-168b0b30908c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.527177436Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"region":"7a133568-86ce-4eed-bc3c-168b0b30908c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7a133568-86ce-4eed-bc3c-168b0b30908c\" \"--data\" \"/data/regions/7a133568-86ce-4eed-bc3c-168b0b30908c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.527220056Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"region":"7a133568-86ce-4eed-bc3c-168b0b30908c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.649761165Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"region":"7a133568-86ce-4eed-bc3c-168b0b30908c","component":"worker"}
{"msg":"region 7a133568-86ce-4eed-bc3c-168b0b30908c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.649799965Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.649906026Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7a133568-86ce-4eed-bc3c-168b0b30908c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.667535205Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7a133568-86ce-4eed-bc3c-168b0b30908c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.673855897Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.685856818Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7a133568-86ce-4eed-bc3c-168b0b30908c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.691865968Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7a133568-86ce-4eed-bc3c-168b0b30908c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.692161709Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.692211539Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.69225479Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.69229291Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.696655082Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.703789478Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:47.717105105Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"982061ec-ac07-4d04-9895-5e569663b7d0","remote_addr":"[fd00:1122:3344:101::c]:35707","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.775633775Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"uri":"/crucible/0/regions/24d96f81-ec71-4966-8f93-c86cccc2196a","method":"GET","req_id":"f8dc487a-bbae-43c1-a7de-df1ac763a9c1","remote_addr":"[fd00:1122:3344:101::c]:35707","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"path is \"/data/regions/24d96f81-ec71-4966-8f93-c86cccc2196a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.788566315Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"datafile"}
{"msg":"dataset is oxp_dc108509-15c0-4169-bcca-e107aa2e215d/crucible/regions/24d96f81-ec71-4966-8f93-c86cccc2196a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.794396814Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"datafile"}
{"msg":"snapshot is oxp_dc108509-15c0-4169-bcca-e107aa2e215d/crucible/regions/24d96f81-ec71-4966-8f93-c86cccc2196a@bba2483e-1625-4ff5-8329-39885b179aa8","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.801172858Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_dc108509-15c0-4169-bcca-e107aa2e215d/crucible/regions/24d96f81-ec71-4966-8f93-c86cccc2196a\", \"bba2483e-1625-4ff5-8329-39885b179aa8\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.801190059Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.809210639Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"uri":"/crucible/0/regions/24d96f81-ec71-4966-8f93-c86cccc2196a/snapshots/bba2483e-1625-4ff5-8329-39885b179aa8","method":"GET","req_id":"4659f97c-b31d-4a8b-9cfb-adfa85f313c6","remote_addr":"[fd00:1122:3344:101::c]:35707","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20658,"response_code":200}
{"msg":"path is \"/data/regions/24d96f81-ec71-4966-8f93-c86cccc2196a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.818772278Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"datafile"}
{"msg":"dataset is oxp_dc108509-15c0-4169-bcca-e107aa2e215d/crucible/regions/24d96f81-ec71-4966-8f93-c86cccc2196a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.826828088Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"datafile"}
{"msg":"snapshot is oxp_dc108509-15c0-4169-bcca-e107aa2e215d/crucible/regions/24d96f81-ec71-4966-8f93-c86cccc2196a@bba2483e-1625-4ff5-8329-39885b179aa8","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.833528742Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_dc108509-15c0-4169-bcca-e107aa2e215d/crucible/regions/24d96f81-ec71-4966-8f93-c86cccc2196a\", \"bba2483e-1625-4ff5-8329-39885b179aa8\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.833556332Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 24d96f81-ec71-4966-8f93-c86cccc2196a-bba2483e-1625-4ff5-8329-39885b179aa8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.841324361Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.841504062Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"uri":"/crucible/0/regions/24d96f81-ec71-4966-8f93-c86cccc2196a/snapshots/bba2483e-1625-4ff5-8329-39885b179aa8/run","method":"POST","req_id":"efeb74d3-9c63-4d62-ac8d-514776544333","remote_addr":"[fd00:1122:3344:101::c]:35707","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22764,"response_code":200}
{"msg":"applying SMF actions for region 24d96f81-ec71-4966-8f93-c86cccc2196a running snapshot bba2483e-1625-4ff5-8329-39885b179aa8 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.841527522Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-24d96f81-ec71-4966-8f93-c86cccc2196a-bba2483e-1625-4ff5-8329-39885b179aa8","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.853385652Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-24d96f81-ec71-4966-8f93-c86cccc2196a-bba2483e-1625-4ff5-8329-39885b179aa8","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.863758565Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-24d96f81-ec71-4966-8f93-c86cccc2196a-bba2483e-1625-4ff5-8329-39885b179aa8","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.884017587Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/24d96f81-ec71-4966-8f93-c86cccc2196a/.zfs/snapshot/bba2483e-1625-4ff5-8329-39885b179aa8","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.884313458Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.884375489Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.884436889Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.884489999Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.88455715Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.891296764Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.900862482Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"region 24d96f81-ec71-4966-8f93-c86cccc2196a running snapshot bba2483e-1625-4ff5-8329-39885b179aa8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:48.900894962Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"datafile"}
{"msg":"path is \"/data/regions/24d96f81-ec71-4966-8f93-c86cccc2196a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:49.073733115Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"datafile"}
{"msg":"dataset is oxp_dc108509-15c0-4169-bcca-e107aa2e215d/crucible/regions/24d96f81-ec71-4966-8f93-c86cccc2196a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:49.079713285Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"datafile"}
{"msg":"snapshot is oxp_dc108509-15c0-4169-bcca-e107aa2e215d/crucible/regions/24d96f81-ec71-4966-8f93-c86cccc2196a@bba2483e-1625-4ff5-8329-39885b179aa8","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:49.086196068Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_dc108509-15c0-4169-bcca-e107aa2e215d/crucible/regions/24d96f81-ec71-4966-8f93-c86cccc2196a\", \"bba2483e-1625-4ff5-8329-39885b179aa8\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:49.086239098Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:49.091311524Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"uri":"/crucible/0/regions/24d96f81-ec71-4966-8f93-c86cccc2196a/snapshots/bba2483e-1625-4ff5-8329-39885b179aa8/run","method":"POST","req_id":"eeb105d4-6c4f-4654-9dcb-0f799150c983","remote_addr":"[fd00:1122:3344:101::c]:35707","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17611,"response_code":200}
{"msg":"region d6c6fb81-175e-4115-84c8-b169936efdfb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:54.750486526Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:54.750650507Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"995b6fdd-69ef-4fb4-8918-3d7ee4c3755c","remote_addr":"[fd00:1122:3344:101::c]:35707","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":218,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:54.750683427Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_dc108509-15c0-4169-bcca-e107aa2e215d/crucible/regions/d6c6fb81-175e-4115-84c8-b169936efdfb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:54.757621462Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_dc108509-15c0-4169-bcca-e107aa2e215d/crucible/regions/d6c6fb81-175e-4115-84c8-b169936efdfb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:54.757639312Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d6c6fb81-175e-4115-84c8-b169936efdfb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d6c6fb81-175e-4115-84c8-b169936efdfb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:54.806250777Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"region":"d6c6fb81-175e-4115-84c8-b169936efdfb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d6c6fb81-175e-4115-84c8-b169936efdfb\" \"--data\" \"/data/regions/d6c6fb81-175e-4115-84c8-b169936efdfb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:54.806295538Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"region":"d6c6fb81-175e-4115-84c8-b169936efdfb","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:54.938606326Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"d0397fce-a367-43b8-8626-bc9e6e024699","remote_addr":"[fd00:1122:3344:101::c]:35707","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:54.952912568Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"region":"d6c6fb81-175e-4115-84c8-b169936efdfb","component":"worker"}
{"msg":"region d6c6fb81-175e-4115-84c8-b169936efdfb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:54.952935938Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:54.953055319Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d6c6fb81-175e-4115-84c8-b169936efdfb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:54.954798787Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d6c6fb81-175e-4115-84c8-b169936efdfb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:54.960362786Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:54.972758778Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d6c6fb81-175e-4115-84c8-b169936efdfb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:54.981201901Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d6c6fb81-175e-4115-84c8-b169936efdfb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:54.981471072Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:54.981524573Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:54.981563383Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:54.981601883Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:54.987442422Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:54.995695984Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:26:55.613812535Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"bf22e74b-79be-4218-a259-a79d0d760ed4","remote_addr":"[fd00:1122:3344:101::c]:35707","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":90,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:27:22.249693087Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"uri":"/crucible/0/regions/d6c6fb81-175e-4115-84c8-b169936efdfb","method":"GET","req_id":"4b909608-d75d-4719-8d5b-d7ce4825fe89","remote_addr":"[fd00:1122:3344:101::c]:35707","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"path is \"/data/regions/d6c6fb81-175e-4115-84c8-b169936efdfb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:27:22.252687902Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"datafile"}
{"msg":"dataset is oxp_dc108509-15c0-4169-bcca-e107aa2e215d/crucible/regions/d6c6fb81-175e-4115-84c8-b169936efdfb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:27:22.263234815Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"datafile"}
{"msg":"region d6c6fb81-175e-4115-84c8-b169936efdfb state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:27:22.27016679Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:27:22.270368221Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"uri":"/crucible/0/regions/d6c6fb81-175e-4115-84c8-b169936efdfb","method":"DELETE","req_id":"d2ab80d7-b160-4b1a-add8-482910f5cbd3","remote_addr":"[fd00:1122:3344:101::c]:35707","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17705,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:27:22.270395731Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-d6c6fb81-175e-4115-84c8-b169936efdfb (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:27:22.271407686Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:27:22.27412884Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"uri":"/crucible/0/regions/d6c6fb81-175e-4115-84c8-b169936efdfb","method":"GET","req_id":"023f6703-1e69-467a-8b1c-6f135d60a7f2","remote_addr":"[fd00:1122:3344:101::c]:35707","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:27:22.282925635Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_dc108509-15c0-4169-bcca-e107aa2e215d/crucible/regions/d6c6fb81-175e-4115-84c8-b169936efdfb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:27:22.290391942Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"region":"d6c6fb81-175e-4115-84c8-b169936efdfb","component":"worker"}
{"msg":"region d6c6fb81-175e-4115-84c8-b169936efdfb state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:27:22.338291943Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T23:27:22.424854211Z","hostname":"oxz_crucible_3d0514fa-bfdb-4cfb-b0e5-7c254a5fd442","pid":23542,"uri":"/crucible/0/regions/d6c6fb81-175e-4115-84c8-b169936efdfb","method":"GET","req_id":"f419d2f2-8b69-4190-85f3-bce858eda96b","remote_addr":"[fd00:1122:3344:101::c]:35707","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":55,"response_code":200}