{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:54.22549835Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:35557"}
{"msg":"region 3c869ae0-5b92-430b-aae3-3ef26cb16f3f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:54.225692412Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:54.232925893Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"uri":"/crucible/0/regions","method":"POST","req_id":"10d879d5-4c6c-4669-a5ca-e826e36d6224","remote_addr":"[fd00:1122:3344:101::b]:35557","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":7299,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:54.232944154Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f4a20a98-11cc-4409-ab32-bceeaf0e9217/crucible/regions/3c869ae0-5b92-430b-aae3-3ef26cb16f3f","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:54.249024598Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f4a20a98-11cc-4409-ab32-bceeaf0e9217/crucible/regions/3c869ae0-5b92-430b-aae3-3ef26cb16f3f","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:54.249052708Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:54.605925358Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"uri":"/crucible/0/regions","method":"POST","req_id":"4c27a8c3-d126-4d89-80a0-bbcda1b52813","remote_addr":"[fd00:1122:3344:101::b]:35557","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"creating region Region { id: RegionId(\"3c869ae0-5b92-430b-aae3-3ef26cb16f3f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3c869ae0-5b92-430b-aae3-3ef26cb16f3f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:55.117983513Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"region":"3c869ae0-5b92-430b-aae3-3ef26cb16f3f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3c869ae0-5b92-430b-aae3-3ef26cb16f3f\" \"--data\" \"/data/regions/3c869ae0-5b92-430b-aae3-3ef26cb16f3f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:55.118024354Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"region":"3c869ae0-5b92-430b-aae3-3ef26cb16f3f","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:55.292985085Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"uri":"/crucible/0/regions","method":"POST","req_id":"ace1660e-408f-4a2a-9c5e-7fe5d0c2497e","remote_addr":"[fd00:1122:3344:101::b]:35557","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:56.148231558Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"uri":"/crucible/0/regions","method":"POST","req_id":"5c3485f4-855f-4d45-86ae-8534494b39cb","remote_addr":"[fd00:1122:3344:101::b]:35557","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:56.519331096Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"region":"3c869ae0-5b92-430b-aae3-3ef26cb16f3f","component":"worker"}
{"msg":"region 3c869ae0-5b92-430b-aae3-3ef26cb16f3f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:56.519371017Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:56.519549299Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3c869ae0-5b92-430b-aae3-3ef26cb16f3f","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:56.519973135Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3c869ae0-5b92-430b-aae3-3ef26cb16f3f","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:56.549506797Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:56.596597104Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3c869ae0-5b92-430b-aae3-3ef26cb16f3f","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:56.609015748Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3c869ae0-5b92-430b-aae3-3ef26cb16f3f","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:56.609368492Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:56.609423753Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:56.609453654Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:56.609491814Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:56.624149369Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:56.642964171Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:57.969869006Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"uri":"/crucible/0/regions","method":"POST","req_id":"84904a85-b5bd-4bad-994b-1ae645e8a1ba","remote_addr":"[fd00:1122:3344:101::b]:35557","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:59.98044653Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"uri":"/crucible/0/regions/84837087-1d8d-4ca4-bd30-e5a089a5d142","method":"GET","req_id":"08db2db7-d52b-4186-9b9e-28cba24cba70","remote_addr":"[fd00:1122:3344:101::b]:35557","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"path is \"/data/regions/84837087-1d8d-4ca4-bd30-e5a089a5d142\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:59.983746956Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"datafile"}
{"msg":"dataset is oxp_f4a20a98-11cc-4409-ab32-bceeaf0e9217/crucible/regions/84837087-1d8d-4ca4-bd30-e5a089a5d142","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:59.990935666Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"datafile"}
{"msg":"snapshot is oxp_f4a20a98-11cc-4409-ab32-bceeaf0e9217/crucible/regions/84837087-1d8d-4ca4-bd30-e5a089a5d142@34cd36df-17fa-4604-865a-3fb946aee839","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:59.997469278Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f4a20a98-11cc-4409-ab32-bceeaf0e9217/crucible/regions/84837087-1d8d-4ca4-bd30-e5a089a5d142\", \"34cd36df-17fa-4604-865a-3fb946aee839\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:03:59.997489988Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.00909151Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"uri":"/crucible/0/regions/84837087-1d8d-4ca4-bd30-e5a089a5d142/snapshots/34cd36df-17fa-4604-865a-3fb946aee839","method":"GET","req_id":"0ed2273f-aff1-490d-b2f2-523a0fdfbb49","remote_addr":"[fd00:1122:3344:101::b]:35557","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25367,"response_code":200}
{"msg":"path is \"/data/regions/84837087-1d8d-4ca4-bd30-e5a089a5d142\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.013025864Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"datafile"}
{"msg":"dataset is oxp_f4a20a98-11cc-4409-ab32-bceeaf0e9217/crucible/regions/84837087-1d8d-4ca4-bd30-e5a089a5d142","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.019715838Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"datafile"}
{"msg":"snapshot is oxp_f4a20a98-11cc-4409-ab32-bceeaf0e9217/crucible/regions/84837087-1d8d-4ca4-bd30-e5a089a5d142@34cd36df-17fa-4604-865a-3fb946aee839","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.026746056Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f4a20a98-11cc-4409-ab32-bceeaf0e9217/crucible/regions/84837087-1d8d-4ca4-bd30-e5a089a5d142\", \"34cd36df-17fa-4604-865a-3fb946aee839\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.026790307Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 84837087-1d8d-4ca4-bd30-e5a089a5d142-34cd36df-17fa-4604-865a-3fb946aee839 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.03494719Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"datafile"}
{"msg":"applying SMF actions for region 84837087-1d8d-4ca4-bd30-e5a089a5d142 running snapshot 34cd36df-17fa-4604-865a-3fb946aee839 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.050949534Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.050971334Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"uri":"/crucible/0/regions/84837087-1d8d-4ca4-bd30-e5a089a5d142/snapshots/34cd36df-17fa-4604-865a-3fb946aee839/run","method":"POST","req_id":"d1f4032e-45fb-48e3-bd6c-19c156f65823","remote_addr":"[fd00:1122:3344:101::b]:35557","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":37991,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-84837087-1d8d-4ca4-bd30-e5a089a5d142-34cd36df-17fa-4604-865a-3fb946aee839","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.052977552Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-84837087-1d8d-4ca4-bd30-e5a089a5d142-34cd36df-17fa-4604-865a-3fb946aee839","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.089506392Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-84837087-1d8d-4ca4-bd30-e5a089a5d142-34cd36df-17fa-4604-865a-3fb946aee839","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.130437883Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/84837087-1d8d-4ca4-bd30-e5a089a5d142/.zfs/snapshot/34cd36df-17fa-4604-865a-3fb946aee839","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.130901419Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.13095135Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.131036191Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.131098232Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.131177963Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.144930815Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.15742047Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"worker"}
{"msg":"region 84837087-1d8d-4ca4-bd30-e5a089a5d142 running snapshot 34cd36df-17fa-4604-865a-3fb946aee839 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.15745971Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"datafile"}
{"msg":"path is \"/data/regions/84837087-1d8d-4ca4-bd30-e5a089a5d142\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.333118751Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"datafile"}
{"msg":"dataset is oxp_f4a20a98-11cc-4409-ab32-bceeaf0e9217/crucible/regions/84837087-1d8d-4ca4-bd30-e5a089a5d142","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.339741914Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"datafile"}
{"msg":"snapshot is oxp_f4a20a98-11cc-4409-ab32-bceeaf0e9217/crucible/regions/84837087-1d8d-4ca4-bd30-e5a089a5d142@34cd36df-17fa-4604-865a-3fb946aee839","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.344732763Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f4a20a98-11cc-4409-ab32-bceeaf0e9217/crucible/regions/84837087-1d8d-4ca4-bd30-e5a089a5d142\", \"34cd36df-17fa-4604-865a-3fb946aee839\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.344770154Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:04:00.350069508Z","hostname":"oxz_crucible_53eb93a8-0e57-4420-9e61-7616d6393cac","pid":24035,"uri":"/crucible/0/regions/84837087-1d8d-4ca4-bd30-e5a089a5d142/snapshots/34cd36df-17fa-4604-865a-3fb946aee839/run","method":"POST","req_id":"d9b7adc9-bbbb-40b0-813b-c68368b799ad","remote_addr":"[fd00:1122:3344:101::b]:35557","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":17001,"response_code":200}