{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.052390035Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:54523"}
{"msg":"region 5442f890-f059-421e-9604-65e977588ffd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.052571527Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.057167652Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.057185212Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"uri":"/crucible/0/regions","method":"POST","req_id":"31f7ac86-4e91-4bab-a91a-8201e11e85ea","remote_addr":"[fd00:1122:3344:101::c]:54523","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":4659,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_7165f9fd-3b69-4174-bd0c-b5d4293b06c6/crucible/regions/5442f890-f059-421e-9604-65e977588ffd","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.066292889Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7165f9fd-3b69-4174-bd0c-b5d4293b06c6/crucible/regions/5442f890-f059-421e-9604-65e977588ffd","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.066316629Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5442f890-f059-421e-9604-65e977588ffd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5442f890-f059-421e-9604-65e977588ffd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.169771191Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"region":"5442f890-f059-421e-9604-65e977588ffd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5442f890-f059-421e-9604-65e977588ffd\" \"--data\" \"/data/regions/5442f890-f059-421e-9604-65e977588ffd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.169810741Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"region":"5442f890-f059-421e-9604-65e977588ffd","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.249779353Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"uri":"/crucible/0/regions","method":"POST","req_id":"2b9a491e-ed8e-4728-9eed-2203e20e9dd7","remote_addr":"[fd00:1122:3344:101::c]:54523","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.56887892Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"region":"5442f890-f059-421e-9604-65e977588ffd","component":"worker"}
{"msg":"region 5442f890-f059-421e-9604-65e977588ffd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.568909641Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.569017292Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5442f890-f059-421e-9604-65e977588ffd","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.569417117Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5442f890-f059-421e-9604-65e977588ffd","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.585779761Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.622446888Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5442f890-f059-421e-9604-65e977588ffd","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.644774973Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5442f890-f059-421e-9604-65e977588ffd","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.645049367Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.645095907Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.645139578Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.645175628Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.659769002Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.681381879Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:53.883658989Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"uri":"/crucible/0/regions","method":"POST","req_id":"5ef9c1d2-96b3-47bf-b36b-b0cc74d59fff","remote_addr":"[fd00:1122:3344:101::c]:54523","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.298865466Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"uri":"/crucible/0/regions/a469bfee-889e-4eba-869f-7a6a9e910c3e","method":"GET","req_id":"8d98c07a-e4eb-4beb-bea8-b4b9c2a7e000","remote_addr":"[fd00:1122:3344:101::c]:54523","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":78,"response_code":200}
{"msg":"path is \"/data/regions/a469bfee-889e-4eba-869f-7a6a9e910c3e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.302748173Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"datafile"}
{"msg":"dataset is oxp_7165f9fd-3b69-4174-bd0c-b5d4293b06c6/crucible/regions/a469bfee-889e-4eba-869f-7a6a9e910c3e","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.30929425Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"datafile"}
{"msg":"snapshot is oxp_7165f9fd-3b69-4174-bd0c-b5d4293b06c6/crucible/regions/a469bfee-889e-4eba-869f-7a6a9e910c3e@02a1b208-51ac-4489-98eb-cbaab35b7bf7","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.314350651Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7165f9fd-3b69-4174-bd0c-b5d4293b06c6/crucible/regions/a469bfee-889e-4eba-869f-7a6a9e910c3e\", \"02a1b208-51ac-4489-98eb-cbaab35b7bf7\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.314363371Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.324538292Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"uri":"/crucible/0/regions/a469bfee-889e-4eba-869f-7a6a9e910c3e/snapshots/02a1b208-51ac-4489-98eb-cbaab35b7bf7","method":"GET","req_id":"a1949ffc-8a76-49c4-897b-a22bcb9761e6","remote_addr":"[fd00:1122:3344:101::c]:54523","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21788,"response_code":200}
{"msg":"path is \"/data/regions/a469bfee-889e-4eba-869f-7a6a9e910c3e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.338404327Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"datafile"}
{"msg":"dataset is oxp_7165f9fd-3b69-4174-bd0c-b5d4293b06c6/crucible/regions/a469bfee-889e-4eba-869f-7a6a9e910c3e","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.345132967Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"datafile"}
{"msg":"snapshot is oxp_7165f9fd-3b69-4174-bd0c-b5d4293b06c6/crucible/regions/a469bfee-889e-4eba-869f-7a6a9e910c3e@02a1b208-51ac-4489-98eb-cbaab35b7bf7","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.351782786Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7165f9fd-3b69-4174-bd0c-b5d4293b06c6/crucible/regions/a469bfee-889e-4eba-869f-7a6a9e910c3e\", \"02a1b208-51ac-4489-98eb-cbaab35b7bf7\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.351812226Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot a469bfee-889e-4eba-869f-7a6a9e910c3e-02a1b208-51ac-4489-98eb-cbaab35b7bf7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.358596647Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.368733908Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"uri":"/crucible/0/regions/a469bfee-889e-4eba-869f-7a6a9e910c3e/snapshots/02a1b208-51ac-4489-98eb-cbaab35b7bf7/run","method":"POST","req_id":"a1ceddf9-c0e2-4174-bb85-ed1993fd68d9","remote_addr":"[fd00:1122:3344:101::c]:54523","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30364,"response_code":200}
{"msg":"applying SMF actions for region a469bfee-889e-4eba-869f-7a6a9e910c3e running snapshot 02a1b208-51ac-4489-98eb-cbaab35b7bf7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.368789558Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-a469bfee-889e-4eba-869f-7a6a9e910c3e-02a1b208-51ac-4489-98eb-cbaab35b7bf7","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.370886593Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a469bfee-889e-4eba-869f-7a6a9e910c3e-02a1b208-51ac-4489-98eb-cbaab35b7bf7","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.395906011Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a469bfee-889e-4eba-869f-7a6a9e910c3e-02a1b208-51ac-4489-98eb-cbaab35b7bf7","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.470835143Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a469bfee-889e-4eba-869f-7a6a9e910c3e/.zfs/snapshot/02a1b208-51ac-4489-98eb-cbaab35b7bf7","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.471353819Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.471374069Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.47142197Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.47145851Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.471505901Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.484225782Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.498523602Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"worker"}
{"msg":"region a469bfee-889e-4eba-869f-7a6a9e910c3e running snapshot 02a1b208-51ac-4489-98eb-cbaab35b7bf7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.498547272Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"datafile"}
{"msg":"path is \"/data/regions/a469bfee-889e-4eba-869f-7a6a9e910c3e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.697105866Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"datafile"}
{"msg":"dataset is oxp_7165f9fd-3b69-4174-bd0c-b5d4293b06c6/crucible/regions/a469bfee-889e-4eba-869f-7a6a9e910c3e","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.703211768Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"datafile"}
{"msg":"snapshot is oxp_7165f9fd-3b69-4174-bd0c-b5d4293b06c6/crucible/regions/a469bfee-889e-4eba-869f-7a6a9e910c3e@02a1b208-51ac-4489-98eb-cbaab35b7bf7","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.709609644Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7165f9fd-3b69-4174-bd0c-b5d4293b06c6/crucible/regions/a469bfee-889e-4eba-869f-7a6a9e910c3e\", \"02a1b208-51ac-4489-98eb-cbaab35b7bf7\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.709641915Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T23:54:56.716218293Z","hostname":"oxz_crucible_28b3bc96-1e04-49e7-a4a5-fa8b092be716","pid":23601,"uri":"/crucible/0/regions/a469bfee-889e-4eba-869f-7a6a9e910c3e/snapshots/02a1b208-51ac-4489-98eb-cbaab35b7bf7/run","method":"POST","req_id":"f3f2eae2-aa5a-4bfb-aca1-3598781ed593","remote_addr":"[fd00:1122:3344:101::c]:54523","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19153,"response_code":200}