[ Aug 15 07:31:02 Enabled. ]
[ Aug 15 07:31:02 Rereading configuration. ]
[ Aug 15 07:31:07 Rereading configuration. ]
[ Aug 15 07:31:11 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f09f645e-19a6-4ca2-82db-5d9f920ad346/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:11.548758033Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281}
{"msg":"dataset: \"oxp_f09f645e-19a6-4ca2-82db-5d9f920ad346/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:11.548928646Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:11.548939686Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:11.548945207Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:11.571523325Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:11.772817987Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.450212961Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:34760"}
{"msg":"region 345173f1-1774-4d86-95f1-968f450502cb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.480869628Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.485297505Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.489282053Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"uri":"/crucible/0/regions","method":"POST","req_id":"0aa28e84-a5fc-4635-86bf-2be533870945","remote_addr":"[fd00:1122:3344:101::b]:34760","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":15011,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_f09f645e-19a6-4ca2-82db-5d9f920ad346/crucible/regions/345173f1-1774-4d86-95f1-968f450502cb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.494350585Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_f09f645e-19a6-4ca2-82db-5d9f920ad346/crucible/regions/345173f1-1774-4d86-95f1-968f450502cb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.494372326Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"345173f1-1774-4d86-95f1-968f450502cb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/345173f1-1774-4d86-95f1-968f450502cb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.624440766Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"region":"345173f1-1774-4d86-95f1-968f450502cb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"345173f1-1774-4d86-95f1-968f450502cb\" \"--data\" \"/data/regions/345173f1-1774-4d86-95f1-968f450502cb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.62642099Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"region":"345173f1-1774-4d86-95f1-968f450502cb","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.778297001Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"uri":"/crucible/0/regions","method":"POST","req_id":"22276137-551f-46c1-8e20-7aaf479e9ef1","remote_addr":"[fd00:1122:3344:101::b]:34760","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.810313218Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"region":"345173f1-1774-4d86-95f1-968f450502cb","component":"worker"}
{"msg":"region 345173f1-1774-4d86-95f1-968f450502cb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.814278365Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.814588152Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-345173f1-1774-4d86-95f1-968f450502cb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.816871262Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-345173f1-1774-4d86-95f1-968f450502cb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.835592755Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.860662389Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-345173f1-1774-4d86-95f1-968f450502cb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.875189979Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/345173f1-1774-4d86-95f1-968f450502cb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.875989237Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.876051188Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.876093499Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.87612844Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.882333667Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:42.910455978Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:43.206100112Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"uri":"/crucible/0/regions","method":"POST","req_id":"40fadebd-d478-4b7f-b498-9cb42c67748e","remote_addr":"[fd00:1122:3344:101::b]:34760","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":182,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:43.982732809Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"uri":"/crucible/0/regions/345173f1-1774-4d86-95f1-968f450502cb","method":"GET","req_id":"8567cf15-903c-44e0-9046-339070c22d78","remote_addr":"[fd00:1122:3344:101::b]:34760","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":77,"response_code":200}
{"msg":"path is \"/data/regions/345173f1-1774-4d86-95f1-968f450502cb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:43.986269007Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"datafile"}
{"msg":"dataset is oxp_f09f645e-19a6-4ca2-82db-5d9f920ad346/crucible/regions/345173f1-1774-4d86-95f1-968f450502cb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:43.994313685Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"datafile"}
{"msg":"region 345173f1-1774-4d86-95f1-968f450502cb state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:44.001920393Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:44.002113417Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:44.002152458Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"uri":"/crucible/0/regions/345173f1-1774-4d86-95f1-968f450502cb","method":"DELETE","req_id":"6c94b699-8fb5-4c3d-a2a9-5f0b84f47fb3","remote_addr":"[fd00:1122:3344:101::b]:34760","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":15883,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-345173f1-1774-4d86-95f1-968f450502cb (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:44.003092979Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:44.007095287Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"uri":"/crucible/0/regions/345173f1-1774-4d86-95f1-968f450502cb","method":"GET","req_id":"17cf163d-03fc-430b-a133-d1293c0946c4","remote_addr":"[fd00:1122:3344:101::b]:34760","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":44,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:44.01038684Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f09f645e-19a6-4ca2-82db-5d9f920ad346/crucible/regions/345173f1-1774-4d86-95f1-968f450502cb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:44.019377278Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"region":"345173f1-1774-4d86-95f1-968f450502cb","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:44.110252163Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"uri":"/crucible/0/regions/345173f1-1774-4d86-95f1-968f450502cb","method":"GET","req_id":"9f32beb5-fd75-4277-b37d-9f99ab37e450","remote_addr":"[fd00:1122:3344:101::b]:34760","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:44.228024922Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"uri":"/crucible/0/regions/345173f1-1774-4d86-95f1-968f450502cb","method":"GET","req_id":"3af4115b-4023-408b-913e-bf91a5153c86","remote_addr":"[fd00:1122:3344:101::b]:34760","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":42,"response_code":200}
{"msg":"region 345173f1-1774-4d86-95f1-968f450502cb state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:44.25147223Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:44.413054816Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"uri":"/crucible/0/regions/345173f1-1774-4d86-95f1-968f450502cb","method":"GET","req_id":"af04609d-7b37-4b9c-b0d4-d55d0230e1fb","remote_addr":"[fd00:1122:3344:101::b]:34760","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":48,"response_code":200}
{"msg":"region ef26ebab-ceb8-4c0f-b524-c559d6cb7dba state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.576862976Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.577091061Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"uri":"/crucible/0/regions","method":"POST","req_id":"bfc52ff2-b8ce-4f78-bc7a-b991dc602f0b","remote_addr":"[fd00:1122:3344:101::b]:34760","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":296,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.577184713Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f09f645e-19a6-4ca2-82db-5d9f920ad346/crucible/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.583818349Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f09f645e-19a6-4ca2-82db-5d9f920ad346/crucible/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.584429713Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ef26ebab-ceb8-4c0f-b524-c559d6cb7dba\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.7193196Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"region":"ef26ebab-ceb8-4c0f-b524-c559d6cb7dba","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ef26ebab-ceb8-4c0f-b524-c559d6cb7dba\" \"--data\" \"/data/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.719394131Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"region":"ef26ebab-ceb8-4c0f-b524-c559d6cb7dba","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.745072558Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"uri":"/crucible/0/regions","method":"POST","req_id":"9dc2f549-adad-4ae9-91eb-1da2dc2ca0aa","remote_addr":"[fd00:1122:3344:101::b]:34760","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.802144837Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"region":"ef26ebab-ceb8-4c0f-b524-c559d6cb7dba","component":"worker"}
{"msg":"region ef26ebab-ceb8-4c0f-b524-c559d6cb7dba state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.802167008Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.802384882Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ef26ebab-ceb8-4c0f-b524-c559d6cb7dba","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.80360612Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ef26ebab-ceb8-4c0f-b524-c559d6cb7dba","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.810610504Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.829684155Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ef26ebab-ceb8-4c0f-b524-c559d6cb7dba","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.834591503Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.83487647Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.834978372Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.834984392Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.835015673Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.839857509Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.853319977Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:48.100070462Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"uri":"/crucible/0/regions","method":"POST","req_id":"9a421a6e-3b79-4748-8190-e6b209f2f5a2","remote_addr":"[fd00:1122:3344:101::b]:34760","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:49.931785584Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:58167"}
{"msg":"region 630e6f8e-161a-4010-9a72-3bf2692941c1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:49.932255455Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:49.93252183Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"uri":"/crucible/0/regions","method":"POST","req_id":"2b02983f-0c2b-4bbb-ac34-52c487b3735d","remote_addr":"[fd00:1122:3344:101::b]:58167","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":629,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:49.932545611Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f09f645e-19a6-4ca2-82db-5d9f920ad346/crucible/regions/630e6f8e-161a-4010-9a72-3bf2692941c1","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:49.940954066Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f09f645e-19a6-4ca2-82db-5d9f920ad346/crucible/regions/630e6f8e-161a-4010-9a72-3bf2692941c1","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:49.940982507Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"630e6f8e-161a-4010-9a72-3bf2692941c1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/630e6f8e-161a-4010-9a72-3bf2692941c1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.0512359Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"region":"630e6f8e-161a-4010-9a72-3bf2692941c1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"630e6f8e-161a-4010-9a72-3bf2692941c1\" \"--data\" \"/data/regions/630e6f8e-161a-4010-9a72-3bf2692941c1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.051284911Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"region":"630e6f8e-161a-4010-9a72-3bf2692941c1","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.10877266Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"uri":"/crucible/0/regions","method":"POST","req_id":"4965d168-2a76-4108-8e10-ddec78f0b000","remote_addr":"[fd00:1122:3344:101::b]:58167","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.25468865Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"region":"630e6f8e-161a-4010-9a72-3bf2692941c1","component":"worker"}
{"msg":"region 630e6f8e-161a-4010-9a72-3bf2692941c1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.254746741Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.254887224Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-630e6f8e-161a-4010-9a72-3bf2692941c1","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.255952248Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-630e6f8e-161a-4010-9a72-3bf2692941c1","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.3000104Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.352067189Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-630e6f8e-161a-4010-9a72-3bf2692941c1","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.365417283Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/630e6f8e-161a-4010-9a72-3bf2692941c1","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.365745331Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.365824912Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.365865644Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.365901864Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.390425686Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.413337641Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.595611243Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"uri":"/crucible/0/regions","method":"POST","req_id":"37e4ec5c-1cbe-43ae-9f5b-34e59f3a6bec","remote_addr":"[fd00:1122:3344:101::b]:58167","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.80041143Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"uri":"/crucible/0/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba","method":"GET","req_id":"9cca2d28-0790-4b5f-a4cc-cf2044adb48d","remote_addr":"[fd00:1122:3344:101::b]:58167","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"path is \"/data/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.803985609Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"datafile"}
{"msg":"dataset is oxp_f09f645e-19a6-4ca2-82db-5d9f920ad346/crucible/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.809633224Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"datafile"}
{"msg":"snapshot is oxp_f09f645e-19a6-4ca2-82db-5d9f920ad346/crucible/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba@444a1022-a703-41dd-b916-d7bd97e459c4","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.814677785Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f09f645e-19a6-4ca2-82db-5d9f920ad346/crucible/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba\", \"444a1022-a703-41dd-b916-d7bd97e459c4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.814708496Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.830699179Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"uri":"/crucible/0/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba/snapshots/444a1022-a703-41dd-b916-d7bd97e459c4","method":"GET","req_id":"ec125e33-fbdb-4552-af64-c2275baf2531","remote_addr":"[fd00:1122:3344:101::b]:58167","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26750,"response_code":200}
{"msg":"path is \"/data/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.834261867Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"datafile"}
{"msg":"dataset is oxp_f09f645e-19a6-4ca2-82db-5d9f920ad346/crucible/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.838949911Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"datafile"}
{"msg":"snapshot is oxp_f09f645e-19a6-4ca2-82db-5d9f920ad346/crucible/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba@444a1022-a703-41dd-b916-d7bd97e459c4","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.844913772Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f09f645e-19a6-4ca2-82db-5d9f920ad346/crucible/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba\", \"444a1022-a703-41dd-b916-d7bd97e459c4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.844947103Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot ef26ebab-ceb8-4c0f-b524-c559d6cb7dba-444a1022-a703-41dd-b916-d7bd97e459c4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.850803502Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.860905805Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"uri":"/crucible/0/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba/snapshots/444a1022-a703-41dd-b916-d7bd97e459c4/run","method":"POST","req_id":"f82edb89-570b-4632-9a82-8457634ebebc","remote_addr":"[fd00:1122:3344:101::b]:58167","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26665,"response_code":200}
{"msg":"applying SMF actions for region ef26ebab-ceb8-4c0f-b524-c559d6cb7dba running snapshot 444a1022-a703-41dd-b916-d7bd97e459c4 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.860944866Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-ef26ebab-ceb8-4c0f-b524-c559d6cb7dba-444a1022-a703-41dd-b916-d7bd97e459c4","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.863579254Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ef26ebab-ceb8-4c0f-b524-c559d6cb7dba-444a1022-a703-41dd-b916-d7bd97e459c4","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.871248773Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ef26ebab-ceb8-4c0f-b524-c559d6cb7dba-444a1022-a703-41dd-b916-d7bd97e459c4","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.908316502Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba/.zfs/snapshot/444a1022-a703-41dd-b916-d7bd97e459c4","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.908684739Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.908735711Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.908772792Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.908812962Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.908863294Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.920566442Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.933086038Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"worker"}
{"msg":"region ef26ebab-ceb8-4c0f-b524-c559d6cb7dba running snapshot 444a1022-a703-41dd-b916-d7bd97e459c4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:51.933102829Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"datafile"}
{"msg":"path is \"/data/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.201277256Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"datafile"}
{"msg":"dataset is oxp_f09f645e-19a6-4ca2-82db-5d9f920ad346/crucible/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.208111987Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"datafile"}
{"msg":"snapshot is oxp_f09f645e-19a6-4ca2-82db-5d9f920ad346/crucible/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba@444a1022-a703-41dd-b916-d7bd97e459c4","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.213788863Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f09f645e-19a6-4ca2-82db-5d9f920ad346/crucible/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba\", \"444a1022-a703-41dd-b916-d7bd97e459c4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.213822023Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.218252331Z","hostname":"oxz_crucible_228bd45c-b348-4f3b-bf65-f0b210df838e","pid":28281,"uri":"/crucible/0/regions/ef26ebab-ceb8-4c0f-b524-c559d6cb7dba/snapshots/444a1022-a703-41dd-b916-d7bd97e459c4/run","method":"POST","req_id":"790cb18c-3ddd-4d8d-9021-c92e11971335","remote_addr":"[fd00:1122:3344:101::b]:58167","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17039,"response_code":200}