[ Jun 5 20:32:47 Enabled. ] [ Jun 5 20:32:47 Rereading configuration. ] [ Jun 5 20:32:48 Rereading configuration. ] [ Jun 5 20:32:52 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_0afeff9d-96b3-462c-b7be-fedb23637cde/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:32:52.297034414Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481} {"msg":"dataset: \"oxp_0afeff9d-96b3-462c-b7be-fedb23637cde/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:32:52.29725741Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:32:52.29727462Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:32:52.297282351Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:32:52.314995311Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:32:52.388304495Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.058565666Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:33396"} {"msg":"region e0815617-6c0d-4676-ba00-0f289ba67ba4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.094981862Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.099510837Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.100471652Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"uri":"/crucible/0/regions","method":"POST","req_id":"e2f2409d-3e62-4480-a051-e07189d66242","remote_addr":"[fd00:1122:3344:101::c]:33396","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":15150,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_0afeff9d-96b3-462c-b7be-fedb23637cde/crucible/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.106989677Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0afeff9d-96b3-462c-b7be-fedb23637cde/crucible/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.107005218Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e0815617-6c0d-4676-ba00-0f289ba67ba4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.169032685Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"region":"e0815617-6c0d-4676-ba00-0f289ba67ba4","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e0815617-6c0d-4676-ba00-0f289ba67ba4\" \"--data\" \"/data/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.171413575Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"region":"e0815617-6c0d-4676-ba00-0f289ba67ba4","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.309477676Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"region":"e0815617-6c0d-4676-ba00-0f289ba67ba4","component":"worker"} {"msg":"region e0815617-6c0d-4676-ba00-0f289ba67ba4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.309545778Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.309757723Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e0815617-6c0d-4676-ba00-0f289ba67ba4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.312162784Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e0815617-6c0d-4676-ba00-0f289ba67ba4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.315199851Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.326724595Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e0815617-6c0d-4676-ba00-0f289ba67ba4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.328324115Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.329208687Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.329269499Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.329335201Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.329342311Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.339624392Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.342810504Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:33:23.417711608Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"uri":"/crucible/0/regions","method":"POST","req_id":"298d8e64-3cc5-40af-89de-377d2921bdc3","remote_addr":"[fd00:1122:3344:101::c]:33396","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.056131309Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:49202"} {"msg":"region 920bbae8-16fb-498d-84e3-eec0afdcf46b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.056299834Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.060748747Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.060773657Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"uri":"/crucible/0/regions","method":"POST","req_id":"81cf08f7-14d1-4e60-8269-507bfe1a81e8","remote_addr":"[fd00:1122:3344:101::c]:49202","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":4526,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_0afeff9d-96b3-462c-b7be-fedb23637cde/crucible/regions/920bbae8-16fb-498d-84e3-eec0afdcf46b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.069170191Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0afeff9d-96b3-462c-b7be-fedb23637cde/crucible/regions/920bbae8-16fb-498d-84e3-eec0afdcf46b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.069190661Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"920bbae8-16fb-498d-84e3-eec0afdcf46b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/920bbae8-16fb-498d-84e3-eec0afdcf46b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.110874091Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"region":"920bbae8-16fb-498d-84e3-eec0afdcf46b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"920bbae8-16fb-498d-84e3-eec0afdcf46b\" \"--data\" \"/data/regions/920bbae8-16fb-498d-84e3-eec0afdcf46b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.110919802Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"region":"920bbae8-16fb-498d-84e3-eec0afdcf46b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.162427962Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"region":"920bbae8-16fb-498d-84e3-eec0afdcf46b","component":"worker"} {"msg":"region 920bbae8-16fb-498d-84e3-eec0afdcf46b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.162466083Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.162570195Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-920bbae8-16fb-498d-84e3-eec0afdcf46b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.162942265Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-920bbae8-16fb-498d-84e3-eec0afdcf46b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.166553287Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.176234933Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-920bbae8-16fb-498d-84e3-eec0afdcf46b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.177454254Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/920bbae8-16fb-498d-84e3-eec0afdcf46b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.177718721Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.177765942Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.177805043Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.177843314Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.179523207Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.190585218Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.19067633Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.190883326Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.190904706Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.190909996Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e0815617-6c0d-4676-ba00-0f289ba67ba4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.190919866Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.190987898Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.19104674Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.191101791Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.191143902Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.193234175Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.193657756Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:31.316616892Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"uri":"/crucible/0/regions","method":"POST","req_id":"03f47f19-21bb-4171-a040-ad5e922481f4","remote_addr":"[fd00:1122:3344:101::c]:49202","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.136884542Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"uri":"/crucible/0/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4","method":"GET","req_id":"80e5392f-8934-4b38-b68d-e31e81ba264b","remote_addr":"[fd00:1122:3344:101::c]:49202","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"path is \"/data/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.141593002Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"datafile"} {"msg":"dataset is oxp_0afeff9d-96b3-462c-b7be-fedb23637cde/crucible/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.148685662Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"datafile"} {"msg":"snapshot is oxp_0afeff9d-96b3-462c-b7be-fedb23637cde/crucible/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4@0b1aec2a-5308-4092-bbf8-31134d752203","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.154933071Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0afeff9d-96b3-462c-b7be-fedb23637cde/crucible/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4\", \"0b1aec2a-5308-4092-bbf8-31134d752203\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.154962411Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.164074763Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"uri":"/crucible/0/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4/snapshots/0b1aec2a-5308-4092-bbf8-31134d752203","method":"GET","req_id":"fb78f2c2-c96c-4d04-8123-0fe2232fd7dd","remote_addr":"[fd00:1122:3344:101::c]:49202","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22543,"response_code":200} {"msg":"path is \"/data/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.168600568Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"datafile"} {"msg":"dataset is oxp_0afeff9d-96b3-462c-b7be-fedb23637cde/crucible/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.176266483Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"datafile"} {"msg":"snapshot is oxp_0afeff9d-96b3-462c-b7be-fedb23637cde/crucible/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4@0b1aec2a-5308-4092-bbf8-31134d752203","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.182639285Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0afeff9d-96b3-462c-b7be-fedb23637cde/crucible/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4\", \"0b1aec2a-5308-4092-bbf8-31134d752203\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.182665306Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot e0815617-6c0d-4676-ba00-0f289ba67ba4-0b1aec2a-5308-4092-bbf8-31134d752203 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.19149119Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"datafile"} {"msg":"applying SMF actions for region e0815617-6c0d-4676-ba00-0f289ba67ba4 running snapshot 0b1aec2a-5308-4092-bbf8-31134d752203 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.191650654Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.191683605Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"uri":"/crucible/0/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4/snapshots/0b1aec2a-5308-4092-bbf8-31134d752203/run","method":"POST","req_id":"f24ed0ea-6520-4b96-a3a8-a2129d82ae8a","remote_addr":"[fd00:1122:3344:101::c]:49202","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23109,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.19305387Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.193128342Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.193201734Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.193209064Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.193244875Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e0815617-6c0d-4676-ba00-0f289ba67ba4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.193287296Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.193588153Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.193639185Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.193682466Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.193723457Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.195659926Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-e0815617-6c0d-4676-ba00-0f289ba67ba4-0b1aec2a-5308-4092-bbf8-31134d752203","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.198636782Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e0815617-6c0d-4676-ba00-0f289ba67ba4-0b1aec2a-5308-4092-bbf8-31134d752203","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.201948316Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e0815617-6c0d-4676-ba00-0f289ba67ba4-0b1aec2a-5308-4092-bbf8-31134d752203","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.206874851Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4/.zfs/snapshot/0b1aec2a-5308-4092-bbf8-31134d752203","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.207145978Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.20720413Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.207244191Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.207281982Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.207329403Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.209405226Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.212355531Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"worker"} {"msg":"region e0815617-6c0d-4676-ba00-0f289ba67ba4 running snapshot 0b1aec2a-5308-4092-bbf8-31134d752203 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.212371141Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"datafile"} {"msg":"path is \"/data/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.412432968Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"datafile"} {"msg":"dataset is oxp_0afeff9d-96b3-462c-b7be-fedb23637cde/crucible/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.419554689Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"datafile"} {"msg":"snapshot is oxp_0afeff9d-96b3-462c-b7be-fedb23637cde/crucible/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4@0b1aec2a-5308-4092-bbf8-31134d752203","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.427175943Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0afeff9d-96b3-462c-b7be-fedb23637cde/crucible/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4\", \"0b1aec2a-5308-4092-bbf8-31134d752203\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.427211013Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T20:44:33.433254397Z","hostname":"oxz_crucible_f51542c3-9ba0-4200-b94f-40e27844803d","pid":22481,"uri":"/crucible/0/regions/e0815617-6c0d-4676-ba00-0f289ba67ba4/snapshots/0b1aec2a-5308-4092-bbf8-31134d752203/run","method":"POST","req_id":"d6cf608d-4c2f-4caf-b724-19ee7dd479b5","remote_addr":"[fd00:1122:3344:101::c]:49202","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20883,"response_code":200}