[ Jun 3 22:45:04 Enabled. ] [ Jun 3 22:45:04 Rereading configuration. ] [ Jun 3 22:45:06 Rereading configuration. ] [ Jun 3 22:45:09 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_1eec3eff-8efa-4deb-9a3e-e73ab98c45cd/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:45:09.236403026Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382} {"msg":"dataset: \"oxp_1eec3eff-8efa-4deb-9a3e-e73ab98c45cd/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:45:09.236645671Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:45:09.236662152Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:45:09.236671792Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:45:09.252916126Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:45:09.315816781Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.712745308Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:48718"} {"msg":"region acca1c16-d09a-4d15-b542-b03fa83eb6ad state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.747027084Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.75167874Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.75170833Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"uri":"/crucible/0/regions","method":"POST","req_id":"aafa209c-82ef-42b1-95c1-ff1970d8893c","remote_addr":"[fd00:1122:3344:101::b]:48718","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":13724,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_1eec3eff-8efa-4deb-9a3e-e73ab98c45cd/crucible/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.760521902Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1eec3eff-8efa-4deb-9a3e-e73ab98c45cd/crucible/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.760545422Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"acca1c16-d09a-4d15-b542-b03fa83eb6ad\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.800702259Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"region":"acca1c16-d09a-4d15-b542-b03fa83eb6ad","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"acca1c16-d09a-4d15-b542-b03fa83eb6ad\" \"--data\" \"/data/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.802872844Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"region":"acca1c16-d09a-4d15-b542-b03fa83eb6ad","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.935388192Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"region":"acca1c16-d09a-4d15-b542-b03fa83eb6ad","component":"worker"} {"msg":"region acca1c16-d09a-4d15-b542-b03fa83eb6ad state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.935428803Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.935529895Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-acca1c16-d09a-4d15-b542-b03fa83eb6ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.937897213Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-acca1c16-d09a-4d15-b542-b03fa83eb6ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.942549989Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.952669608Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-acca1c16-d09a-4d15-b542-b03fa83eb6ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.954144598Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.954845302Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.954901784Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.954939674Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.954974675Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.963882959Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.966724277Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.99598656Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"uri":"/crucible/0/regions","method":"POST","req_id":"559c4024-7fca-46bc-b9bb-c27d581a4e22","remote_addr":"[fd00:1122:3344:101::b]:48718","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.754561183Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:59106"} {"msg":"region 53a1bbeb-1ca0-4d9c-a540-207ad7db4f65 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.755273178Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.758669618Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.758684688Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"uri":"/crucible/0/regions","method":"POST","req_id":"90e1867f-e67c-4cb0-b62b-88a6bb413cde","remote_addr":"[fd00:1122:3344:101::b]:59106","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":3943,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_1eec3eff-8efa-4deb-9a3e-e73ab98c45cd/crucible/regions/53a1bbeb-1ca0-4d9c-a540-207ad7db4f65","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.767240374Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1eec3eff-8efa-4deb-9a3e-e73ab98c45cd/crucible/regions/53a1bbeb-1ca0-4d9c-a540-207ad7db4f65","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.767281085Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"53a1bbeb-1ca0-4d9c-a540-207ad7db4f65\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/53a1bbeb-1ca0-4d9c-a540-207ad7db4f65\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.803876129Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"region":"53a1bbeb-1ca0-4d9c-a540-207ad7db4f65","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"53a1bbeb-1ca0-4d9c-a540-207ad7db4f65\" \"--data\" \"/data/regions/53a1bbeb-1ca0-4d9c-a540-207ad7db4f65\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.803930299Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"region":"53a1bbeb-1ca0-4d9c-a540-207ad7db4f65","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.852113751Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"region":"53a1bbeb-1ca0-4d9c-a540-207ad7db4f65","component":"worker"} {"msg":"region 53a1bbeb-1ca0-4d9c-a540-207ad7db4f65 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.852147692Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.852251954Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-53a1bbeb-1ca0-4d9c-a540-207ad7db4f65","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.852582591Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-53a1bbeb-1ca0-4d9c-a540-207ad7db4f65","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.860081536Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.876757499Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-53a1bbeb-1ca0-4d9c-a540-207ad7db4f65","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.878158208Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/53a1bbeb-1ca0-4d9c-a540-207ad7db4f65","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.878470894Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.878519515Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.878559466Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.878597417Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.880381413Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.890992902Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.891100164Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.891205776Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.891227087Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.891261477Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-acca1c16-d09a-4d15-b542-b03fa83eb6ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.891305649Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.89139992Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.891465442Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.891528823Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.891574034Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.893524144Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.893972973Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:39.904703244Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"uri":"/crucible/0/regions","method":"POST","req_id":"c0b0d286-cb93-46a6-a096-e25f4b0e8230","remote_addr":"[fd00:1122:3344:101::b]:59106","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.133020502Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"uri":"/crucible/0/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad","method":"GET","req_id":"5c87d1cd-451b-4b28-9b98-7aeae031d4f2","remote_addr":"[fd00:1122:3344:101::b]:59106","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"path is \"/data/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.136956783Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"datafile"} {"msg":"dataset is oxp_1eec3eff-8efa-4deb-9a3e-e73ab98c45cd/crucible/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.142509657Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"datafile"} {"msg":"snapshot is oxp_1eec3eff-8efa-4deb-9a3e-e73ab98c45cd/crucible/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad@bda688d3-3109-4ac2-bac3-6346eeae8b29","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.148881138Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1eec3eff-8efa-4deb-9a3e-e73ab98c45cd/crucible/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad\", \"bda688d3-3109-4ac2-bac3-6346eeae8b29\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.148909409Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.156191809Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"uri":"/crucible/0/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad/snapshots/bda688d3-3109-4ac2-bac3-6346eeae8b29","method":"GET","req_id":"1b194077-8596-4af3-a640-33c2af9bd4fb","remote_addr":"[fd00:1122:3344:101::b]:59106","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19253,"response_code":200} {"msg":"path is \"/data/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.159608879Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"datafile"} {"msg":"dataset is oxp_1eec3eff-8efa-4deb-9a3e-e73ab98c45cd/crucible/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.165521691Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"datafile"} {"msg":"snapshot is oxp_1eec3eff-8efa-4deb-9a3e-e73ab98c45cd/crucible/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad@bda688d3-3109-4ac2-bac3-6346eeae8b29","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.170737148Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1eec3eff-8efa-4deb-9a3e-e73ab98c45cd/crucible/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad\", \"bda688d3-3109-4ac2-bac3-6346eeae8b29\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.170763939Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot acca1c16-d09a-4d15-b542-b03fa83eb6ad-bda688d3-3109-4ac2-bac3-6346eeae8b29 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.179186132Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"datafile"} {"msg":"applying SMF actions for region acca1c16-d09a-4d15-b542-b03fa83eb6ad running snapshot bda688d3-3109-4ac2-bac3-6346eeae8b29 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.179349926Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.179385186Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"uri":"/crucible/0/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad/snapshots/bda688d3-3109-4ac2-bac3-6346eeae8b29/run","method":"POST","req_id":"54dd5864-a405-473e-ab32-8b586f3f6759","remote_addr":"[fd00:1122:3344:101::b]:59106","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19789,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.180928858Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.18100158Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.181073121Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.181080581Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.181115192Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-acca1c16-d09a-4d15-b542-b03fa83eb6ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.181155113Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.181559641Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.181618952Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.181664763Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.181706284Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.183536222Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-acca1c16-d09a-4d15-b542-b03fa83eb6ad-bda688d3-3109-4ac2-bac3-6346eeae8b29","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.186979673Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-acca1c16-d09a-4d15-b542-b03fa83eb6ad-bda688d3-3109-4ac2-bac3-6346eeae8b29","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.196499119Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-acca1c16-d09a-4d15-b542-b03fa83eb6ad-bda688d3-3109-4ac2-bac3-6346eeae8b29","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.201198816Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad/.zfs/snapshot/bda688d3-3109-4ac2-bac3-6346eeae8b29","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.201475771Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.201528612Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.201568573Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.201604734Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.201649035Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.203468772Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.206008504Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"worker"} {"msg":"region acca1c16-d09a-4d15-b542-b03fa83eb6ad running snapshot bda688d3-3109-4ac2-bac3-6346eeae8b29 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.206023765Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"datafile"} {"msg":"path is \"/data/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.422507882Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"datafile"} {"msg":"dataset is oxp_1eec3eff-8efa-4deb-9a3e-e73ab98c45cd/crucible/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.428767441Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"datafile"} {"msg":"snapshot is oxp_1eec3eff-8efa-4deb-9a3e-e73ab98c45cd/crucible/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad@bda688d3-3109-4ac2-bac3-6346eeae8b29","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.433777514Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1eec3eff-8efa-4deb-9a3e-e73ab98c45cd/crucible/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad\", \"bda688d3-3109-4ac2-bac3-6346eeae8b29\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.433795704Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.438629713Z","hostname":"oxz_crucible_7cd72f30-738c-4c73-ab0a-18328162c91b","pid":26382,"uri":"/crucible/0/regions/acca1c16-d09a-4d15-b542-b03fa83eb6ad/snapshots/bda688d3-3109-4ac2-bac3-6346eeae8b29/run","method":"POST","req_id":"b35882ef-e522-46cd-bb9d-f6e0b3b959b8","remote_addr":"[fd00:1122:3344:101::b]:59106","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16144,"response_code":200}