[ Apr  1 18:02:20 Enabled. ]
[ Apr  1 18:02:20 Rereading configuration. ]
[ Apr  1 18:02:22 Rereading configuration. ]
[ Apr  1 18:02:27 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_63115b6a-6146-449a-9c11-09ba08a6f915/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:02:27.836393808Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568}
{"msg":"dataset: \"oxp_63115b6a-6146-449a-9c11-09ba08a6f915/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:02:27.837161719Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:02:27.837173229Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:02:27.837178239Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:02:27.85106173Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:02:27.93917342Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:01.353817187Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:49272"}
{"msg":"region 1ef16325-a285-4100-9ebb-5d18b7d02336 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:01.39852159Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:01.404795633Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:01.404823834Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"uri":"/crucible/0/regions","method":"POST","req_id":"7d74a3fb-2333-48b2-9e63-6802df2eefff","remote_addr":"[fd00:1122:3344:101::c]:49272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26555,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_63115b6a-6146-449a-9c11-09ba08a6f915/crucible/regions/1ef16325-a285-4100-9ebb-5d18b7d02336","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:01.413684364Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_63115b6a-6146-449a-9c11-09ba08a6f915/crucible/regions/1ef16325-a285-4100-9ebb-5d18b7d02336","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:01.413699534Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1ef16325-a285-4100-9ebb-5d18b7d02336\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1ef16325-a285-4100-9ebb-5d18b7d02336\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:01.494576557Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"region":"1ef16325-a285-4100-9ebb-5d18b7d02336","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1ef16325-a285-4100-9ebb-5d18b7d02336\" \"--data\" \"/data/regions/1ef16325-a285-4100-9ebb-5d18b7d02336\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:01.496901837Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"region":"1ef16325-a285-4100-9ebb-5d18b7d02336","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:01.746074895Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"uri":"/crucible/0/regions","method":"POST","req_id":"52a3c23a-abb3-4d5e-b259-106a4fae2d45","remote_addr":"[fd00:1122:3344:101::c]:49272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:02.00167427Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"region":"1ef16325-a285-4100-9ebb-5d18b7d02336","component":"worker"}
{"msg":"region 1ef16325-a285-4100-9ebb-5d18b7d02336 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:02.001720412Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:02.001803704Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1ef16325-a285-4100-9ebb-5d18b7d02336","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:02.002138652Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1ef16325-a285-4100-9ebb-5d18b7d02336","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:02.021794723Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:02.058411965Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1ef16325-a285-4100-9ebb-5d18b7d02336","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:02.067166043Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1ef16325-a285-4100-9ebb-5d18b7d02336","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:02.068022225Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:02.068086907Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:02.068127438Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:02.068162649Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:02.08859235Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:02.102608404Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:02.286503078Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"uri":"/crucible/0/regions","method":"POST","req_id":"95ea70e3-70fd-4567-8973-88f09c1cd2f4","remote_addr":"[fd00:1122:3344:101::c]:49272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:03.540449924Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"uri":"/crucible/0/regions/1ef16325-a285-4100-9ebb-5d18b7d02336","method":"GET","req_id":"cf5f5be5-bbb1-44f3-8768-e1580eb205ee","remote_addr":"[fd00:1122:3344:101::c]:49272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":81,"response_code":200}
{"msg":"path is \"/data/regions/1ef16325-a285-4100-9ebb-5d18b7d02336\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:03.543883603Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"datafile"}
{"msg":"dataset is oxp_63115b6a-6146-449a-9c11-09ba08a6f915/crucible/regions/1ef16325-a285-4100-9ebb-5d18b7d02336","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:03.552477237Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"datafile"}
{"msg":"region 1ef16325-a285-4100-9ebb-5d18b7d02336 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:03.559605022Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:03.559723815Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"uri":"/crucible/0/regions/1ef16325-a285-4100-9ebb-5d18b7d02336","method":"DELETE","req_id":"d471d79c-cedf-4164-9b58-fce349015490","remote_addr":"[fd00:1122:3344:101::c]:49272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15859,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:03.559748416Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-1ef16325-a285-4100-9ebb-5d18b7d02336 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:03.560808953Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:03.564212362Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"uri":"/crucible/0/regions/1ef16325-a285-4100-9ebb-5d18b7d02336","method":"GET","req_id":"06e81e74-824c-4dd3-a4fe-f75a124e0f45","remote_addr":"[fd00:1122:3344:101::c]:49272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":32,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:03.574419067Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_63115b6a-6146-449a-9c11-09ba08a6f915/crucible/regions/1ef16325-a285-4100-9ebb-5d18b7d02336\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:03.584028787Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"region":"1ef16325-a285-4100-9ebb-5d18b7d02336","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:03.662316702Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"uri":"/crucible/0/regions/1ef16325-a285-4100-9ebb-5d18b7d02336","method":"GET","req_id":"abccbae4-976d-475a-8e4f-69dbebaad554","remote_addr":"[fd00:1122:3344:101::c]:49272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region 1ef16325-a285-4100-9ebb-5d18b7d02336 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:03.673508963Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:03.745104994Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"uri":"/crucible/0/regions/1ef16325-a285-4100-9ebb-5d18b7d02336","method":"GET","req_id":"b63ebaee-f3ec-4cbf-b76f-89087457a130","remote_addr":"[fd00:1122:3344:101::c]:49272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":40,"response_code":200}
{"msg":"region d478c650-5e20-4f4b-913e-b12ec5ef3577 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:07.074788117Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:07.074948191Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"uri":"/crucible/0/regions","method":"POST","req_id":"784125f8-a8bb-4f5b-8d9f-4279a324d0c0","remote_addr":"[fd00:1122:3344:101::c]:49272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":209,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:07.074984082Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_63115b6a-6146-449a-9c11-09ba08a6f915/crucible/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:07.08108235Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_63115b6a-6146-449a-9c11-09ba08a6f915/crucible/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:07.081106671Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d478c650-5e20-4f4b-913e-b12ec5ef3577\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:07.137577109Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"region":"d478c650-5e20-4f4b-913e-b12ec5ef3577","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d478c650-5e20-4f4b-913e-b12ec5ef3577\" \"--data\" \"/data/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:07.13762369Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"region":"d478c650-5e20-4f4b-913e-b12ec5ef3577","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:07.303753709Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"region":"d478c650-5e20-4f4b-913e-b12ec5ef3577","component":"worker"}
{"msg":"region d478c650-5e20-4f4b-913e-b12ec5ef3577 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:07.30379768Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:07.303895563Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d478c650-5e20-4f4b-913e-b12ec5ef3577","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:07.305154795Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d478c650-5e20-4f4b-913e-b12ec5ef3577","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:07.312679591Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:07.328875562Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d478c650-5e20-4f4b-913e-b12ec5ef3577","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:07.337323732Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:07.3376387Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:07.337684041Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:07.337724452Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:07.337759443Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:07.350230157Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:07.359079897Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:03:07.450472613Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"uri":"/crucible/0/regions","method":"POST","req_id":"09406cd9-339e-43da-bccc-7eb5264cd821","remote_addr":"[fd00:1122:3344:101::c]:49272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:44.96100701Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:49951"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:44.961708447Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"uri":"/crucible/0/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577","method":"GET","req_id":"6845a75d-ca28-4cb7-85b0-b81042e26429","remote_addr":"[fd00:1122:3344:101::c]:49951","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":38,"response_code":200}
{"msg":"path is \"/data/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:44.96445367Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"datafile"}
{"msg":"dataset is oxp_63115b6a-6146-449a-9c11-09ba08a6f915/crucible/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:44.971197145Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"datafile"}
{"msg":"snapshot is oxp_63115b6a-6146-449a-9c11-09ba08a6f915/crucible/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577@591552fb-dfc4-4bb1-ada2-66e86a7ab79d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:44.976428421Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_63115b6a-6146-449a-9c11-09ba08a6f915/crucible/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577\", \"591552fb-dfc4-4bb1-ada2-66e86a7ab79d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:44.976460412Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:44.987109889Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"uri":"/crucible/0/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577/snapshots/591552fb-dfc4-4bb1-ada2-66e86a7ab79d","method":"GET","req_id":"d69b47b9-7225-4dec-9d42-26d8d8aa99f5","remote_addr":"[fd00:1122:3344:101::c]:49951","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22672,"response_code":200}
{"msg":"path is \"/data/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:44.990579909Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"datafile"}
{"msg":"dataset is oxp_63115b6a-6146-449a-9c11-09ba08a6f915/crucible/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:44.995935378Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"datafile"}
{"msg":"snapshot is oxp_63115b6a-6146-449a-9c11-09ba08a6f915/crucible/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577@591552fb-dfc4-4bb1-ada2-66e86a7ab79d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:45.001262277Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_63115b6a-6146-449a-9c11-09ba08a6f915/crucible/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577\", \"591552fb-dfc4-4bb1-ada2-66e86a7ab79d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:45.001279957Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot d478c650-5e20-4f4b-913e-b12ec5ef3577-591552fb-dfc4-4bb1-ada2-66e86a7ab79d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:45.008794443Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:45.009294326Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"uri":"/crucible/0/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577/snapshots/591552fb-dfc4-4bb1-ada2-66e86a7ab79d/run","method":"POST","req_id":"e6da1696-b10a-49a5-8130-05007c0c74fb","remote_addr":"[fd00:1122:3344:101::c]:49951","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18739,"response_code":200}
{"msg":"applying SMF actions for region d478c650-5e20-4f4b-913e-b12ec5ef3577 running snapshot 591552fb-dfc4-4bb1-ada2-66e86a7ab79d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:45.009316506Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-d478c650-5e20-4f4b-913e-b12ec5ef3577-591552fb-dfc4-4bb1-ada2-66e86a7ab79d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:45.030696859Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d478c650-5e20-4f4b-913e-b12ec5ef3577-591552fb-dfc4-4bb1-ada2-66e86a7ab79d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:45.046116643Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d478c650-5e20-4f4b-913e-b12ec5ef3577-591552fb-dfc4-4bb1-ada2-66e86a7ab79d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:45.059936262Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577/.zfs/snapshot/591552fb-dfc4-4bb1-ada2-66e86a7ab79d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:45.060272991Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:45.060318392Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:45.060357373Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:45.060392994Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:45.060434615Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:45.064201603Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:45.068867224Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"worker"}
{"msg":"region d478c650-5e20-4f4b-913e-b12ec5ef3577 running snapshot 591552fb-dfc4-4bb1-ada2-66e86a7ab79d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:45.068877225Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"datafile"}
{"msg":"path is \"/data/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:45.144439559Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"datafile"}
{"msg":"dataset is oxp_63115b6a-6146-449a-9c11-09ba08a6f915/crucible/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:45.150447195Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"datafile"}
{"msg":"snapshot is oxp_63115b6a-6146-449a-9c11-09ba08a6f915/crucible/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577@591552fb-dfc4-4bb1-ada2-66e86a7ab79d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:45.156867862Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_63115b6a-6146-449a-9c11-09ba08a6f915/crucible/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577\", \"591552fb-dfc4-4bb1-ada2-66e86a7ab79d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:45.156898663Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-01T18:13:45.162242532Z","hostname":"oxz_crucible_a70611a7-8a4a-4245-bad5-4d6438204b7d","pid":27568,"uri":"/crucible/0/regions/d478c650-5e20-4f4b-913e-b12ec5ef3577/snapshots/591552fb-dfc4-4bb1-ada2-66e86a7ab79d/run","method":"POST","req_id":"a63cf51f-3448-4359-938b-29a3367130b4","remote_addr":"[fd00:1122:3344:101::c]:49951","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17857,"response_code":200}