[ May 27 21:01:41 Enabled. ]
[ May 27 21:01:41 Rereading configuration. ]
[ May 27 21:01:42 Rereading configuration. ]
[ May 27 21:01:44 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_9c78fcad-74be-4feb-8965-4e2f291eba8f/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:01:44.798620949Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377}
{"msg":"dataset: \"oxp_9c78fcad-74be-4feb-8965-4e2f291eba8f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:01:44.798866847Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:01:44.798881468Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:01:44.798890748Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:01:44.814991554Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:01:44.89058386Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:10.79467848Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33800"}
{"msg":"region b8bca684-ba91-4124-bb31-aff542dfbca3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:10.829148227Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:10.833572944Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:10.833594315Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"uri":"/crucible/0/regions","method":"POST","req_id":"ba9eccad-d9b3-4d87-9af7-9bfafe1ccb52","remote_addr":"[fd00:1122:3344:101::a]:33800","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":13091,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_9c78fcad-74be-4feb-8965-4e2f291eba8f/crucible/regions/b8bca684-ba91-4124-bb31-aff542dfbca3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:10.840411092Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_9c78fcad-74be-4feb-8965-4e2f291eba8f/crucible/regions/b8bca684-ba91-4124-bb31-aff542dfbca3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:10.840437223Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b8bca684-ba91-4124-bb31-aff542dfbca3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b8bca684-ba91-4124-bb31-aff542dfbca3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:10.893421487Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"region":"b8bca684-ba91-4124-bb31-aff542dfbca3","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b8bca684-ba91-4124-bb31-aff542dfbca3\" \"--data\" \"/data/regions/b8bca684-ba91-4124-bb31-aff542dfbca3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:10.89533796Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"region":"b8bca684-ba91-4124-bb31-aff542dfbca3","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:11.043812522Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"uri":"/crucible/0/regions","method":"POST","req_id":"067f56bd-ea9e-4287-955e-2c4e28603267","remote_addr":"[fd00:1122:3344:101::a]:33800","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:11.089800012Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"region":"b8bca684-ba91-4124-bb31-aff542dfbca3","component":"worker"}
{"msg":"region b8bca684-ba91-4124-bb31-aff542dfbca3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:11.089840464Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:11.089939847Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b8bca684-ba91-4124-bb31-aff542dfbca3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:11.092322856Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b8bca684-ba91-4124-bb31-aff542dfbca3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:11.095593715Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:11.104811382Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b8bca684-ba91-4124-bb31-aff542dfbca3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:11.106297782Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b8bca684-ba91-4124-bb31-aff542dfbca3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:11.107102748Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:11.10716401Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:11.107206432Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:11.107243903Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:11.116498371Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:11.118647643Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:11.693222816Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"uri":"/crucible/0/regions","method":"POST","req_id":"f0a7de0a-1241-4e1b-9669-4e7d0cdc9499","remote_addr":"[fd00:1122:3344:101::a]:33800","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":90,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:12.040026008Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"uri":"/crucible/0/regions/b8bca684-ba91-4124-bb31-aff542dfbca3","method":"GET","req_id":"6586085f-7be5-4222-913f-656a9927a0e8","remote_addr":"[fd00:1122:3344:101::a]:33800","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"path is \"/data/regions/b8bca684-ba91-4124-bb31-aff542dfbca3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:12.044014731Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"datafile"}
{"msg":"dataset is oxp_9c78fcad-74be-4feb-8965-4e2f291eba8f/crucible/regions/b8bca684-ba91-4124-bb31-aff542dfbca3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:12.052162382Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"datafile"}
{"msg":"region b8bca684-ba91-4124-bb31-aff542dfbca3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:12.060236671Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:12.060370675Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:12.060385176Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"uri":"/crucible/0/regions/b8bca684-ba91-4124-bb31-aff542dfbca3","method":"DELETE","req_id":"03565d9c-0094-4633-b763-0f784e7f50b2","remote_addr":"[fd00:1122:3344:101::a]:33800","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16399,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-b8bca684-ba91-4124-bb31-aff542dfbca3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:12.061361738Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:12.063642264Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:12.064385619Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"uri":"/crucible/0/regions/b8bca684-ba91-4124-bb31-aff542dfbca3","method":"GET","req_id":"dc3bab73-2523-41f6-a54d-658cf2f40cfc","remote_addr":"[fd00:1122:3344:101::a]:33800","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":39,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_9c78fcad-74be-4feb-8965-4e2f291eba8f/crucible/regions/b8bca684-ba91-4124-bb31-aff542dfbca3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:12.072857711Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"region":"b8bca684-ba91-4124-bb31-aff542dfbca3","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:12.120143055Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"uri":"/crucible/0/regions/b8bca684-ba91-4124-bb31-aff542dfbca3","method":"GET","req_id":"c4418479-39c8-4278-bb59-4116522385a3","remote_addr":"[fd00:1122:3344:101::a]:33800","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region b8bca684-ba91-4124-bb31-aff542dfbca3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:12.140683648Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:12.187236788Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"uri":"/crucible/0/regions/b8bca684-ba91-4124-bb31-aff542dfbca3","method":"GET","req_id":"563aaa95-a686-4d25-94e2-612530a7b1bb","remote_addr":"[fd00:1122:3344:101::a]:33800","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":47,"response_code":200}
{"msg":"region a5315767-8cdf-48dc-b403-392c961418d5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:14.441457704Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:14.44163339Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"uri":"/crucible/0/regions","method":"POST","req_id":"50819416-c4af-45ce-b3bb-844bf1de9411","remote_addr":"[fd00:1122:3344:101::a]:33800","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":222,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:14.441663821Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_9c78fcad-74be-4feb-8965-4e2f291eba8f/crucible/regions/a5315767-8cdf-48dc-b403-392c961418d5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:14.448169357Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_9c78fcad-74be-4feb-8965-4e2f291eba8f/crucible/regions/a5315767-8cdf-48dc-b403-392c961418d5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:14.448203028Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a5315767-8cdf-48dc-b403-392c961418d5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a5315767-8cdf-48dc-b403-392c961418d5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:14.498942657Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"region":"a5315767-8cdf-48dc-b403-392c961418d5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a5315767-8cdf-48dc-b403-392c961418d5\" \"--data\" \"/data/regions/a5315767-8cdf-48dc-b403-392c961418d5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:14.498982728Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"region":"a5315767-8cdf-48dc-b403-392c961418d5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:14.543954935Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"region":"a5315767-8cdf-48dc-b403-392c961418d5","component":"worker"}
{"msg":"region a5315767-8cdf-48dc-b403-392c961418d5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:14.543983456Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:14.54409063Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a5315767-8cdf-48dc-b403-392c961418d5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:14.545323831Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a5315767-8cdf-48dc-b403-392c961418d5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:14.546661705Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:14.550248845Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a5315767-8cdf-48dc-b403-392c961418d5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:14.551683272Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a5315767-8cdf-48dc-b403-392c961418d5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:14.551977662Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:14.552028344Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:14.552072505Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:14.552098366Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:14.553844704Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:14.556541194Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:02:14.592087467Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"uri":"/crucible/0/regions","method":"POST","req_id":"84c0fdf4-d28f-41fd-994b-1da641f2c766","remote_addr":"[fd00:1122:3344:101::a]:33800","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.362884621Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59594"}
{"msg":"region 26ec2ef3-1b52-4ee0-a60b-475f553219cf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.363058856Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.363629805Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.363644286Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"uri":"/crucible/0/regions","method":"POST","req_id":"cf6ad5a9-06b4-4afc-8b9f-7aadd07423f4","remote_addr":"[fd00:1122:3344:101::a]:59594","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":665,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_9c78fcad-74be-4feb-8965-4e2f291eba8f/crucible/regions/26ec2ef3-1b52-4ee0-a60b-475f553219cf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.373054329Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_9c78fcad-74be-4feb-8965-4e2f291eba8f/crucible/regions/26ec2ef3-1b52-4ee0-a60b-475f553219cf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.373104161Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"26ec2ef3-1b52-4ee0-a60b-475f553219cf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/26ec2ef3-1b52-4ee0-a60b-475f553219cf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.417011052Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"region":"26ec2ef3-1b52-4ee0-a60b-475f553219cf","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"26ec2ef3-1b52-4ee0-a60b-475f553219cf\" \"--data\" \"/data/regions/26ec2ef3-1b52-4ee0-a60b-475f553219cf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.417052873Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"region":"26ec2ef3-1b52-4ee0-a60b-475f553219cf","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.463114326Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"region":"26ec2ef3-1b52-4ee0-a60b-475f553219cf","component":"worker"}
{"msg":"region 26ec2ef3-1b52-4ee0-a60b-475f553219cf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.463147698Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.463256261Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-26ec2ef3-1b52-4ee0-a60b-475f553219cf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.464141631Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-26ec2ef3-1b52-4ee0-a60b-475f553219cf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.472866231Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.483450023Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-26ec2ef3-1b52-4ee0-a60b-475f553219cf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.484833669Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/26ec2ef3-1b52-4ee0-a60b-475f553219cf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.485094128Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.485139159Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.485177191Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.485215332Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.487077814Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.490621082Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:14.700453956Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"uri":"/crucible/0/regions","method":"POST","req_id":"56d004c7-0720-43f5-93cf-708720662d6b","remote_addr":"[fd00:1122:3344:101::a]:59594","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.036934567Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"uri":"/crucible/0/regions/a5315767-8cdf-48dc-b403-392c961418d5","method":"GET","req_id":"c73caa77-1c18-4c61-8c1e-c27f17f41fe9","remote_addr":"[fd00:1122:3344:101::a]:59594","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"path is \"/data/regions/a5315767-8cdf-48dc-b403-392c961418d5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.040472175Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"datafile"}
{"msg":"dataset is oxp_9c78fcad-74be-4feb-8965-4e2f291eba8f/crucible/regions/a5315767-8cdf-48dc-b403-392c961418d5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.047111725Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"datafile"}
{"msg":"snapshot is oxp_9c78fcad-74be-4feb-8965-4e2f291eba8f/crucible/regions/a5315767-8cdf-48dc-b403-392c961418d5@f18a0d31-c5b5-45a9-aaa8-66d3b0a1b84d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.053836009Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9c78fcad-74be-4feb-8965-4e2f291eba8f/crucible/regions/a5315767-8cdf-48dc-b403-392c961418d5\", \"f18a0d31-c5b5-45a9-aaa8-66d3b0a1b84d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.05386156Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.062676043Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"uri":"/crucible/0/regions/a5315767-8cdf-48dc-b403-392c961418d5/snapshots/f18a0d31-c5b5-45a9-aaa8-66d3b0a1b84d","method":"GET","req_id":"db67530b-7e80-4c69-aa10-36b3f0b455ba","remote_addr":"[fd00:1122:3344:101::a]:59594","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":22249,"response_code":200}
{"msg":"path is \"/data/regions/a5315767-8cdf-48dc-b403-392c961418d5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.066045406Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"datafile"}
{"msg":"dataset is oxp_9c78fcad-74be-4feb-8965-4e2f291eba8f/crucible/regions/a5315767-8cdf-48dc-b403-392c961418d5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.072426448Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"datafile"}
{"msg":"snapshot is oxp_9c78fcad-74be-4feb-8965-4e2f291eba8f/crucible/regions/a5315767-8cdf-48dc-b403-392c961418d5@f18a0d31-c5b5-45a9-aaa8-66d3b0a1b84d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.07848952Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9c78fcad-74be-4feb-8965-4e2f291eba8f/crucible/regions/a5315767-8cdf-48dc-b403-392c961418d5\", \"f18a0d31-c5b5-45a9-aaa8-66d3b0a1b84d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.078514411Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot a5315767-8cdf-48dc-b403-392c961418d5-f18a0d31-c5b5-45a9-aaa8-66d3b0a1b84d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.085302836Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"datafile"}
{"msg":"applying SMF actions for region a5315767-8cdf-48dc-b403-392c961418d5 running snapshot f18a0d31-c5b5-45a9-aaa8-66d3b0a1b84d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.085462112Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.085472972Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"uri":"/crucible/0/regions/a5315767-8cdf-48dc-b403-392c961418d5/snapshots/f18a0d31-c5b5-45a9-aaa8-66d3b0a1b84d/run","method":"POST","req_id":"ff3793e9-eb87-4d5d-9a16-d573909dc0de","remote_addr":"[fd00:1122:3344:101::a]:59594","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19449,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-a5315767-8cdf-48dc-b403-392c961418d5-f18a0d31-c5b5-45a9-aaa8-66d3b0a1b84d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.090565032Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a5315767-8cdf-48dc-b403-392c961418d5-f18a0d31-c5b5-45a9-aaa8-66d3b0a1b84d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.094808303Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a5315767-8cdf-48dc-b403-392c961418d5-f18a0d31-c5b5-45a9-aaa8-66d3b0a1b84d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.099208999Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a5315767-8cdf-48dc-b403-392c961418d5/.zfs/snapshot/f18a0d31-c5b5-45a9-aaa8-66d3b0a1b84d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.099497369Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.09953959Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.099579572Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.099615343Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.099660294Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.101208586Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.103997739Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"worker"}
{"msg":"region a5315767-8cdf-48dc-b403-392c961418d5 running snapshot f18a0d31-c5b5-45a9-aaa8-66d3b0a1b84d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.104008419Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"datafile"}
{"msg":"path is \"/data/regions/a5315767-8cdf-48dc-b403-392c961418d5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.289443471Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"datafile"}
{"msg":"dataset is oxp_9c78fcad-74be-4feb-8965-4e2f291eba8f/crucible/regions/a5315767-8cdf-48dc-b403-392c961418d5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.296370381Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"datafile"}
{"msg":"snapshot is oxp_9c78fcad-74be-4feb-8965-4e2f291eba8f/crucible/regions/a5315767-8cdf-48dc-b403-392c961418d5@f18a0d31-c5b5-45a9-aaa8-66d3b0a1b84d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.302743694Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9c78fcad-74be-4feb-8965-4e2f291eba8f/crucible/regions/a5315767-8cdf-48dc-b403-392c961418d5\", \"f18a0d31-c5b5-45a9-aaa8-66d3b0a1b84d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.302779335Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T21:13:16.307637867Z","hostname":"oxz_crucible_2970dbc0-ef26-4a98-b4d2-f734f2dbdae4","pid":27377,"uri":"/crucible/0/regions/a5315767-8cdf-48dc-b403-392c961418d5/snapshots/f18a0d31-c5b5-45a9-aaa8-66d3b0a1b84d/run","method":"POST","req_id":"c8b5ddcb-db4d-4d40-8a17-7a3d558fc1d4","remote_addr":"[fd00:1122:3344:101::a]:59594","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18242,"response_code":200}