[ Jul  9 00:45:47 Enabled. ]
[ Jul  9 00:45:47 Rereading configuration. ]
[ Jul  9 00:45:49 Rereading configuration. ]
[ Jul  9 00:45:58 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ecc09434-d9f1-4f3d-a96b-11035180e990/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b\nCommit timestamp: 2026-06-25T19:33:01.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:45:58.267097414Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120}
{"msg":"dataset: \"oxp_ecc09434-d9f1-4f3d-a96b-11035180e990/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:45:58.267273388Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:45:58.267283838Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:45:58.267289018Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:45:58.281018443Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:45:58.415215172Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:40.791711234Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:56571"}
{"msg":"region 1a2f6a21-2c18-4126-8db8-63f05169bc6e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:40.820589503Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:40.825370629Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:40.828604304Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"uri":"/crucible/0/regions","method":"POST","req_id":"412f0d14-134d-4bf6-9319-fd2823c7b5b8","remote_addr":"[fd00:1122:3344:101::b]:56571","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16466,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_ecc09434-d9f1-4f3d-a96b-11035180e990/crucible/regions/1a2f6a21-2c18-4126-8db8-63f05169bc6e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:40.834462881Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_ecc09434-d9f1-4f3d-a96b-11035180e990/crucible/regions/1a2f6a21-2c18-4126-8db8-63f05169bc6e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:40.834479061Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1a2f6a21-2c18-4126-8db8-63f05169bc6e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1a2f6a21-2c18-4126-8db8-63f05169bc6e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:40.887199627Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"region":"1a2f6a21-2c18-4126-8db8-63f05169bc6e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1a2f6a21-2c18-4126-8db8-63f05169bc6e\" \"--data\" \"/data/regions/1a2f6a21-2c18-4126-8db8-63f05169bc6e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:40.88931126Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"region":"1a2f6a21-2c18-4126-8db8-63f05169bc6e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.022955297Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"region":"1a2f6a21-2c18-4126-8db8-63f05169bc6e","component":"worker"}
{"msg":"region 1a2f6a21-2c18-4126-8db8-63f05169bc6e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.024837905Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.025029009Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1a2f6a21-2c18-4126-8db8-63f05169bc6e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.028418957Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1a2f6a21-2c18-4126-8db8-63f05169bc6e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.039641272Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.054858797Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1a2f6a21-2c18-4126-8db8-63f05169bc6e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.058054201Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1a2f6a21-2c18-4126-8db8-63f05169bc6e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.058802036Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.060819156Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.060875717Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.060925288Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.075373017Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.081873278Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.192373881Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"uri":"/crucible/0/regions","method":"POST","req_id":"1a22bde1-7008-4339-a65c-3e1b0da9c045","remote_addr":"[fd00:1122:3344:101::b]:56571","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":78,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.564143139Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"uri":"/crucible/0/regions/1a2f6a21-2c18-4126-8db8-63f05169bc6e","method":"GET","req_id":"6650a808-6fc5-4f61-b427-86e0598a20c5","remote_addr":"[fd00:1122:3344:101::b]:56571","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":84,"response_code":200}
{"msg":"path is \"/data/regions/1a2f6a21-2c18-4126-8db8-63f05169bc6e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.568038907Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"datafile"}
{"msg":"dataset is oxp_ecc09434-d9f1-4f3d-a96b-11035180e990/crucible/regions/1a2f6a21-2c18-4126-8db8-63f05169bc6e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.575932315Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"datafile"}
{"msg":"region 1a2f6a21-2c18-4126-8db8-63f05169bc6e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.582227831Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.582329953Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.582363544Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"uri":"/crucible/0/regions/1a2f6a21-2c18-4126-8db8-63f05169bc6e","method":"DELETE","req_id":"713b23cf-2cd5-4821-94d9-f9d6527f58e9","remote_addr":"[fd00:1122:3344:101::b]:56571","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":14338,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-1a2f6a21-2c18-4126-8db8-63f05169bc6e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.583459406Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.586117699Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"uri":"/crucible/0/regions/1a2f6a21-2c18-4126-8db8-63f05169bc6e","method":"GET","req_id":"5c961266-a5f3-490b-a469-676ca9b0017f","remote_addr":"[fd00:1122:3344:101::b]:56571","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.592048508Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ecc09434-d9f1-4f3d-a96b-11035180e990/crucible/regions/1a2f6a21-2c18-4126-8db8-63f05169bc6e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.60114396Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"region":"1a2f6a21-2c18-4126-8db8-63f05169bc6e","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.661918718Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"uri":"/crucible/0/regions/1a2f6a21-2c18-4126-8db8-63f05169bc6e","method":"GET","req_id":"3ec39ec8-9f30-4dab-8090-ac67c7ef8cbe","remote_addr":"[fd00:1122:3344:101::b]:56571","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"region 1a2f6a21-2c18-4126-8db8-63f05169bc6e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.675854187Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:41.825512005Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"uri":"/crucible/0/regions/1a2f6a21-2c18-4126-8db8-63f05169bc6e","method":"GET","req_id":"1f608522-ced8-4a7c-8371-803d021b384f","remote_addr":"[fd00:1122:3344:101::b]:56571","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"region 1051e568-a7d3-4d89-b87b-32228cdf0038 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:44.482568036Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:44.482745019Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"uri":"/crucible/0/regions","method":"POST","req_id":"c33ab42b-bd8b-4d91-ba8b-c63bc18425e0","remote_addr":"[fd00:1122:3344:101::b]:56571","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":221,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:44.48278759Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ecc09434-d9f1-4f3d-a96b-11035180e990/crucible/regions/1051e568-a7d3-4d89-b87b-32228cdf0038","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:44.488972414Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ecc09434-d9f1-4f3d-a96b-11035180e990/crucible/regions/1051e568-a7d3-4d89-b87b-32228cdf0038","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:44.489001595Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1051e568-a7d3-4d89-b87b-32228cdf0038\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1051e568-a7d3-4d89-b87b-32228cdf0038\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:44.533571338Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"region":"1051e568-a7d3-4d89-b87b-32228cdf0038","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1051e568-a7d3-4d89-b87b-32228cdf0038\" \"--data\" \"/data/regions/1051e568-a7d3-4d89-b87b-32228cdf0038\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:44.533613509Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"region":"1051e568-a7d3-4d89-b87b-32228cdf0038","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:44.624234734Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"region":"1051e568-a7d3-4d89-b87b-32228cdf0038","component":"worker"}
{"msg":"region 1051e568-a7d3-4d89-b87b-32228cdf0038 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:44.624279155Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:44.624369847Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1051e568-a7d3-4d89-b87b-32228cdf0038","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:44.625652353Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1051e568-a7d3-4d89-b87b-32228cdf0038","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:44.630474309Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:44.639358587Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1051e568-a7d3-4d89-b87b-32228cdf0038","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:44.644518471Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1051e568-a7d3-4d89-b87b-32228cdf0038","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:44.644822366Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:44.644869967Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:44.644905248Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:44.644940879Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:44.649269496Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:44.65499779Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:46:44.831398564Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"uri":"/crucible/0/regions","method":"POST","req_id":"675b51cb-a6ed-4b46-83df-93ebd1011e71","remote_addr":"[fd00:1122:3344:101::b]:56571","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.722355039Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:39097"}
{"msg":"region 9225f407-9492-49d6-bc7a-7c713bb386fe state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.723060724Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.723123925Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.723131165Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"uri":"/crucible/0/regions","method":"POST","req_id":"cee5d6f4-d51c-42ab-a6cb-a7ce0b515845","remote_addr":"[fd00:1122:3344:101::b]:39097","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":735,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_ecc09434-d9f1-4f3d-a96b-11035180e990/crucible/regions/9225f407-9492-49d6-bc7a-7c713bb386fe","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.729944302Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ecc09434-d9f1-4f3d-a96b-11035180e990/crucible/regions/9225f407-9492-49d6-bc7a-7c713bb386fe","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.729984092Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9225f407-9492-49d6-bc7a-7c713bb386fe\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9225f407-9492-49d6-bc7a-7c713bb386fe\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.782156508Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"region":"9225f407-9492-49d6-bc7a-7c713bb386fe","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9225f407-9492-49d6-bc7a-7c713bb386fe\" \"--data\" \"/data/regions/9225f407-9492-49d6-bc7a-7c713bb386fe\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.782203729Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"region":"9225f407-9492-49d6-bc7a-7c713bb386fe","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.862039368Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"region":"9225f407-9492-49d6-bc7a-7c713bb386fe","component":"worker"}
{"msg":"region 9225f407-9492-49d6-bc7a-7c713bb386fe state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.862069429Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.862192501Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.872015618Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"uri":"/crucible/0/regions","method":"POST","req_id":"f3c7382c-1f03-4057-8280-888892753f60","remote_addr":"[fd00:1122:3344:101::b]:39097","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"creating missing downstairs instance downstairs-9225f407-9492-49d6-bc7a-7c713bb386fe","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.877287863Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9225f407-9492-49d6-bc7a-7c713bb386fe","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.888889876Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.899404566Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9225f407-9492-49d6-bc7a-7c713bb386fe","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.902909017Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9225f407-9492-49d6-bc7a-7c713bb386fe","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.903176012Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.903223803Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.903262184Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.903298455Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.907252974Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:00.911947778Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.51481197Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"uri":"/crucible/0/regions/1051e568-a7d3-4d89-b87b-32228cdf0038","method":"GET","req_id":"a0f55a76-4aa8-46a6-80d8-3472017fa842","remote_addr":"[fd00:1122:3344:101::b]:39097","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"path is \"/data/regions/1051e568-a7d3-4d89-b87b-32228cdf0038\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.518682558Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"datafile"}
{"msg":"dataset is oxp_ecc09434-d9f1-4f3d-a96b-11035180e990/crucible/regions/1051e568-a7d3-4d89-b87b-32228cdf0038","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.525000364Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"datafile"}
{"msg":"snapshot is oxp_ecc09434-d9f1-4f3d-a96b-11035180e990/crucible/regions/1051e568-a7d3-4d89-b87b-32228cdf0038@c1d760f5-8ffd-48ac-b10e-00115bf55c0e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.530888061Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ecc09434-d9f1-4f3d-a96b-11035180e990/crucible/regions/1051e568-a7d3-4d89-b87b-32228cdf0038\", \"c1d760f5-8ffd-48ac-b10e-00115bf55c0e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.530901982Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.542082295Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"uri":"/crucible/0/regions/1051e568-a7d3-4d89-b87b-32228cdf0038/snapshots/c1d760f5-8ffd-48ac-b10e-00115bf55c0e","method":"GET","req_id":"7527e4f3-3549-49dc-b63a-9eb4b90a7d3d","remote_addr":"[fd00:1122:3344:101::b]:39097","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23460,"response_code":200}
{"msg":"path is \"/data/regions/1051e568-a7d3-4d89-b87b-32228cdf0038\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.545900022Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"datafile"}
{"msg":"dataset is oxp_ecc09434-d9f1-4f3d-a96b-11035180e990/crucible/regions/1051e568-a7d3-4d89-b87b-32228cdf0038","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.551730139Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"datafile"}
{"msg":"snapshot is oxp_ecc09434-d9f1-4f3d-a96b-11035180e990/crucible/regions/1051e568-a7d3-4d89-b87b-32228cdf0038@c1d760f5-8ffd-48ac-b10e-00115bf55c0e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.558350541Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ecc09434-d9f1-4f3d-a96b-11035180e990/crucible/regions/1051e568-a7d3-4d89-b87b-32228cdf0038\", \"c1d760f5-8ffd-48ac-b10e-00115bf55c0e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.558379762Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 1051e568-a7d3-4d89-b87b-32228cdf0038-c1d760f5-8ffd-48ac-b10e-00115bf55c0e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.565892692Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"datafile"}
{"msg":"applying SMF actions for region 1051e568-a7d3-4d89-b87b-32228cdf0038 running snapshot c1d760f5-8ffd-48ac-b10e-00115bf55c0e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.56828488Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.568315561Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"uri":"/crucible/0/regions/1051e568-a7d3-4d89-b87b-32228cdf0038/snapshots/c1d760f5-8ffd-48ac-b10e-00115bf55c0e/run","method":"POST","req_id":"b26577ba-26f3-472a-8bc2-203df7bdadad","remote_addr":"[fd00:1122:3344:101::b]:39097","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22420,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-1051e568-a7d3-4d89-b87b-32228cdf0038-c1d760f5-8ffd-48ac-b10e-00115bf55c0e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.573058866Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1051e568-a7d3-4d89-b87b-32228cdf0038-c1d760f5-8ffd-48ac-b10e-00115bf55c0e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.57577703Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1051e568-a7d3-4d89-b87b-32228cdf0038-c1d760f5-8ffd-48ac-b10e-00115bf55c0e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.586337402Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1051e568-a7d3-4d89-b87b-32228cdf0038/.zfs/snapshot/c1d760f5-8ffd-48ac-b10e-00115bf55c0e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.586658928Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.58671251Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.58675611Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.586799341Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.586864213Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.591623628Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.59620558Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"worker"}
{"msg":"region 1051e568-a7d3-4d89-b87b-32228cdf0038 running snapshot c1d760f5-8ffd-48ac-b10e-00115bf55c0e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.59623281Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"datafile"}
{"msg":"path is \"/data/regions/1051e568-a7d3-4d89-b87b-32228cdf0038\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.737612633Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"datafile"}
{"msg":"dataset is oxp_ecc09434-d9f1-4f3d-a96b-11035180e990/crucible/regions/1051e568-a7d3-4d89-b87b-32228cdf0038","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.74347315Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"datafile"}
{"msg":"snapshot is oxp_ecc09434-d9f1-4f3d-a96b-11035180e990/crucible/regions/1051e568-a7d3-4d89-b87b-32228cdf0038@c1d760f5-8ffd-48ac-b10e-00115bf55c0e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.749336198Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ecc09434-d9f1-4f3d-a96b-11035180e990/crucible/regions/1051e568-a7d3-4d89-b87b-32228cdf0038\", \"c1d760f5-8ffd-48ac-b10e-00115bf55c0e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.749362758Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-09T00:58:02.754349648Z","hostname":"oxz_crucible_cc2e5d9d-c5e2-46f8-a281-e968418a482a","pid":28120,"uri":"/crucible/0/regions/1051e568-a7d3-4d89-b87b-32228cdf0038/snapshots/c1d760f5-8ffd-48ac-b10e-00115bf55c0e/run","method":"POST","req_id":"f7ce5edb-fc1a-4d66-9de2-a8a8a6e1b479","remote_addr":"[fd00:1122:3344:101::b]:39097","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16794,"response_code":200}