[ Jul 29 08:02:46 Enabled. ]
[ Jul 29 08:02:46 Rereading configuration. ]
[ Jul 29 08:02:48 Rereading configuration. ]
[ Jul 29 08:02:53 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f89c161b-1168-45d8-88dd-c3f64abd5710/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b\nCommit timestamp: 2026-06-25T19:33:01.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:02:53.511209285Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475}
{"msg":"dataset: \"oxp_f89c161b-1168-45d8-88dd-c3f64abd5710/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:02:53.51147945Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:02:53.511546402Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:02:53.511564602Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:02:53.526703486Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:02:53.607887924Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.2230147Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52989"}
{"msg":"region d7e844e2-665a-4a70-bca7-8e4e5221ac2a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.254314698Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.259318288Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.261556233Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"uri":"/crucible/0/regions","method":"POST","req_id":"69521894-fb00-490a-b425-207692917726","remote_addr":"[fd00:1122:3344:101::a]:52989","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":16094,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_f89c161b-1168-45d8-88dd-c3f64abd5710/crucible/regions/d7e844e2-665a-4a70-bca7-8e4e5221ac2a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.268569494Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_f89c161b-1168-45d8-88dd-c3f64abd5710/crucible/regions/d7e844e2-665a-4a70-bca7-8e4e5221ac2a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.268594224Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d7e844e2-665a-4a70-bca7-8e4e5221ac2a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d7e844e2-665a-4a70-bca7-8e4e5221ac2a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.339794742Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"region":"d7e844e2-665a-4a70-bca7-8e4e5221ac2a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d7e844e2-665a-4a70-bca7-8e4e5221ac2a\" \"--data\" \"/data/regions/d7e844e2-665a-4a70-bca7-8e4e5221ac2a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.341932065Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"region":"d7e844e2-665a-4a70-bca7-8e4e5221ac2a","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.479260448Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"region":"d7e844e2-665a-4a70-bca7-8e4e5221ac2a","component":"worker"}
{"msg":"region d7e844e2-665a-4a70-bca7-8e4e5221ac2a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.483196067Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.483523074Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d7e844e2-665a-4a70-bca7-8e4e5221ac2a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.486146636Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d7e844e2-665a-4a70-bca7-8e4e5221ac2a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.493110676Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.505164898Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d7e844e2-665a-4a70-bca7-8e4e5221ac2a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.508167438Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d7e844e2-665a-4a70-bca7-8e4e5221ac2a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.508859892Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.510794531Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.510840321Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.510870522Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.521065557Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.526879883Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:46.59601327Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"uri":"/crucible/0/regions","method":"POST","req_id":"757adaf2-d9f0-4daf-b112-eb6a1002ed71","remote_addr":"[fd00:1122:3344:101::a]:52989","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:47.062588106Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"uri":"/crucible/0/regions/d7e844e2-665a-4a70-bca7-8e4e5221ac2a","method":"GET","req_id":"5f12e1ba-68f0-4fab-89a4-762c3cd60f34","remote_addr":"[fd00:1122:3344:101::a]:52989","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":84,"response_code":200}
{"msg":"path is \"/data/regions/d7e844e2-665a-4a70-bca7-8e4e5221ac2a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:47.066208989Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"datafile"}
{"msg":"dataset is oxp_f89c161b-1168-45d8-88dd-c3f64abd5710/crucible/regions/d7e844e2-665a-4a70-bca7-8e4e5221ac2a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:47.074001985Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"datafile"}
{"msg":"region d7e844e2-665a-4a70-bca7-8e4e5221ac2a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:47.08174589Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:47.081949745Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:47.081977135Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"uri":"/crucible/0/regions/d7e844e2-665a-4a70-bca7-8e4e5221ac2a","method":"DELETE","req_id":"adf602a4-be3b-4bef-85c3-6e508f963108","remote_addr":"[fd00:1122:3344:101::a]:52989","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15784,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-d7e844e2-665a-4a70-bca7-8e4e5221ac2a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:47.082910264Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:47.087392004Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"uri":"/crucible/0/regions/d7e844e2-665a-4a70-bca7-8e4e5221ac2a","method":"GET","req_id":"30d5fc47-f7b9-49f1-8b7e-28ed9d036912","remote_addr":"[fd00:1122:3344:101::a]:52989","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":65,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:47.088279301Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f89c161b-1168-45d8-88dd-c3f64abd5710/crucible/regions/d7e844e2-665a-4a70-bca7-8e4e5221ac2a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:47.097727931Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"region":"d7e844e2-665a-4a70-bca7-8e4e5221ac2a","component":"worker"}
{"msg":"region d7e844e2-665a-4a70-bca7-8e4e5221ac2a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:47.173596283Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:47.187530792Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"uri":"/crucible/0/regions/d7e844e2-665a-4a70-bca7-8e4e5221ac2a","method":"GET","req_id":"03ade0c2-1c12-4fbe-b8d4-85fd57449674","remote_addr":"[fd00:1122:3344:101::a]:52989","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"region 8eb115e7-1430-4632-8eab-089413f6af26 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.215828078Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.216062593Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"uri":"/crucible/0/regions","method":"POST","req_id":"c0f79c3d-c00e-4c6a-a2c0-ea7b0b08809a","remote_addr":"[fd00:1122:3344:101::a]:52989","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":269,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.216640075Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f89c161b-1168-45d8-88dd-c3f64abd5710/crucible/regions/8eb115e7-1430-4632-8eab-089413f6af26","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.221539473Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f89c161b-1168-45d8-88dd-c3f64abd5710/crucible/regions/8eb115e7-1430-4632-8eab-089413f6af26","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.221558004Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8eb115e7-1430-4632-8eab-089413f6af26\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8eb115e7-1430-4632-8eab-089413f6af26\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.287791522Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"region":"8eb115e7-1430-4632-8eab-089413f6af26","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8eb115e7-1430-4632-8eab-089413f6af26\" \"--data\" \"/data/regions/8eb115e7-1430-4632-8eab-089413f6af26\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.287883644Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"region":"8eb115e7-1430-4632-8eab-089413f6af26","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.357064621Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"region":"8eb115e7-1430-4632-8eab-089413f6af26","component":"worker"}
{"msg":"region 8eb115e7-1430-4632-8eab-089413f6af26 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.357127502Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.357355236Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.357388487Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"uri":"/crucible/0/regions","method":"POST","req_id":"6a7177c6-5f07-4356-abe1-b1880d8a27bb","remote_addr":"[fd00:1122:3344:101::a]:52989","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"creating missing downstairs instance downstairs-8eb115e7-1430-4632-8eab-089413f6af26","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.358636612Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8eb115e7-1430-4632-8eab-089413f6af26","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.362317196Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.369697554Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8eb115e7-1430-4632-8eab-089413f6af26","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.372823417Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8eb115e7-1430-4632-8eab-089413f6af26","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.373144373Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.373198964Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.373237685Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.373269415Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.376918399Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.381612403Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.49048732Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62583"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.490681634Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"uri":"/crucible/0/regions/8eb115e7-1430-4632-8eab-089413f6af26","method":"GET","req_id":"d568d78c-71b4-40de-86fb-f3a5ffc86c5c","remote_addr":"[fd00:1122:3344:101::a]:62583","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"path is \"/data/regions/8eb115e7-1430-4632-8eab-089413f6af26\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.496154494Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"datafile"}
{"msg":"dataset is oxp_f89c161b-1168-45d8-88dd-c3f64abd5710/crucible/regions/8eb115e7-1430-4632-8eab-089413f6af26","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.505278277Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"datafile"}
{"msg":"snapshot is oxp_f89c161b-1168-45d8-88dd-c3f64abd5710/crucible/regions/8eb115e7-1430-4632-8eab-089413f6af26@ba05c569-8456-49c4-896e-65b31a31849c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.514356705Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f89c161b-1168-45d8-88dd-c3f64abd5710/crucible/regions/8eb115e7-1430-4632-8eab-089413f6af26\", \"ba05c569-8456-49c4-896e-65b31a31849c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.51438305Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.53090531Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"uri":"/crucible/0/regions/8eb115e7-1430-4632-8eab-089413f6af26/snapshots/ba05c569-8456-49c4-896e-65b31a31849c","method":"GET","req_id":"150054ab-2e73-4726-9923-80fc7f661a46","remote_addr":"[fd00:1122:3344:101::a]:62583","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":34816,"response_code":200}
{"msg":"path is \"/data/regions/8eb115e7-1430-4632-8eab-089413f6af26\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.536864322Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"datafile"}
{"msg":"dataset is oxp_f89c161b-1168-45d8-88dd-c3f64abd5710/crucible/regions/8eb115e7-1430-4632-8eab-089413f6af26","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.545437781Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"datafile"}
{"msg":"snapshot is oxp_f89c161b-1168-45d8-88dd-c3f64abd5710/crucible/regions/8eb115e7-1430-4632-8eab-089413f6af26@ba05c569-8456-49c4-896e-65b31a31849c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.551825103Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f89c161b-1168-45d8-88dd-c3f64abd5710/crucible/regions/8eb115e7-1430-4632-8eab-089413f6af26\", \"ba05c569-8456-49c4-896e-65b31a31849c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.55185621Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 8eb115e7-1430-4632-8eab-089413f6af26-ba05c569-8456-49c4-896e-65b31a31849c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.558075525Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"datafile"}
{"msg":"applying SMF actions for region 8eb115e7-1430-4632-8eab-089413f6af26 running snapshot ba05c569-8456-49c4-896e-65b31a31849c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.561501514Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.561520534Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"uri":"/crucible/0/regions/8eb115e7-1430-4632-8eab-089413f6af26/snapshots/ba05c569-8456-49c4-896e-65b31a31849c/run","method":"POST","req_id":"a28fe858-160f-4d95-8031-86c60667f1b7","remote_addr":"[fd00:1122:3344:101::a]:62583","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24657,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-8eb115e7-1430-4632-8eab-089413f6af26-ba05c569-8456-49c4-896e-65b31a31849c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.571497944Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8eb115e7-1430-4632-8eab-089413f6af26-ba05c569-8456-49c4-896e-65b31a31849c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.581552836Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8eb115e7-1430-4632-8eab-089413f6af26-ba05c569-8456-49c4-896e-65b31a31849c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.595431664Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8eb115e7-1430-4632-8eab-089413f6af26/.zfs/snapshot/ba05c569-8456-49c4-896e-65b31a31849c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.595757361Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.595806132Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.595849183Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.595884803Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.595929194Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.599797862Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.604815333Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"worker"}
{"msg":"region 8eb115e7-1430-4632-8eab-089413f6af26 running snapshot ba05c569-8456-49c4-896e-65b31a31849c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.604828793Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"datafile"}
{"msg":"path is \"/data/regions/8eb115e7-1430-4632-8eab-089413f6af26\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.931105945Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"datafile"}
{"msg":"dataset is oxp_f89c161b-1168-45d8-88dd-c3f64abd5710/crucible/regions/8eb115e7-1430-4632-8eab-089413f6af26","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.937911532Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"datafile"}
{"msg":"snapshot is oxp_f89c161b-1168-45d8-88dd-c3f64abd5710/crucible/regions/8eb115e7-1430-4632-8eab-089413f6af26@ba05c569-8456-49c4-896e-65b31a31849c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.944845215Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f89c161b-1168-45d8-88dd-c3f64abd5710/crucible/regions/8eb115e7-1430-4632-8eab-089413f6af26\", \"ba05c569-8456-49c4-896e-65b31a31849c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.944888397Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.950054735Z","hostname":"oxz_crucible_5c11f6ff-34ec-4b3c-a1a7-a08ed5a2ea2a","pid":25475,"uri":"/crucible/0/regions/8eb115e7-1430-4632-8eab-089413f6af26/snapshots/ba05c569-8456-49c4-896e-65b31a31849c/run","method":"POST","req_id":"b7f6425f-2fc0-4a5b-8884-faadf86a637b","remote_addr":"[fd00:1122:3344:101::a]:62583","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19003,"response_code":200}