[ Feb  5 23:45:03 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_aa284d21-36a1-4bb8-9512-75f515e83c76/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:03.371260198Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168}
{"msg":"dataset: \"oxp_aa284d21-36a1-4bb8-9512-75f515e83c76/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:03.371991905Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:03.371999045Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:03.372007225Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:03.394073202Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:03.580601835Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.015373485Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:56750"}
{"msg":"region 6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.0423332Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.044939436Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.044954616Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"uri":"/crucible/0/regions","method":"POST","req_id":"aa850012-afa3-45e4-b17a-f70ae6f6a75a","remote_addr":"[fd00:1122:3344:101::c]:56750","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":13634,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_aa284d21-36a1-4bb8-9512-75f515e83c76/crucible/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.052943434Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_aa284d21-36a1-4bb8-9512-75f515e83c76/crucible/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.052967754Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.100914375Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"region":"6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe\" \"--data\" \"/data/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.103710213Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"region":"6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.294968183Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"uri":"/crucible/0/regions","method":"POST","req_id":"d331cace-3a95-4247-ba4a-d35b18e7b155","remote_addr":"[fd00:1122:3344:101::c]:56750","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.462783612Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"region":"6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe","component":"worker"}
{"msg":"region 6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.462816842Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.463030524Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.463361988Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.471585658Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.488908508Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.491709136Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.492400003Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.492466063Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.492514354Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.492549134Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.49723861Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.501786715Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:53.902886556Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"uri":"/crucible/0/regions","method":"POST","req_id":"a210e306-13ab-4706-838c-190fae7a99ca","remote_addr":"[fd00:1122:3344:101::c]:56750","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.273612116Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:38251"}
{"msg":"region da6203c8-6921-48b1-9c2f-8c89552148ea state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.274328153Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.274753207Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.274766057Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"uri":"/crucible/0/regions","method":"POST","req_id":"c7d351f0-e328-4ddc-86cf-0ef925a43665","remote_addr":"[fd00:1122:3344:101::c]:38251","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":1086,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_aa284d21-36a1-4bb8-9512-75f515e83c76/crucible/regions/da6203c8-6921-48b1-9c2f-8c89552148ea","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.281481513Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_aa284d21-36a1-4bb8-9512-75f515e83c76/crucible/regions/da6203c8-6921-48b1-9c2f-8c89552148ea","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.281508613Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"da6203c8-6921-48b1-9c2f-8c89552148ea\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/da6203c8-6921-48b1-9c2f-8c89552148ea\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.329444814Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"region":"da6203c8-6921-48b1-9c2f-8c89552148ea","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"da6203c8-6921-48b1-9c2f-8c89552148ea\" \"--data\" \"/data/regions/da6203c8-6921-48b1-9c2f-8c89552148ea\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.329488155Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"region":"da6203c8-6921-48b1-9c2f-8c89552148ea","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.403489442Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"region":"da6203c8-6921-48b1-9c2f-8c89552148ea","component":"worker"}
{"msg":"region da6203c8-6921-48b1-9c2f-8c89552148ea state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.403519722Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.403620833Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-da6203c8-6921-48b1-9c2f-8c89552148ea","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.42265117Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-da6203c8-6921-48b1-9c2f-8c89552148ea","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.429308296Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.440639747Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-da6203c8-6921-48b1-9c2f-8c89552148ea","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.443506425Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/da6203c8-6921-48b1-9c2f-8c89552148ea","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.443812118Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.443852429Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.443887609Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.443920369Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.448270652Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.453220371Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:04.604556737Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"uri":"/crucible/0/regions","method":"POST","req_id":"6e1fea5e-1f74-47a8-afab-2a102281e6b0","remote_addr":"[fd00:1122:3344:101::c]:38251","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":79,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.28995103Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"uri":"/crucible/0/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe","method":"GET","req_id":"b6db2a36-686d-4037-9249-c0612d1bdfb8","remote_addr":"[fd00:1122:3344:101::c]:38251","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":88,"response_code":200}
{"msg":"path is \"/data/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.29507302Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"datafile"}
{"msg":"dataset is oxp_aa284d21-36a1-4bb8-9512-75f515e83c76/crucible/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.301509573Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"datafile"}
{"msg":"snapshot is oxp_aa284d21-36a1-4bb8-9512-75f515e83c76/crucible/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe@5e6d76e8-1b76-4174-8aee-55c5e6ee2f9f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.308035558Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_aa284d21-36a1-4bb8-9512-75f515e83c76/crucible/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe\", \"5e6d76e8-1b76-4174-8aee-55c5e6ee2f9f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.308062968Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.315650203Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"uri":"/crucible/0/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe/snapshots/5e6d76e8-1b76-4174-8aee-55c5e6ee2f9f","method":"GET","req_id":"068f0b42-69da-48b8-8076-66a2916e39c4","remote_addr":"[fd00:1122:3344:101::c]:38251","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20599,"response_code":200}
{"msg":"path is \"/data/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.319216078Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"datafile"}
{"msg":"dataset is oxp_aa284d21-36a1-4bb8-9512-75f515e83c76/crucible/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.32553673Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"datafile"}
{"msg":"snapshot is oxp_aa284d21-36a1-4bb8-9512-75f515e83c76/crucible/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe@5e6d76e8-1b76-4174-8aee-55c5e6ee2f9f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.331298866Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_aa284d21-36a1-4bb8-9512-75f515e83c76/crucible/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe\", \"5e6d76e8-1b76-4174-8aee-55c5e6ee2f9f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.331314486Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe-5e6d76e8-1b76-4174-8aee-55c5e6ee2f9f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.339473847Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"datafile"}
{"msg":"applying SMF actions for region 6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe running snapshot 5e6d76e8-1b76-4174-8aee-55c5e6ee2f9f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.339595598Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.339605108Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"uri":"/crucible/0/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe/snapshots/5e6d76e8-1b76-4174-8aee-55c5e6ee2f9f/run","method":"POST","req_id":"46d0f847-c9d0-4ef1-8b81-ecf6141fc9f1","remote_addr":"[fd00:1122:3344:101::c]:38251","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20398,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe-5e6d76e8-1b76-4174-8aee-55c5e6ee2f9f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.344054772Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe-5e6d76e8-1b76-4174-8aee-55c5e6ee2f9f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.356319712Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe-5e6d76e8-1b76-4174-8aee-55c5e6ee2f9f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.365520893Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe/.zfs/snapshot/5e6d76e8-1b76-4174-8aee-55c5e6ee2f9f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.365804235Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.365845486Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.365885416Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.365919586Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.365963807Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.369114688Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.37334583Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"region 6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe running snapshot 5e6d76e8-1b76-4174-8aee-55c5e6ee2f9f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.373358439Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"datafile"}
{"msg":"path is \"/data/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.709908347Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"datafile"}
{"msg":"dataset is oxp_aa284d21-36a1-4bb8-9512-75f515e83c76/crucible/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.716086307Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"datafile"}
{"msg":"snapshot is oxp_aa284d21-36a1-4bb8-9512-75f515e83c76/crucible/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe@5e6d76e8-1b76-4174-8aee-55c5e6ee2f9f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.722307168Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_aa284d21-36a1-4bb8-9512-75f515e83c76/crucible/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe\", \"5e6d76e8-1b76-4174-8aee-55c5e6ee2f9f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.722318819Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:06.728017215Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"uri":"/crucible/0/regions/6ef0c57d-0a0c-4d7a-a7da-2a7bb75ac0fe/snapshots/5e6d76e8-1b76-4174-8aee-55c5e6ee2f9f/run","method":"POST","req_id":"809af8be-f2b1-4b37-bb9b-93fd2453a21a","remote_addr":"[fd00:1122:3344:101::c]:38251","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18124,"response_code":200}
{"msg":"region 105ded62-48b3-4975-bcb6-864a19fc6bf0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:11.35592539Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:11.356135762Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:11.356150262Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"uri":"/crucible/0/regions","method":"POST","req_id":"3b97c537-f7d8-4d47-85fe-8842eaefcea6","remote_addr":"[fd00:1122:3344:101::c]:38251","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":267,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_aa284d21-36a1-4bb8-9512-75f515e83c76/crucible/regions/105ded62-48b3-4975-bcb6-864a19fc6bf0","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:11.362948079Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_aa284d21-36a1-4bb8-9512-75f515e83c76/crucible/regions/105ded62-48b3-4975-bcb6-864a19fc6bf0","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:11.36296758Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"105ded62-48b3-4975-bcb6-864a19fc6bf0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/105ded62-48b3-4975-bcb6-864a19fc6bf0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:11.40066509Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"region":"105ded62-48b3-4975-bcb6-864a19fc6bf0","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"105ded62-48b3-4975-bcb6-864a19fc6bf0\" \"--data\" \"/data/regions/105ded62-48b3-4975-bcb6-864a19fc6bf0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:11.40070093Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"region":"105ded62-48b3-4975-bcb6-864a19fc6bf0","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:11.483165281Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"region":"105ded62-48b3-4975-bcb6-864a19fc6bf0","component":"worker"}
{"msg":"region 105ded62-48b3-4975-bcb6-864a19fc6bf0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:11.483212601Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:11.483301532Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-105ded62-48b3-4975-bcb6-864a19fc6bf0","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:11.483813567Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-105ded62-48b3-4975-bcb6-864a19fc6bf0","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:11.486455713Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:11.493589093Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-105ded62-48b3-4975-bcb6-864a19fc6bf0","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:11.496410771Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/105ded62-48b3-4975-bcb6-864a19fc6bf0","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:11.496739904Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:11.496792985Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:11.496835895Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:11.496878865Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:11.500251999Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:11.510364748Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:11.568714081Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"uri":"/crucible/0/regions","method":"POST","req_id":"fcf654d8-bd29-49b3-9da7-c55ab8b3441c","remote_addr":"[fd00:1122:3344:101::c]:38251","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:36.112684992Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"uri":"/crucible/0/regions/105ded62-48b3-4975-bcb6-864a19fc6bf0","method":"GET","req_id":"c689c58b-2ccc-484e-9a3d-0c857d2bb00b","remote_addr":"[fd00:1122:3344:101::c]:38251","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"path is \"/data/regions/105ded62-48b3-4975-bcb6-864a19fc6bf0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:36.116345848Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"datafile"}
{"msg":"dataset is oxp_aa284d21-36a1-4bb8-9512-75f515e83c76/crucible/regions/105ded62-48b3-4975-bcb6-864a19fc6bf0","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:36.126613619Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"datafile"}
{"msg":"region 105ded62-48b3-4975-bcb6-864a19fc6bf0 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:36.133714779Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:36.134279994Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:36.134289624Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"uri":"/crucible/0/regions/105ded62-48b3-4975-bcb6-864a19fc6bf0","method":"DELETE","req_id":"99188793-49d8-4a4b-a961-0174947c9fe6","remote_addr":"[fd00:1122:3344:101::c]:38251","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17977,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-105ded62-48b3-4975-bcb6-864a19fc6bf0 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:36.13588907Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:36.137672727Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"uri":"/crucible/0/regions/105ded62-48b3-4975-bcb6-864a19fc6bf0","method":"GET","req_id":"9ef27fc2-c87c-478a-a588-35567f37c148","remote_addr":"[fd00:1122:3344:101::c]:38251","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":33,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:36.152625783Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_aa284d21-36a1-4bb8-9512-75f515e83c76/crucible/regions/105ded62-48b3-4975-bcb6-864a19fc6bf0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:36.161169209Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"region":"105ded62-48b3-4975-bcb6-864a19fc6bf0","component":"worker"}
{"msg":"region 105ded62-48b3-4975-bcb6-864a19fc6bf0 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:36.21464819Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:57:36.241299516Z","hostname":"oxz_crucible_2520809e-1ec7-4edb-9c25-9bb4db410ce3","pid":3168,"uri":"/crucible/0/regions/105ded62-48b3-4975-bcb6-864a19fc6bf0","method":"GET","req_id":"64e3b44e-2a43-4986-9b35-293a5d21006f","remote_addr":"[fd00:1122:3344:101::c]:38251","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":200}