[ Jun 29 20:30:11 Enabled. ]
[ Jun 29 20:30:11 Rereading configuration. ]
[ Jun 29 20:30:14 Rereading configuration. ]
[ Jun 29 20:30:18 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_c5ddb8c5-8eb1-435c-907b-e9c4b06d3dba/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b\nCommit timestamp: 2026-06-25T19:33:01.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:30:18.891367997Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183}
{"msg":"dataset: \"oxp_c5ddb8c5-8eb1-435c-907b-e9c4b06d3dba/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:30:18.891528931Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:30:18.891541292Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:30:18.891546732Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:30:18.909699497Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:30:18.984782388Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.519728778Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:44028"}
{"msg":"region 47e67e91-1edc-48e0-96ec-46520834c8b7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.55529109Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.559901246Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.562509901Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"uri":"/crucible/0/regions","method":"POST","req_id":"a0637587-c0e6-4d86-ab75-5c209b6efdce","remote_addr":"[fd00:1122:3344:101::c]:44028","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16519,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_c5ddb8c5-8eb1-435c-907b-e9c4b06d3dba/crucible/regions/47e67e91-1edc-48e0-96ec-46520834c8b7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.568954062Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_c5ddb8c5-8eb1-435c-907b-e9c4b06d3dba/crucible/regions/47e67e91-1edc-48e0-96ec-46520834c8b7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.568966933Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"47e67e91-1edc-48e0-96ec-46520834c8b7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/47e67e91-1edc-48e0-96ec-46520834c8b7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.624451114Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"region":"47e67e91-1edc-48e0-96ec-46520834c8b7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"47e67e91-1edc-48e0-96ec-46520834c8b7\" \"--data\" \"/data/regions/47e67e91-1edc-48e0-96ec-46520834c8b7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.628078415Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"region":"47e67e91-1edc-48e0-96ec-46520834c8b7","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.740498383Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"uri":"/crucible/0/regions","method":"POST","req_id":"c105951a-663c-425c-a845-f7a31ad122d1","remote_addr":"[fd00:1122:3344:101::c]:44028","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.916240459Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"region":"47e67e91-1edc-48e0-96ec-46520834c8b7","component":"worker"}
{"msg":"region 47e67e91-1edc-48e0-96ec-46520834c8b7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.918099495Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.918235309Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-47e67e91-1edc-48e0-96ec-46520834c8b7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.92109663Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-47e67e91-1edc-48e0-96ec-46520834c8b7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.930058575Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.944849906Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-47e67e91-1edc-48e0-96ec-46520834c8b7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.948303972Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/47e67e91-1edc-48e0-96ec-46520834c8b7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.949182215Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.951483082Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.951533344Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.951577745Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.96497233Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:16.969242397Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:17.295322222Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"uri":"/crucible/0/regions","method":"POST","req_id":"225fa5e7-6ae9-4856-9e5f-d6d12986eb38","remote_addr":"[fd00:1122:3344:101::c]:44028","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":89,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:17.649705987Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"uri":"/crucible/0/regions/47e67e91-1edc-48e0-96ec-46520834c8b7","method":"GET","req_id":"eb840679-2757-48d4-9184-ece660fb2dc8","remote_addr":"[fd00:1122:3344:101::c]:44028","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"path is \"/data/regions/47e67e91-1edc-48e0-96ec-46520834c8b7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:17.653367519Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"datafile"}
{"msg":"dataset is oxp_c5ddb8c5-8eb1-435c-907b-e9c4b06d3dba/crucible/regions/47e67e91-1edc-48e0-96ec-46520834c8b7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:17.66262126Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"datafile"}
{"msg":"region 47e67e91-1edc-48e0-96ec-46520834c8b7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:17.670131719Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:17.670252782Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:17.670275923Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"uri":"/crucible/0/regions/47e67e91-1edc-48e0-96ec-46520834c8b7","method":"DELETE","req_id":"0071f266-c688-47f8-b306-b9948a9fdcb0","remote_addr":"[fd00:1122:3344:101::c]:44028","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16948,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-47e67e91-1edc-48e0-96ec-46520834c8b7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:17.671252577Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:17.674346954Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"uri":"/crucible/0/regions/47e67e91-1edc-48e0-96ec-46520834c8b7","method":"GET","req_id":"f27ef5af-449b-4ec1-a383-5d49fe47a875","remote_addr":"[fd00:1122:3344:101::c]:44028","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":42,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:17.678008576Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_c5ddb8c5-8eb1-435c-907b-e9c4b06d3dba/crucible/regions/47e67e91-1edc-48e0-96ec-46520834c8b7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:17.687221757Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"region":"47e67e91-1edc-48e0-96ec-46520834c8b7","component":"worker"}
{"msg":"region 47e67e91-1edc-48e0-96ec-46520834c8b7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:17.758520765Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:17.811805161Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"uri":"/crucible/0/regions/47e67e91-1edc-48e0-96ec-46520834c8b7","method":"GET","req_id":"30ffaee3-09cc-43d2-beb7-2d8a24f25dc7","remote_addr":"[fd00:1122:3344:101::c]:44028","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":49,"response_code":200}
{"msg":"region 452de764-4663-476f-a1ae-5955729b2a19 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.340806589Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.341721182Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.341745272Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"uri":"/crucible/0/regions","method":"POST","req_id":"15b01f7e-987f-4bcd-a078-8173ef00e476","remote_addr":"[fd00:1122:3344:101::c]:44028","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":192,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_c5ddb8c5-8eb1-435c-907b-e9c4b06d3dba/crucible/regions/452de764-4663-476f-a1ae-5955729b2a19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.347320422Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c5ddb8c5-8eb1-435c-907b-e9c4b06d3dba/crucible/regions/452de764-4663-476f-a1ae-5955729b2a19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.347351143Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"452de764-4663-476f-a1ae-5955729b2a19\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/452de764-4663-476f-a1ae-5955729b2a19\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.398482105Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"region":"452de764-4663-476f-a1ae-5955729b2a19","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"452de764-4663-476f-a1ae-5955729b2a19\" \"--data\" \"/data/regions/452de764-4663-476f-a1ae-5955729b2a19\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.398556807Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"region":"452de764-4663-476f-a1ae-5955729b2a19","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.473106815Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"region":"452de764-4663-476f-a1ae-5955729b2a19","component":"worker"}
{"msg":"region 452de764-4663-476f-a1ae-5955729b2a19 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.473141016Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.473250479Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-452de764-4663-476f-a1ae-5955729b2a19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.474509981Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-452de764-4663-476f-a1ae-5955729b2a19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.479719951Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.48765171Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-452de764-4663-476f-a1ae-5955729b2a19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.491839495Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/452de764-4663-476f-a1ae-5955729b2a19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.492134863Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.492170473Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.492210674Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.492245625Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.496248296Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.501542048Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.59215177Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"uri":"/crucible/0/regions","method":"POST","req_id":"1644830e-a31e-4d73-9cff-20ee81e2d7dc","remote_addr":"[fd00:1122:3344:101::c]:44028","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.07057064Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:33559"}
{"msg":"region 86ab6c72-0028-4fe1-9e9b-95b403369247 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.070715214Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.071246577Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"uri":"/crucible/0/regions","method":"POST","req_id":"1557c195-40f8-45d6-9af6-9d9fa4593c4b","remote_addr":"[fd00:1122:3344:101::c]:33559","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":633,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.071265888Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_c5ddb8c5-8eb1-435c-907b-e9c4b06d3dba/crucible/regions/86ab6c72-0028-4fe1-9e9b-95b403369247","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.079758241Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c5ddb8c5-8eb1-435c-907b-e9c4b06d3dba/crucible/regions/86ab6c72-0028-4fe1-9e9b-95b403369247","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.079786642Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"86ab6c72-0028-4fe1-9e9b-95b403369247\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/86ab6c72-0028-4fe1-9e9b-95b403369247\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.189371459Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"region":"86ab6c72-0028-4fe1-9e9b-95b403369247","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"86ab6c72-0028-4fe1-9e9b-95b403369247\" \"--data\" \"/data/regions/86ab6c72-0028-4fe1-9e9b-95b403369247\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.18941089Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"region":"86ab6c72-0028-4fe1-9e9b-95b403369247","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.359243748Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"uri":"/crucible/0/regions","method":"POST","req_id":"d613c10c-e804-4eea-beb9-95f8c1876373","remote_addr":"[fd00:1122:3344:101::c]:33559","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.42358399Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"region":"86ab6c72-0028-4fe1-9e9b-95b403369247","component":"worker"}
{"msg":"region 86ab6c72-0028-4fe1-9e9b-95b403369247 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.423620731Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.423745285Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-86ab6c72-0028-4fe1-9e9b-95b403369247","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.436046643Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-86ab6c72-0028-4fe1-9e9b-95b403369247","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.481130013Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.521734541Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-86ab6c72-0028-4fe1-9e9b-95b403369247","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.546772269Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/86ab6c72-0028-4fe1-9e9b-95b403369247","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.547154239Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.547176439Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.54722532Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.547262541Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.571594681Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.588009363Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:25.076345245Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"uri":"/crucible/0/regions","method":"POST","req_id":"81166831-eba3-44bd-a33f-db35e587047e","remote_addr":"[fd00:1122:3344:101::c]:33559","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.883607903Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"uri":"/crucible/0/regions/452de764-4663-476f-a1ae-5955729b2a19","method":"GET","req_id":"ab7433b4-1be6-49de-a0be-7aa74b52db00","remote_addr":"[fd00:1122:3344:101::c]:33559","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"path is \"/data/regions/452de764-4663-476f-a1ae-5955729b2a19\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.887006688Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"datafile"}
{"msg":"dataset is oxp_c5ddb8c5-8eb1-435c-907b-e9c4b06d3dba/crucible/regions/452de764-4663-476f-a1ae-5955729b2a19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.895215754Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"datafile"}
{"msg":"snapshot is oxp_c5ddb8c5-8eb1-435c-907b-e9c4b06d3dba/crucible/regions/452de764-4663-476f-a1ae-5955729b2a19@0552723c-0123-4467-bc7d-29a4c813f271","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.903272136Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c5ddb8c5-8eb1-435c-907b-e9c4b06d3dba/crucible/regions/452de764-4663-476f-a1ae-5955729b2a19\", \"0552723c-0123-4467-bc7d-29a4c813f271\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.903337657Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.922391495Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"uri":"/crucible/0/regions/452de764-4663-476f-a1ae-5955729b2a19/snapshots/0552723c-0123-4467-bc7d-29a4c813f271","method":"GET","req_id":"b3a029f6-8441-4265-a188-75ae92ca1377","remote_addr":"[fd00:1122:3344:101::c]:33559","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":35420,"response_code":200}
{"msg":"path is \"/data/regions/452de764-4663-476f-a1ae-5955729b2a19\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.926899868Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"datafile"}
{"msg":"dataset is oxp_c5ddb8c5-8eb1-435c-907b-e9c4b06d3dba/crucible/regions/452de764-4663-476f-a1ae-5955729b2a19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.934999431Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"datafile"}
{"msg":"snapshot is oxp_c5ddb8c5-8eb1-435c-907b-e9c4b06d3dba/crucible/regions/452de764-4663-476f-a1ae-5955729b2a19@0552723c-0123-4467-bc7d-29a4c813f271","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.941919645Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c5ddb8c5-8eb1-435c-907b-e9c4b06d3dba/crucible/regions/452de764-4663-476f-a1ae-5955729b2a19\", \"0552723c-0123-4467-bc7d-29a4c813f271\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.941949095Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 452de764-4663-476f-a1ae-5955729b2a19-0552723c-0123-4467-bc7d-29a4c813f271 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.950017188Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"datafile"}
{"msg":"applying SMF actions for region 452de764-4663-476f-a1ae-5955729b2a19 running snapshot 0552723c-0123-4467-bc7d-29a4c813f271 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.952668254Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.952685896Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"uri":"/crucible/0/regions/452de764-4663-476f-a1ae-5955729b2a19/snapshots/0552723c-0123-4467-bc7d-29a4c813f271/run","method":"POST","req_id":"90b733c1-709c-497e-a7ee-adde4dcaf0b9","remote_addr":"[fd00:1122:3344:101::c]:33559","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25829,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-452de764-4663-476f-a1ae-5955729b2a19-0552723c-0123-4467-bc7d-29a4c813f271","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.960800798Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-452de764-4663-476f-a1ae-5955729b2a19-0552723c-0123-4467-bc7d-29a4c813f271","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:27.006243896Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-452de764-4663-476f-a1ae-5955729b2a19-0552723c-0123-4467-bc7d-29a4c813f271","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:27.104526431Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/452de764-4663-476f-a1ae-5955729b2a19/.zfs/snapshot/0552723c-0123-4467-bc7d-29a4c813f271","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:27.104796207Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:27.104843488Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:27.10489804Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:27.104944421Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:27.105007283Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:27.136341918Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:27.162693959Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"worker"}
{"msg":"region 452de764-4663-476f-a1ae-5955729b2a19 running snapshot 0552723c-0123-4467-bc7d-29a4c813f271 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:27.162726619Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"datafile"}
{"msg":"path is \"/data/regions/452de764-4663-476f-a1ae-5955729b2a19\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:27.223595016Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"datafile"}
{"msg":"dataset is oxp_c5ddb8c5-8eb1-435c-907b-e9c4b06d3dba/crucible/regions/452de764-4663-476f-a1ae-5955729b2a19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:27.231061483Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"datafile"}
{"msg":"snapshot is oxp_c5ddb8c5-8eb1-435c-907b-e9c4b06d3dba/crucible/regions/452de764-4663-476f-a1ae-5955729b2a19@0552723c-0123-4467-bc7d-29a4c813f271","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:27.238328475Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c5ddb8c5-8eb1-435c-907b-e9c4b06d3dba/crucible/regions/452de764-4663-476f-a1ae-5955729b2a19\", \"0552723c-0123-4467-bc7d-29a4c813f271\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:27.238370466Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:27.246001047Z","hostname":"oxz_crucible_8e253dfe-f569-4f9b-a482-a87b6ad7b6ab","pid":28183,"uri":"/crucible/0/regions/452de764-4663-476f-a1ae-5955729b2a19/snapshots/0552723c-0123-4467-bc7d-29a4c813f271/run","method":"POST","req_id":"30a33df1-9446-4c38-896e-4c54a5562ce0","remote_addr":"[fd00:1122:3344:101::c]:33559","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22424,"response_code":200}