{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.73702979Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:61704"}
{"msg":"region 11c4e526-5c72-41a3-a50c-df4835077893 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.73719604Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.738944799Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.738965139Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"uri":"/crucible/0/regions","method":"POST","req_id":"ffa15275-f724-4e41-89be-0f03f6dc226b","remote_addr":"[fd00:1122:3344:101::c]:61704","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":1080,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_d80ebe84-e163-48ee-ac2d-0d9579c89cfe/crucible/regions/11c4e526-5c72-41a3-a50c-df4835077893","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.746350926Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d80ebe84-e163-48ee-ac2d-0d9579c89cfe/crucible/regions/11c4e526-5c72-41a3-a50c-df4835077893","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.746367727Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"11c4e526-5c72-41a3-a50c-df4835077893\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/11c4e526-5c72-41a3-a50c-df4835077893\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.812399649Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"region":"11c4e526-5c72-41a3-a50c-df4835077893","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"11c4e526-5c72-41a3-a50c-df4835077893\" \"--data\" \"/data/regions/11c4e526-5c72-41a3-a50c-df4835077893\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.812430399Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"region":"11c4e526-5c72-41a3-a50c-df4835077893","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.884569142Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"uri":"/crucible/0/regions","method":"POST","req_id":"fd89c36a-1c76-481d-a9b8-a57717b37bfc","remote_addr":"[fd00:1122:3344:101::c]:61704","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.919139456Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"region":"11c4e526-5c72-41a3-a50c-df4835077893","component":"worker"}
{"msg":"region 11c4e526-5c72-41a3-a50c-df4835077893 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.919157816Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.919257926Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-11c4e526-5c72-41a3-a50c-df4835077893","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.919580058Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-11c4e526-5c72-41a3-a50c-df4835077893","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.928901635Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.945345698Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-11c4e526-5c72-41a3-a50c-df4835077893","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.948261032Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/11c4e526-5c72-41a3-a50c-df4835077893","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.948516103Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.948571524Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.948612044Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.948648914Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.952259192Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:47.966379843Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:48.423873544Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"uri":"/crucible/0/regions","method":"POST","req_id":"1a4e94ca-e39b-48e3-9e0e-eed8c16423ef","remote_addr":"[fd00:1122:3344:101::c]:61704","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.489367291Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"uri":"/crucible/0/regions/7a33fc75-da96-44be-a244-1cd161fa3d0e","method":"GET","req_id":"dd5b3bf4-fe8c-464b-8c00-4650f8c0806b","remote_addr":"[fd00:1122:3344:101::c]:61704","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"path is \"/data/regions/7a33fc75-da96-44be-a244-1cd161fa3d0e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.492582949Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"datafile"}
{"msg":"dataset is oxp_d80ebe84-e163-48ee-ac2d-0d9579c89cfe/crucible/regions/7a33fc75-da96-44be-a244-1cd161fa3d0e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.499134292Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"datafile"}
{"msg":"snapshot is oxp_d80ebe84-e163-48ee-ac2d-0d9579c89cfe/crucible/regions/7a33fc75-da96-44be-a244-1cd161fa3d0e@a9c7e67a-e164-4e9b-9eb8-327832afc83a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.505029391Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d80ebe84-e163-48ee-ac2d-0d9579c89cfe/crucible/regions/7a33fc75-da96-44be-a244-1cd161fa3d0e\", \"a9c7e67a-e164-4e9b-9eb8-327832afc83a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.505040062Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.513768306Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"uri":"/crucible/0/regions/7a33fc75-da96-44be-a244-1cd161fa3d0e/snapshots/a9c7e67a-e164-4e9b-9eb8-327832afc83a","method":"GET","req_id":"e61cd4ea-7055-4d89-8c66-5163ba71eb5f","remote_addr":"[fd00:1122:3344:101::c]:61704","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21195,"response_code":200}
{"msg":"path is \"/data/regions/7a33fc75-da96-44be-a244-1cd161fa3d0e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.516959802Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"datafile"}
{"msg":"dataset is oxp_d80ebe84-e163-48ee-ac2d-0d9579c89cfe/crucible/regions/7a33fc75-da96-44be-a244-1cd161fa3d0e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.522794081Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"datafile"}
{"msg":"snapshot is oxp_d80ebe84-e163-48ee-ac2d-0d9579c89cfe/crucible/regions/7a33fc75-da96-44be-a244-1cd161fa3d0e@a9c7e67a-e164-4e9b-9eb8-327832afc83a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.528233668Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d80ebe84-e163-48ee-ac2d-0d9579c89cfe/crucible/regions/7a33fc75-da96-44be-a244-1cd161fa3d0e\", \"a9c7e67a-e164-4e9b-9eb8-327832afc83a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.528247488Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 7a33fc75-da96-44be-a244-1cd161fa3d0e-a9c7e67a-e164-4e9b-9eb8-327832afc83a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.53462248Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"datafile"}
{"msg":"applying SMF actions for region 7a33fc75-da96-44be-a244-1cd161fa3d0e running snapshot a9c7e67a-e164-4e9b-9eb8-327832afc83a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.534749201Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.534757821Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"uri":"/crucible/0/regions/7a33fc75-da96-44be-a244-1cd161fa3d0e/snapshots/a9c7e67a-e164-4e9b-9eb8-327832afc83a/run","method":"POST","req_id":"5dd15657-bfcc-4201-8339-8dda253431e8","remote_addr":"[fd00:1122:3344:101::c]:61704","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17805,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-7a33fc75-da96-44be-a244-1cd161fa3d0e-a9c7e67a-e164-4e9b-9eb8-327832afc83a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.539335564Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-7a33fc75-da96-44be-a244-1cd161fa3d0e-a9c7e67a-e164-4e9b-9eb8-327832afc83a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.549487075Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-7a33fc75-da96-44be-a244-1cd161fa3d0e-a9c7e67a-e164-4e9b-9eb8-327832afc83a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.559314255Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7a33fc75-da96-44be-a244-1cd161fa3d0e/.zfs/snapshot/a9c7e67a-e164-4e9b-9eb8-327832afc83a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.559596086Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.559684566Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.559745967Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.559796247Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.559856817Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.564150069Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.567700807Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"worker"}
{"msg":"region 7a33fc75-da96-44be-a244-1cd161fa3d0e running snapshot a9c7e67a-e164-4e9b-9eb8-327832afc83a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.567710947Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"datafile"}
{"msg":"path is \"/data/regions/7a33fc75-da96-44be-a244-1cd161fa3d0e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.866436469Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"datafile"}
{"msg":"dataset is oxp_d80ebe84-e163-48ee-ac2d-0d9579c89cfe/crucible/regions/7a33fc75-da96-44be-a244-1cd161fa3d0e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.872800831Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"datafile"}
{"msg":"snapshot is oxp_d80ebe84-e163-48ee-ac2d-0d9579c89cfe/crucible/regions/7a33fc75-da96-44be-a244-1cd161fa3d0e@a9c7e67a-e164-4e9b-9eb8-327832afc83a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.879294894Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d80ebe84-e163-48ee-ac2d-0d9579c89cfe/crucible/regions/7a33fc75-da96-44be-a244-1cd161fa3d0e\", \"a9c7e67a-e164-4e9b-9eb8-327832afc83a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.879306334Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T17:05:49.886084318Z","hostname":"oxz_crucible_91054a30-f348-4ad1-9cd2-ead57e59e2bd","pid":22874,"uri":"/crucible/0/regions/7a33fc75-da96-44be-a244-1cd161fa3d0e/snapshots/a9c7e67a-e164-4e9b-9eb8-327832afc83a/run","method":"POST","req_id":"5d9fe2d9-979e-4309-a7b5-cb579e75f022","remote_addr":"[fd00:1122:3344:101::c]:61704","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19704,"response_code":200}