{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.654828055Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:50712"} {"msg":"region 8638181c-b7c3-4acc-b21d-49eff4c540fe state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.654895906Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.655522596Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"uri":"/crucible/0/regions","method":"POST","req_id":"47bf432c-9553-49d5-aacd-c85549a4e55f","remote_addr":"[fd00:1122:3344:101::c]:50712","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":657,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.655539456Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_0398a18a-32fe-4d89-aaad-8bda5ce041f6/crucible/regions/8638181c-b7c3-4acc-b21d-49eff4c540fe","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.662858353Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0398a18a-32fe-4d89-aaad-8bda5ce041f6/crucible/regions/8638181c-b7c3-4acc-b21d-49eff4c540fe","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.662877673Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8638181c-b7c3-4acc-b21d-49eff4c540fe\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8638181c-b7c3-4acc-b21d-49eff4c540fe\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.735270315Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"region":"8638181c-b7c3-4acc-b21d-49eff4c540fe","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8638181c-b7c3-4acc-b21d-49eff4c540fe\" \"--data\" \"/data/regions/8638181c-b7c3-4acc-b21d-49eff4c540fe\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.735313435Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"region":"8638181c-b7c3-4acc-b21d-49eff4c540fe","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.887903833Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"uri":"/crucible/0/regions","method":"POST","req_id":"d7836c02-da15-4569-94ba-637bf8d70d53","remote_addr":"[fd00:1122:3344:101::c]:50712","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.924925332Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"region":"8638181c-b7c3-4acc-b21d-49eff4c540fe","component":"worker"} {"msg":"region 8638181c-b7c3-4acc-b21d-49eff4c540fe state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.924953592Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.925070044Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8638181c-b7c3-4acc-b21d-49eff4c540fe","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.949757477Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8638181c-b7c3-4acc-b21d-49eff4c540fe","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.968588586Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.987265043Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8638181c-b7c3-4acc-b21d-49eff4c540fe","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.995662787Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8638181c-b7c3-4acc-b21d-49eff4c540fe","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.996093504Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.996158395Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.996214586Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.996266017Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:57.002831291Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:57.010720667Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:57.609779406Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"uri":"/crucible/0/regions","method":"POST","req_id":"2ec6e914-351d-493e-907e-8d4ce9dd7fa6","remote_addr":"[fd00:1122:3344:101::c]:50712","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.85025308Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"uri":"/crucible/0/regions/13b73e4e-58e7-4e6f-9d41-af119472b32d","method":"GET","req_id":"e6a105f3-7faf-4cb9-9bc6-1eade5cf7e56","remote_addr":"[fd00:1122:3344:101::c]:50712","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"path is \"/data/regions/13b73e4e-58e7-4e6f-9d41-af119472b32d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.853668724Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"datafile"} {"msg":"dataset is oxp_0398a18a-32fe-4d89-aaad-8bda5ce041f6/crucible/regions/13b73e4e-58e7-4e6f-9d41-af119472b32d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.859430256Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"datafile"} {"msg":"snapshot is oxp_0398a18a-32fe-4d89-aaad-8bda5ce041f6/crucible/regions/13b73e4e-58e7-4e6f-9d41-af119472b32d@ac987a4a-0f10-4c8c-af3f-78b9ce983551","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.86601575Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0398a18a-32fe-4d89-aaad-8bda5ce041f6/crucible/regions/13b73e4e-58e7-4e6f-9d41-af119472b32d\", \"ac987a4a-0f10-4c8c-af3f-78b9ce983551\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.866035801Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.875094685Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"uri":"/crucible/0/regions/13b73e4e-58e7-4e6f-9d41-af119472b32d/snapshots/ac987a4a-0f10-4c8c-af3f-78b9ce983551","method":"GET","req_id":"a21fd0b9-f3e5-49e0-8a0d-ca13a235c131","remote_addr":"[fd00:1122:3344:101::c]:50712","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21449,"response_code":200} {"msg":"path is \"/data/regions/13b73e4e-58e7-4e6f-9d41-af119472b32d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.878839534Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"datafile"} {"msg":"dataset is oxp_0398a18a-32fe-4d89-aaad-8bda5ce041f6/crucible/regions/13b73e4e-58e7-4e6f-9d41-af119472b32d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.885107674Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"datafile"} {"msg":"snapshot is oxp_0398a18a-32fe-4d89-aaad-8bda5ce041f6/crucible/regions/13b73e4e-58e7-4e6f-9d41-af119472b32d@ac987a4a-0f10-4c8c-af3f-78b9ce983551","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.890746294Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0398a18a-32fe-4d89-aaad-8bda5ce041f6/crucible/regions/13b73e4e-58e7-4e6f-9d41-af119472b32d\", \"ac987a4a-0f10-4c8c-af3f-78b9ce983551\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.890775364Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 13b73e4e-58e7-4e6f-9d41-af119472b32d-ac987a4a-0f10-4c8c-af3f-78b9ce983551 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.898567048Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.8986942Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"uri":"/crucible/0/regions/13b73e4e-58e7-4e6f-9d41-af119472b32d/snapshots/ac987a4a-0f10-4c8c-af3f-78b9ce983551/run","method":"POST","req_id":"0a9db9b8-d726-4331-847b-d115a3d5b252","remote_addr":"[fd00:1122:3344:101::c]:50712","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19870,"response_code":200} {"msg":"applying SMF actions for region 13b73e4e-58e7-4e6f-9d41-af119472b32d running snapshot ac987a4a-0f10-4c8c-af3f-78b9ce983551 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.898720631Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-13b73e4e-58e7-4e6f-9d41-af119472b32d-ac987a4a-0f10-4c8c-af3f-78b9ce983551","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.903612419Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-13b73e4e-58e7-4e6f-9d41-af119472b32d-ac987a4a-0f10-4c8c-af3f-78b9ce983551","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.913492546Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-13b73e4e-58e7-4e6f-9d41-af119472b32d-ac987a4a-0f10-4c8c-af3f-78b9ce983551","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.928791949Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/13b73e4e-58e7-4e6f-9d41-af119472b32d/.zfs/snapshot/ac987a4a-0f10-4c8c-af3f-78b9ce983551","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.929267517Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.929343478Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.929429799Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.92950301Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.929593762Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.933966031Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.940641568Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"worker"} {"msg":"region 13b73e4e-58e7-4e6f-9d41-af119472b32d running snapshot ac987a4a-0f10-4c8c-af3f-78b9ce983551 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:58.940656758Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"datafile"} {"msg":"path is \"/data/regions/13b73e4e-58e7-4e6f-9d41-af119472b32d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.212254118Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"datafile"} {"msg":"dataset is oxp_0398a18a-32fe-4d89-aaad-8bda5ce041f6/crucible/regions/13b73e4e-58e7-4e6f-9d41-af119472b32d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.218742501Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"datafile"} {"msg":"snapshot is oxp_0398a18a-32fe-4d89-aaad-8bda5ce041f6/crucible/regions/13b73e4e-58e7-4e6f-9d41-af119472b32d@ac987a4a-0f10-4c8c-af3f-78b9ce983551","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.225228284Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0398a18a-32fe-4d89-aaad-8bda5ce041f6/crucible/regions/13b73e4e-58e7-4e6f-9d41-af119472b32d\", \"ac987a4a-0f10-4c8c-af3f-78b9ce983551\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.225245895Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.23183228Z","hostname":"oxz_crucible_54b5394f-f1ff-47d9-8769-3d996427cf59","pid":23788,"uri":"/crucible/0/regions/13b73e4e-58e7-4e6f-9d41-af119472b32d/snapshots/ac987a4a-0f10-4c8c-af3f-78b9ce983551/run","method":"POST","req_id":"1434fb9a-515b-4bb0-9496-4454c31a5b70","remote_addr":"[fd00:1122:3344:101::c]:50712","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19607,"response_code":200}