{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.078048111Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:40358"}
{"msg":"region 55b66812-7a06-42a9-a129-9d5fb37d6dfd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.10729133Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.110112587Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.110125347Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"uri":"/crucible/0/regions","method":"POST","req_id":"47bd1ce1-dcba-440f-8aec-b7b807425366","remote_addr":"[fd00:1122:3344:101::c]:40358","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17286,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_b36463fd-48be-4db4-9552-dcf6e44f59dc/crucible/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.119437912Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b36463fd-48be-4db4-9552-dcf6e44f59dc/crucible/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.119457793Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"55b66812-7a06-42a9-a129-9d5fb37d6dfd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.216064022Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"region":"55b66812-7a06-42a9-a129-9d5fb37d6dfd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"55b66812-7a06-42a9-a129-9d5fb37d6dfd\" \"--data\" \"/data/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.217985834Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"region":"55b66812-7a06-42a9-a129-9d5fb37d6dfd","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.4634533Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"uri":"/crucible/0/regions","method":"POST","req_id":"f8700940-7141-4312-a17d-1b4e5853c9dd","remote_addr":"[fd00:1122:3344:101::c]:40358","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.650736557Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"region":"55b66812-7a06-42a9-a129-9d5fb37d6dfd","component":"worker"}
{"msg":"region 55b66812-7a06-42a9-a129-9d5fb37d6dfd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.650805749Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.650987904Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-55b66812-7a06-42a9-a129-9d5fb37d6dfd","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.651410826Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-55b66812-7a06-42a9-a129-9d5fb37d6dfd","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.65854131Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.681899328Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-55b66812-7a06-42a9-a129-9d5fb37d6dfd","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.688116408Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.688809147Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.688869939Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.68890468Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.688943381Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.69732917Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.705929905Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.933233345Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"uri":"/crucible/0/regions","method":"POST","req_id":"68a6637b-6873-4136-994a-9e2ef67c1155","remote_addr":"[fd00:1122:3344:101::c]:40358","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.48488587Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:55826"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.488052226Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"uri":"/crucible/0/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd","method":"GET","req_id":"f761014c-62d8-4432-a573-e5864ad774c5","remote_addr":"[fd00:1122:3344:101::c]:55826","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":3131,"response_code":200}
{"msg":"path is \"/data/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.493878066Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"datafile"}
{"msg":"dataset is oxp_b36463fd-48be-4db4-9552-dcf6e44f59dc/crucible/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.500750684Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"datafile"}
{"msg":"snapshot is oxp_b36463fd-48be-4db4-9552-dcf6e44f59dc/crucible/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd@1eca01dc-d31c-4c80-b454-d1dba61be18c","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.507461217Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b36463fd-48be-4db4-9552-dcf6e44f59dc/crucible/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd\", \"1eca01dc-d31c-4c80-b454-d1dba61be18c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.507482868Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.517384718Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"uri":"/crucible/0/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd/snapshots/1eca01dc-d31c-4c80-b454-d1dba61be18c","method":"GET","req_id":"4cdbc72f-b492-4b10-96f1-271af110e539","remote_addr":"[fd00:1122:3344:101::c]:55826","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23541,"response_code":200}
{"msg":"path is \"/data/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.525573642Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"datafile"}
{"msg":"dataset is oxp_b36463fd-48be-4db4-9552-dcf6e44f59dc/crucible/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.531269037Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"datafile"}
{"msg":"snapshot is oxp_b36463fd-48be-4db4-9552-dcf6e44f59dc/crucible/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd@1eca01dc-d31c-4c80-b454-d1dba61be18c","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.537480567Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b36463fd-48be-4db4-9552-dcf6e44f59dc/crucible/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd\", \"1eca01dc-d31c-4c80-b454-d1dba61be18c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.537499457Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 55b66812-7a06-42a9-a129-9d5fb37d6dfd-1eca01dc-d31c-4c80-b454-d1dba61be18c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.545432294Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"datafile"}
{"msg":"applying SMF actions for region 55b66812-7a06-42a9-a129-9d5fb37d6dfd running snapshot 1eca01dc-d31c-4c80-b454-d1dba61be18c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.546176645Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.546195975Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"uri":"/crucible/0/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd/snapshots/1eca01dc-d31c-4c80-b454-d1dba61be18c/run","method":"POST","req_id":"8eabd704-921a-4e0f-bffe-f7b3531825fd","remote_addr":"[fd00:1122:3344:101::c]:55826","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20635,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-55b66812-7a06-42a9-a129-9d5fb37d6dfd-1eca01dc-d31c-4c80-b454-d1dba61be18c","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.563401595Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-55b66812-7a06-42a9-a129-9d5fb37d6dfd-1eca01dc-d31c-4c80-b454-d1dba61be18c","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.57529031Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-55b66812-7a06-42a9-a129-9d5fb37d6dfd-1eca01dc-d31c-4c80-b454-d1dba61be18c","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.587219456Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd/.zfs/snapshot/1eca01dc-d31c-4c80-b454-d1dba61be18c","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.587520904Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.587562145Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.587602076Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.587637457Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.587682479Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.590856325Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.594987938Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"worker"}
{"msg":"region 55b66812-7a06-42a9-a129-9d5fb37d6dfd running snapshot 1eca01dc-d31c-4c80-b454-d1dba61be18c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.595000559Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"datafile"}
{"msg":"path is \"/data/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.819499042Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"datafile"}
{"msg":"dataset is oxp_b36463fd-48be-4db4-9552-dcf6e44f59dc/crucible/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.82564536Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"datafile"}
{"msg":"snapshot is oxp_b36463fd-48be-4db4-9552-dcf6e44f59dc/crucible/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd@1eca01dc-d31c-4c80-b454-d1dba61be18c","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.832186728Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b36463fd-48be-4db4-9552-dcf6e44f59dc/crucible/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd\", \"1eca01dc-d31c-4c80-b454-d1dba61be18c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.832220229Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.838710287Z","hostname":"oxz_crucible_a82b570f-e85b-4761-89de-92f044a1d2db","pid":23934,"uri":"/crucible/0/regions/55b66812-7a06-42a9-a129-9d5fb37d6dfd/snapshots/1eca01dc-d31c-4c80-b454-d1dba61be18c/run","method":"POST","req_id":"5877cd6d-10c5-42e6-b661-dc382550ba93","remote_addr":"[fd00:1122:3344:101::c]:55826","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19269,"response_code":200}