{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.617443203Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:51535"}
{"msg":"region e7a34a71-10cf-4f73-88bf-323b819ea2a4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.642923593Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.64531165Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.64532346Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"uri":"/crucible/0/regions","method":"POST","req_id":"4199de79-de5c-4ffa-8d1f-9effb01c5e87","remote_addr":"[fd00:1122:3344:101::c]:51535","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":13026,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_74b51614-af22-4b91-a716-8d97193d1bbb/crucible/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.654151551Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_74b51614-af22-4b91-a716-8d97193d1bbb/crucible/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.654170121Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e7a34a71-10cf-4f73-88bf-323b819ea2a4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.725305781Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"region":"e7a34a71-10cf-4f73-88bf-323b819ea2a4","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e7a34a71-10cf-4f73-88bf-323b819ea2a4\" \"--data\" \"/data/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.72786034Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"region":"e7a34a71-10cf-4f73-88bf-323b819ea2a4","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.931759742Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"uri":"/crucible/0/regions","method":"POST","req_id":"f28b6862-6910-4c25-80f2-389040a07140","remote_addr":"[fd00:1122:3344:101::c]:51535","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:27.112461279Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"region":"e7a34a71-10cf-4f73-88bf-323b819ea2a4","component":"worker"}
{"msg":"region e7a34a71-10cf-4f73-88bf-323b819ea2a4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:27.11253613Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:27.112722402Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e7a34a71-10cf-4f73-88bf-323b819ea2a4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:27.113064896Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e7a34a71-10cf-4f73-88bf-323b819ea2a4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:27.121145738Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:27.141110286Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e7a34a71-10cf-4f73-88bf-323b819ea2a4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:27.144856048Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:27.145397525Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:27.145458505Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:27.145494496Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:27.145531486Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:27.149665073Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:27.154236875Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:27.683389431Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"uri":"/crucible/0/regions","method":"POST","req_id":"3f1773c8-76a1-4b4c-8858-ce4142b9d08e","remote_addr":"[fd00:1122:3344:101::c]:51535","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.46217663Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:41022"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.46304304Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"uri":"/crucible/0/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4","method":"GET","req_id":"8719d354-885e-470e-80f8-972976021edb","remote_addr":"[fd00:1122:3344:101::c]:41022","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":106,"response_code":200}
{"msg":"path is \"/data/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.466648811Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"datafile"}
{"msg":"dataset is oxp_74b51614-af22-4b91-a716-8d97193d1bbb/crucible/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.476548424Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"datafile"}
{"msg":"snapshot is oxp_74b51614-af22-4b91-a716-8d97193d1bbb/crucible/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4@2d921938-f8b1-41d2-83cb-2fff128d973f","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.484943699Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_74b51614-af22-4b91-a716-8d97193d1bbb/crucible/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4\", \"2d921938-f8b1-41d2-83cb-2fff128d973f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.48498331Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.499644517Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"uri":"/crucible/0/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4/snapshots/2d921938-f8b1-41d2-83cb-2fff128d973f","method":"GET","req_id":"aeee1420-c714-4efb-947f-47ad7cae870f","remote_addr":"[fd00:1122:3344:101::c]:41022","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":33017,"response_code":200}
{"msg":"path is \"/data/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.507716929Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"datafile"}
{"msg":"dataset is oxp_74b51614-af22-4b91-a716-8d97193d1bbb/crucible/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.515875581Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"datafile"}
{"msg":"snapshot is oxp_74b51614-af22-4b91-a716-8d97193d1bbb/crucible/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4@2d921938-f8b1-41d2-83cb-2fff128d973f","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.525192317Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_74b51614-af22-4b91-a716-8d97193d1bbb/crucible/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4\", \"2d921938-f8b1-41d2-83cb-2fff128d973f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.525221688Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot e7a34a71-10cf-4f73-88bf-323b819ea2a4-2d921938-f8b1-41d2-83cb-2fff128d973f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.537780711Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.538448128Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"uri":"/crucible/0/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4/snapshots/2d921938-f8b1-41d2-83cb-2fff128d973f/run","method":"POST","req_id":"33e2abc9-1ac3-4f6c-996b-c2bad22a2701","remote_addr":"[fd00:1122:3344:101::c]:41022","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":30754,"response_code":200}
{"msg":"applying SMF actions for region e7a34a71-10cf-4f73-88bf-323b819ea2a4 running snapshot 2d921938-f8b1-41d2-83cb-2fff128d973f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.538469729Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-e7a34a71-10cf-4f73-88bf-323b819ea2a4-2d921938-f8b1-41d2-83cb-2fff128d973f","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.569062177Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e7a34a71-10cf-4f73-88bf-323b819ea2a4-2d921938-f8b1-41d2-83cb-2fff128d973f","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.576573582Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e7a34a71-10cf-4f73-88bf-323b819ea2a4-2d921938-f8b1-41d2-83cb-2fff128d973f","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.58956499Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4/.zfs/snapshot/2d921938-f8b1-41d2-83cb-2fff128d973f","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.589814243Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.589866634Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.589940925Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.589988495Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.590042056Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.594222934Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.59826897Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"worker"}
{"msg":"region e7a34a71-10cf-4f73-88bf-323b819ea2a4 running snapshot 2d921938-f8b1-41d2-83cb-2fff128d973f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.59828491Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"datafile"}
{"msg":"path is \"/data/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.781605777Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"datafile"}
{"msg":"dataset is oxp_74b51614-af22-4b91-a716-8d97193d1bbb/crucible/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.78799893Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"datafile"}
{"msg":"snapshot is oxp_74b51614-af22-4b91-a716-8d97193d1bbb/crucible/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4@2d921938-f8b1-41d2-83cb-2fff128d973f","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.794449694Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_74b51614-af22-4b91-a716-8d97193d1bbb/crucible/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4\", \"2d921938-f8b1-41d2-83cb-2fff128d973f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.794497884Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.800812496Z","hostname":"oxz_crucible_a912300d-9519-4b93-a7dc-459d7efd3014","pid":22936,"uri":"/crucible/0/regions/e7a34a71-10cf-4f73-88bf-323b819ea2a4/snapshots/2d921938-f8b1-41d2-83cb-2fff128d973f/run","method":"POST","req_id":"a6763524-1eac-4156-9885-654a05308dc2","remote_addr":"[fd00:1122:3344:101::c]:41022","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19272,"response_code":200}