{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.428267738Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56012"}
{"msg":"region 1fc438d9-2daa-482c-a254-b63f0347bd26 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.42833167Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.42895137Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"uri":"/crucible/0/regions","method":"POST","req_id":"1eb7bfc6-a606-4c67-8fee-8cea66ddbba3","remote_addr":"[fd00:1122:3344:101::a]:56012","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":649,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.428975Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_d2cd5de1-6bf6-4e8e-9ca6-0b2c8bf8d1c4/crucible/regions/1fc438d9-2daa-482c-a254-b63f0347bd26","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.437849933Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d2cd5de1-6bf6-4e8e-9ca6-0b2c8bf8d1c4/crucible/regions/1fc438d9-2daa-482c-a254-b63f0347bd26","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.437865833Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1fc438d9-2daa-482c-a254-b63f0347bd26\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1fc438d9-2daa-482c-a254-b63f0347bd26\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.485466306Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"region":"1fc438d9-2daa-482c-a254-b63f0347bd26","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1fc438d9-2daa-482c-a254-b63f0347bd26\" \"--data\" \"/data/regions/1fc438d9-2daa-482c-a254-b63f0347bd26\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.485496517Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"region":"1fc438d9-2daa-482c-a254-b63f0347bd26","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.600894944Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"region":"1fc438d9-2daa-482c-a254-b63f0347bd26","component":"worker"}
{"msg":"region 1fc438d9-2daa-482c-a254-b63f0347bd26 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.600935266Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.601016698Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1fc438d9-2daa-482c-a254-b63f0347bd26","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.601332598Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1fc438d9-2daa-482c-a254-b63f0347bd26","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.613124213Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.632322343Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1fc438d9-2daa-482c-a254-b63f0347bd26","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.635105562Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1fc438d9-2daa-482c-a254-b63f0347bd26","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.635404391Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.635450203Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.635491644Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.635526495Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.63944566Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.656024057Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.760323971Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"uri":"/crucible/0/regions","method":"POST","req_id":"b5077896-ef6a-45c5-8cd3-6ff88f24e673","remote_addr":"[fd00:1122:3344:101::a]:56012","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.155621207Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"uri":"/crucible/0/regions/2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5","method":"GET","req_id":"45b0b84d-a7b5-4b60-8ca5-491f64839f3d","remote_addr":"[fd00:1122:3344:101::a]:56012","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":111,"response_code":200}
{"msg":"path is \"/data/regions/2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.161727341Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"datafile"}
{"msg":"dataset is oxp_d2cd5de1-6bf6-4e8e-9ca6-0b2c8bf8d1c4/crucible/regions/2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.170293953Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"datafile"}
{"msg":"snapshot is oxp_d2cd5de1-6bf6-4e8e-9ca6-0b2c8bf8d1c4/crucible/regions/2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5@468d8332-47a3-4b66-8d80-f3d1ae93cc18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.177334927Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d2cd5de1-6bf6-4e8e-9ca6-0b2c8bf8d1c4/crucible/regions/2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5\", \"468d8332-47a3-4b66-8d80-f3d1ae93cc18\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.177363428Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.187209671Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"uri":"/crucible/0/regions/2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5/snapshots/468d8332-47a3-4b66-8d80-f3d1ae93cc18","method":"GET","req_id":"28c3146f-e6c7-4b70-a444-6664b78e240a","remote_addr":"[fd00:1122:3344:101::a]:56012","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25521,"response_code":200}
{"msg":"path is \"/data/regions/2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.192671634Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"datafile"}
{"msg":"dataset is oxp_d2cd5de1-6bf6-4e8e-9ca6-0b2c8bf8d1c4/crucible/regions/2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.201563187Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"datafile"}
{"msg":"snapshot is oxp_d2cd5de1-6bf6-4e8e-9ca6-0b2c8bf8d1c4/crucible/regions/2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5@468d8332-47a3-4b66-8d80-f3d1ae93cc18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.211994069Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d2cd5de1-6bf6-4e8e-9ca6-0b2c8bf8d1c4/crucible/regions/2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5\", \"468d8332-47a3-4b66-8d80-f3d1ae93cc18\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.21202493Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5-468d8332-47a3-4b66-8d80-f3d1ae93cc18 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.224755034Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.224954771Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"uri":"/crucible/0/regions/2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5/snapshots/468d8332-47a3-4b66-8d80-f3d1ae93cc18/run","method":"POST","req_id":"233e5052-692d-44c3-afc3-3fe159045d74","remote_addr":"[fd00:1122:3344:101::a]:56012","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":32309,"response_code":200}
{"msg":"applying SMF actions for region 2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5 running snapshot 468d8332-47a3-4b66-8d80-f3d1ae93cc18 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.224977101Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5-468d8332-47a3-4b66-8d80-f3d1ae93cc18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.231373675Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5-468d8332-47a3-4b66-8d80-f3d1ae93cc18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.242789507Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5-468d8332-47a3-4b66-8d80-f3d1ae93cc18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.254228871Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5/.zfs/snapshot/468d8332-47a3-4b66-8d80-f3d1ae93cc18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.254557031Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.254610283Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.254657885Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.254702896Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.254758798Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.258741634Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.264340382Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"worker"}
{"msg":"region 2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5 running snapshot 468d8332-47a3-4b66-8d80-f3d1ae93cc18 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.264355523Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"datafile"}
{"msg":"path is \"/data/regions/2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.601862779Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"datafile"}
{"msg":"dataset is oxp_d2cd5de1-6bf6-4e8e-9ca6-0b2c8bf8d1c4/crucible/regions/2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.608802209Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"datafile"}
{"msg":"snapshot is oxp_d2cd5de1-6bf6-4e8e-9ca6-0b2c8bf8d1c4/crucible/regions/2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5@468d8332-47a3-4b66-8d80-f3d1ae93cc18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.615772061Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d2cd5de1-6bf6-4e8e-9ca6-0b2c8bf8d1c4/crucible/regions/2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5\", \"468d8332-47a3-4b66-8d80-f3d1ae93cc18\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.615788801Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.621819213Z","hostname":"oxz_crucible_d4f7e200-80ab-4d4c-a0c7-94dddad0e57c","pid":23794,"uri":"/crucible/0/regions/2e881f9d-58a8-4c1f-8f9a-834a8f54f8a5/snapshots/468d8332-47a3-4b66-8d80-f3d1ae93cc18/run","method":"POST","req_id":"c0432d24-aad5-43a0-8f21-4e879d5a3eb5","remote_addr":"[fd00:1122:3344:101::a]:56012","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20017,"response_code":200}