{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:05.972894279Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:38626"}
{"msg":"region 2f3e5ee0-4b42-4854-a9be-670adc1798e1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:05.973137532Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:05.973846533Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:05.973854603Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"uri":"/crucible/0/regions","method":"POST","req_id":"cae5d2f5-8641-48fa-a75a-851437ea933b","remote_addr":"[fd00:1122:3344:101::b]:38626","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":747,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_54d468b9-9d2a-44a2-a2a9-7bb66ff58d95/crucible/regions/2f3e5ee0-4b42-4854-a9be-670adc1798e1","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:05.998570645Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_54d468b9-9d2a-44a2-a2a9-7bb66ff58d95/crucible/regions/2f3e5ee0-4b42-4854-a9be-670adc1798e1","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:05.998597496Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2f3e5ee0-4b42-4854-a9be-670adc1798e1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2f3e5ee0-4b42-4854-a9be-670adc1798e1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.062467497Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"region":"2f3e5ee0-4b42-4854-a9be-670adc1798e1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2f3e5ee0-4b42-4854-a9be-670adc1798e1\" \"--data\" \"/data/regions/2f3e5ee0-4b42-4854-a9be-670adc1798e1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.062526678Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"region":"2f3e5ee0-4b42-4854-a9be-670adc1798e1","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.145651884Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"region":"2f3e5ee0-4b42-4854-a9be-670adc1798e1","component":"worker"}
{"msg":"region 2f3e5ee0-4b42-4854-a9be-670adc1798e1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.145693235Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.145793816Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2f3e5ee0-4b42-4854-a9be-670adc1798e1","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.161820875Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2f3e5ee0-4b42-4854-a9be-670adc1798e1","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.173848047Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.185774707Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2f3e5ee0-4b42-4854-a9be-670adc1798e1","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.189852635Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2f3e5ee0-4b42-4854-a9be-670adc1798e1","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.190074888Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.190136599Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.19018287Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.19022669Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.194856826Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.19927895Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.33317255Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"uri":"/crucible/0/regions","method":"POST","req_id":"d5a25812-6553-4a3d-91f6-eaeae11e3578","remote_addr":"[fd00:1122:3344:101::b]:38626","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":67,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.321751137Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"uri":"/crucible/0/regions/19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb","method":"GET","req_id":"a07af806-95ac-4c69-bd24-30d14a1109f4","remote_addr":"[fd00:1122:3344:101::b]:38626","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"path is \"/data/regions/19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.327201905Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"datafile"}
{"msg":"dataset is oxp_54d468b9-9d2a-44a2-a2a9-7bb66ff58d95/crucible/regions/19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.336907703Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"datafile"}
{"msg":"snapshot is oxp_54d468b9-9d2a-44a2-a2a9-7bb66ff58d95/crucible/regions/19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb@36f889c3-9acc-4c22-b06d-e8e7711476c3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.346460209Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_54d468b9-9d2a-44a2-a2a9-7bb66ff58d95/crucible/regions/19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb\", \"36f889c3-9acc-4c22-b06d-e8e7711476c3\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.34648337Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.357130742Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"uri":"/crucible/0/regions/19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb/snapshots/36f889c3-9acc-4c22-b06d-e8e7711476c3","method":"GET","req_id":"82d641e2-413a-4495-a8c3-76d0d8c8bfef","remote_addr":"[fd00:1122:3344:101::b]:38626","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":29934,"response_code":200}
{"msg":"path is \"/data/regions/19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.360013123Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"datafile"}
{"msg":"dataset is oxp_54d468b9-9d2a-44a2-a2a9-7bb66ff58d95/crucible/regions/19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.368029147Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"datafile"}
{"msg":"snapshot is oxp_54d468b9-9d2a-44a2-a2a9-7bb66ff58d95/crucible/regions/19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb@36f889c3-9acc-4c22-b06d-e8e7711476c3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.37735541Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_54d468b9-9d2a-44a2-a2a9-7bb66ff58d95/crucible/regions/19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb\", \"36f889c3-9acc-4c22-b06d-e8e7711476c3\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.377377821Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb-36f889c3-9acc-4c22-b06d-e8e7711476c3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.388214625Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"datafile"}
{"msg":"applying SMF actions for region 19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb running snapshot 36f889c3-9acc-4c22-b06d-e8e7711476c3 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.388384148Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.388405618Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"uri":"/crucible/0/regions/19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb/snapshots/36f889c3-9acc-4c22-b06d-e8e7711476c3/run","method":"POST","req_id":"eafd0190-a1d4-43eb-9fa7-af78b5bfc4f4","remote_addr":"[fd00:1122:3344:101::b]:38626","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":28418,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb-36f889c3-9acc-4c22-b06d-e8e7711476c3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.391242888Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb-36f889c3-9acc-4c22-b06d-e8e7711476c3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.394211681Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb-36f889c3-9acc-4c22-b06d-e8e7711476c3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.404260314Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb/.zfs/snapshot/36f889c3-9acc-4c22-b06d-e8e7711476c3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.404563998Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.404622949Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.40466318Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.404714041Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.404765361Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.408543235Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.412459251Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"worker"}
{"msg":"region 19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb running snapshot 36f889c3-9acc-4c22-b06d-e8e7711476c3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.412472371Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"datafile"}
{"msg":"path is \"/data/regions/19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.590437251Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"datafile"}
{"msg":"dataset is oxp_54d468b9-9d2a-44a2-a2a9-7bb66ff58d95/crucible/regions/19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.600705548Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"datafile"}
{"msg":"snapshot is oxp_54d468b9-9d2a-44a2-a2a9-7bb66ff58d95/crucible/regions/19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb@36f889c3-9acc-4c22-b06d-e8e7711476c3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.610630069Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_54d468b9-9d2a-44a2-a2a9-7bb66ff58d95/crucible/regions/19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb\", \"36f889c3-9acc-4c22-b06d-e8e7711476c3\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.610655059Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.618975748Z","hostname":"oxz_crucible_dc315c1d-bc4d-4383-ba03-2a71ff87ee9d","pid":23749,"uri":"/crucible/0/regions/19eb8c9b-1de4-462f-b0f7-1fa0c8f2dceb/snapshots/36f889c3-9acc-4c22-b06d-e8e7711476c3/run","method":"POST","req_id":"13b86514-7b5b-4286-830b-311b869d3649","remote_addr":"[fd00:1122:3344:101::b]:38626","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":28562,"response_code":200}