{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.087749471Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:59540"}
{"msg":"region df9d7165-2505-4778-9c0b-ea70b4effb09 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.087852394Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.088450773Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.088461044Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"uri":"/crucible/0/regions","method":"POST","req_id":"da3ed11c-0641-4c98-8897-671a81e393ef","remote_addr":"[fd00:1122:3344:101::b]:59540","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":629,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_89af73d7-6a84-4d3e-8241-cb2f059a90a3/crucible/regions/df9d7165-2505-4778-9c0b-ea70b4effb09","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.100549711Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_89af73d7-6a84-4d3e-8241-cb2f059a90a3/crucible/regions/df9d7165-2505-4778-9c0b-ea70b4effb09","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.100579552Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"df9d7165-2505-4778-9c0b-ea70b4effb09\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/df9d7165-2505-4778-9c0b-ea70b4effb09\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.172389663Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"region":"df9d7165-2505-4778-9c0b-ea70b4effb09","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"df9d7165-2505-4778-9c0b-ea70b4effb09\" \"--data\" \"/data/regions/df9d7165-2505-4778-9c0b-ea70b4effb09\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.172443574Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"region":"df9d7165-2505-4778-9c0b-ea70b4effb09","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.260071452Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"uri":"/crucible/0/regions","method":"POST","req_id":"ad822d17-f017-43e1-ab10-755b14c419f3","remote_addr":"[fd00:1122:3344:101::b]:59540","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.260395262Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"region":"df9d7165-2505-4778-9c0b-ea70b4effb09","component":"worker"}
{"msg":"region df9d7165-2505-4778-9c0b-ea70b4effb09 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.260407713Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.260543607Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-df9d7165-2505-4778-9c0b-ea70b4effb09","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.273584295Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-df9d7165-2505-4778-9c0b-ea70b4effb09","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.279931098Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.291183229Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-df9d7165-2505-4778-9c0b-ea70b4effb09","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.294444663Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/df9d7165-2505-4778-9c0b-ea70b4effb09","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.294736393Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.294792434Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.294834306Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.294871557Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.29933584Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.304308679Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.761303901Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"uri":"/crucible/0/regions","method":"POST","req_id":"48956469-2aa6-4ca4-9a0d-ce47971a2d98","remote_addr":"[fd00:1122:3344:101::b]:59540","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.442728932Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:61079"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.448153936Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"uri":"/crucible/0/regions/df9d7165-2505-4778-9c0b-ea70b4effb09","method":"GET","req_id":"41d00c2e-d188-4583-af0c-50824caac830","remote_addr":"[fd00:1122:3344:101::b]:61079","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":5289,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.782141767Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"uri":"/crucible/0/regions/6307ca11-22a0-46e2-a9a5-3bb8d0762653","method":"GET","req_id":"de801408-5ccf-4875-8fcf-7761ed9a5ead","remote_addr":"[fd00:1122:3344:101::b]:59540","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":38,"response_code":200}
{"msg":"path is \"/data/regions/6307ca11-22a0-46e2-a9a5-3bb8d0762653\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.785495684Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"datafile"}
{"msg":"dataset is oxp_89af73d7-6a84-4d3e-8241-cb2f059a90a3/crucible/regions/6307ca11-22a0-46e2-a9a5-3bb8d0762653","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.796275Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"datafile"}
{"msg":"snapshot is oxp_89af73d7-6a84-4d3e-8241-cb2f059a90a3/crucible/regions/6307ca11-22a0-46e2-a9a5-3bb8d0762653@90461812-b93f-486e-8e45-fee11cd81080","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.806470376Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_89af73d7-6a84-4d3e-8241-cb2f059a90a3/crucible/regions/6307ca11-22a0-46e2-a9a5-3bb8d0762653\", \"90461812-b93f-486e-8e45-fee11cd81080\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.806510377Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.82217869Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"uri":"/crucible/0/regions/6307ca11-22a0-46e2-a9a5-3bb8d0762653/snapshots/90461812-b93f-486e-8e45-fee11cd81080","method":"GET","req_id":"cefc0502-efdd-4a1c-8a75-768c342fe181","remote_addr":"[fd00:1122:3344:101::b]:59540","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":36674,"response_code":200}
{"msg":"path is \"/data/regions/6307ca11-22a0-46e2-a9a5-3bb8d0762653\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.826025013Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"datafile"}
{"msg":"dataset is oxp_89af73d7-6a84-4d3e-8241-cb2f059a90a3/crucible/regions/6307ca11-22a0-46e2-a9a5-3bb8d0762653","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.835853858Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"datafile"}
{"msg":"snapshot is oxp_89af73d7-6a84-4d3e-8241-cb2f059a90a3/crucible/regions/6307ca11-22a0-46e2-a9a5-3bb8d0762653@90461812-b93f-486e-8e45-fee11cd81080","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.845777795Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_89af73d7-6a84-4d3e-8241-cb2f059a90a3/crucible/regions/6307ca11-22a0-46e2-a9a5-3bb8d0762653\", \"90461812-b93f-486e-8e45-fee11cd81080\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.845817697Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 6307ca11-22a0-46e2-a9a5-3bb8d0762653-90461812-b93f-486e-8e45-fee11cd81080 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.856550641Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"datafile"}
{"msg":"applying SMF actions for region 6307ca11-22a0-46e2-a9a5-3bb8d0762653 running snapshot 90461812-b93f-486e-8e45-fee11cd81080 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.856759547Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.856784628Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"uri":"/crucible/0/regions/6307ca11-22a0-46e2-a9a5-3bb8d0762653/snapshots/90461812-b93f-486e-8e45-fee11cd81080/run","method":"POST","req_id":"f6062762-b976-4424-b2fb-7f07d061493f","remote_addr":"[fd00:1122:3344:101::b]:59540","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30797,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-6307ca11-22a0-46e2-a9a5-3bb8d0762653-90461812-b93f-486e-8e45-fee11cd81080","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.858852394Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6307ca11-22a0-46e2-a9a5-3bb8d0762653-90461812-b93f-486e-8e45-fee11cd81080","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.868418731Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6307ca11-22a0-46e2-a9a5-3bb8d0762653-90461812-b93f-486e-8e45-fee11cd81080","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.883153653Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6307ca11-22a0-46e2-a9a5-3bb8d0762653/.zfs/snapshot/90461812-b93f-486e-8e45-fee11cd81080","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.883441472Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.883497004Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.883538245Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.883575767Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.883633188Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.887473471Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.895835369Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"worker"}
{"msg":"region 6307ca11-22a0-46e2-a9a5-3bb8d0762653 running snapshot 90461812-b93f-486e-8e45-fee11cd81080 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.89585172Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"datafile"}
{"msg":"path is \"/data/regions/6307ca11-22a0-46e2-a9a5-3bb8d0762653\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.01260944Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"datafile"}
{"msg":"dataset is oxp_89af73d7-6a84-4d3e-8241-cb2f059a90a3/crucible/regions/6307ca11-22a0-46e2-a9a5-3bb8d0762653","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.027635121Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"datafile"}
{"msg":"snapshot is oxp_89af73d7-6a84-4d3e-8241-cb2f059a90a3/crucible/regions/6307ca11-22a0-46e2-a9a5-3bb8d0762653@90461812-b93f-486e-8e45-fee11cd81080","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.044383238Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_89af73d7-6a84-4d3e-8241-cb2f059a90a3/crucible/regions/6307ca11-22a0-46e2-a9a5-3bb8d0762653\", \"90461812-b93f-486e-8e45-fee11cd81080\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.0444466Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.059168132Z","hostname":"oxz_crucible_844792c1-9b1e-4662-92e7-c9387b86d0b5","pid":23290,"uri":"/crucible/0/regions/6307ca11-22a0-46e2-a9a5-3bb8d0762653/snapshots/90461812-b93f-486e-8e45-fee11cd81080/run","method":"POST","req_id":"dc0aa825-3574-4bac-a6f0-d7c9cce15d12","remote_addr":"[fd00:1122:3344:101::b]:59540","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":46580,"response_code":200}