{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.130435344Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:61601"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.130599406Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"uri":"/crucible/0/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3","method":"GET","req_id":"e35b6872-aafb-44ab-88a6-abcf8e2626d7","remote_addr":"[fd00:1122:3344:101::c]:61601","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"path is \"/data/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.139257488Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"datafile"} {"msg":"dataset is oxp_0e4fefe0-1178-4ddc-ab07-7c529d715423/crucible/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.152781608Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"datafile"} {"msg":"snapshot is oxp_0e4fefe0-1178-4ddc-ab07-7c529d715423/crucible/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3@53e39560-ed79-4e15-920d-c87eedfe89d0","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.16506253Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0e4fefe0-1178-4ddc-ab07-7c529d715423/crucible/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3\", \"53e39560-ed79-4e15-920d-c87eedfe89d0\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.16510425Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.186640973Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"uri":"/crucible/0/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3/snapshots/53e39560-ed79-4e15-920d-c87eedfe89d0","method":"GET","req_id":"0c8eba45-14fc-4515-8877-a36eecc8d506","remote_addr":"[fd00:1122:3344:101::c]:61601","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51077,"response_code":200} {"msg":"path is \"/data/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.192900551Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"datafile"} {"msg":"dataset is oxp_0e4fefe0-1178-4ddc-ab07-7c529d715423/crucible/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.205082342Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"datafile"} {"msg":"snapshot is oxp_0e4fefe0-1178-4ddc-ab07-7c529d715423/crucible/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3@53e39560-ed79-4e15-920d-c87eedfe89d0","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.216025655Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0e4fefe0-1178-4ddc-ab07-7c529d715423/crucible/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3\", \"53e39560-ed79-4e15-920d-c87eedfe89d0\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.216070406Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 719c3274-a2ea-44a9-8d2a-d1ad27f74df3-53e39560-ed79-4e15-920d-c87eedfe89d0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.228657382Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"datafile"} {"msg":"applying SMF actions for region 719c3274-a2ea-44a9-8d2a-d1ad27f74df3 running snapshot 53e39560-ed79-4e15-920d-c87eedfe89d0 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.229322992Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.229348832Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"uri":"/crucible/0/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3/snapshots/53e39560-ed79-4e15-920d-c87eedfe89d0/run","method":"POST","req_id":"6c3d1981-8fb2-4c03-8c43-da623766721d","remote_addr":"[fd00:1122:3344:101::c]:61601","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":36498,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.25556667Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.255678772Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.255791993Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.255810453Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.255851194Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-719c3274-a2ea-44a9-8d2a-d1ad27f74df3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.255907745Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.256038977Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.256123698Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.256184999Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.256240769Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.26983726Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-719c3274-a2ea-44a9-8d2a-d1ad27f74df3-53e39560-ed79-4e15-920d-c87eedfe89d0","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.270414808Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-719c3274-a2ea-44a9-8d2a-d1ad27f74df3-53e39560-ed79-4e15-920d-c87eedfe89d0","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.28050328Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-719c3274-a2ea-44a9-8d2a-d1ad27f74df3-53e39560-ed79-4e15-920d-c87eedfe89d0","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.29261013Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3/.zfs/snapshot/53e39560-ed79-4e15-920d-c87eedfe89d0","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.293053526Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.293127107Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.293171468Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.293221858Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.293272599Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.298238999Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.304618698Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"region 719c3274-a2ea-44a9-8d2a-d1ad27f74df3 running snapshot 53e39560-ed79-4e15-920d-c87eedfe89d0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.304633819Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"datafile"} {"msg":"path is \"/data/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.522827769Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"datafile"} {"msg":"dataset is oxp_0e4fefe0-1178-4ddc-ab07-7c529d715423/crucible/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.532388754Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"datafile"} {"msg":"snapshot is oxp_0e4fefe0-1178-4ddc-ab07-7c529d715423/crucible/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3@53e39560-ed79-4e15-920d-c87eedfe89d0","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.541776205Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0e4fefe0-1178-4ddc-ab07-7c529d715423/crucible/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3\", \"53e39560-ed79-4e15-920d-c87eedfe89d0\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.541822226Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:21.5513992Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"uri":"/crucible/0/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3/snapshots/53e39560-ed79-4e15-920d-c87eedfe89d0/run","method":"POST","req_id":"454b076f-0c2e-4131-a272-ef4c03e6ccf1","remote_addr":"[fd00:1122:3344:101::c]:61601","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":28596,"response_code":200} {"msg":"region 779e78d6-87ea-40a4-acec-c49a1bde666a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.260883823Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.261084136Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"uri":"/crucible/0/regions","method":"POST","req_id":"55ceb052-9f35-45e7-adbc-46cb56bd7244","remote_addr":"[fd00:1122:3344:101::c]:61601","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":254,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.261111976Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_0e4fefe0-1178-4ddc-ab07-7c529d715423/crucible/regions/779e78d6-87ea-40a4-acec-c49a1bde666a","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.271681655Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0e4fefe0-1178-4ddc-ab07-7c529d715423/crucible/regions/779e78d6-87ea-40a4-acec-c49a1bde666a","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.271709705Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"779e78d6-87ea-40a4-acec-c49a1bde666a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/779e78d6-87ea-40a4-acec-c49a1bde666a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.326865109Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"region":"779e78d6-87ea-40a4-acec-c49a1bde666a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"779e78d6-87ea-40a4-acec-c49a1bde666a\" \"--data\" \"/data/regions/779e78d6-87ea-40a4-acec-c49a1bde666a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.32691326Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"region":"779e78d6-87ea-40a4-acec-c49a1bde666a","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.39961608Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"uri":"/crucible/0/regions","method":"POST","req_id":"071ceba3-350c-484e-b39e-bb336212f8b0","remote_addr":"[fd00:1122:3344:101::c]:61601","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.408284982Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"region":"779e78d6-87ea-40a4-acec-c49a1bde666a","component":"worker"} {"msg":"region 779e78d6-87ea-40a4-acec-c49a1bde666a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.408315302Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.408437184Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.408955241Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.409026942Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.409098213Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.409105613Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.409140184Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-719c3274-a2ea-44a9-8d2a-d1ad27f74df3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.409185444Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.409556399Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.40960808Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.409650291Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.409691091Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.413621596Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-779e78d6-87ea-40a4-acec-c49a1bde666a","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.414021592Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-779e78d6-87ea-40a4-acec-c49a1bde666a","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.41739308Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.426357115Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-779e78d6-87ea-40a4-acec-c49a1bde666a","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.430836368Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/779e78d6-87ea-40a4-acec-c49a1bde666a","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.431101502Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.431163443Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.431203333Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.431242934Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.43664407Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.443599397Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:26.782377061Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"uri":"/crucible/0/regions","method":"POST","req_id":"263aee95-8212-42b8-9b58-0006d77fbae9","remote_addr":"[fd00:1122:3344:101::c]:61601","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:51.981470499Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"uri":"/crucible/0/regions/779e78d6-87ea-40a4-acec-c49a1bde666a","method":"GET","req_id":"9d3ac721-af86-4517-8481-652b707406d6","remote_addr":"[fd00:1122:3344:101::c]:61601","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"path is \"/data/regions/779e78d6-87ea-40a4-acec-c49a1bde666a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:51.983755001Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"datafile"} {"msg":"dataset is oxp_0e4fefe0-1178-4ddc-ab07-7c529d715423/crucible/regions/779e78d6-87ea-40a4-acec-c49a1bde666a","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:51.99933032Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"datafile"} {"msg":"region 779e78d6-87ea-40a4-acec-c49a1bde666a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:52.010516067Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:52.01078676Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:52.010847311Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"uri":"/crucible/0/regions/779e78d6-87ea-40a4-acec-c49a1bde666a","method":"DELETE","req_id":"aee58fc4-847e-4d5a-8007-98cacb65b94a","remote_addr":"[fd00:1122:3344:101::c]:61601","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":27135,"response_code":204} {"msg":"disabling downstairs instance: downstairs-779e78d6-87ea-40a4-acec-c49a1bde666a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:52.011930936Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:52.014420002Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"uri":"/crucible/0/regions/779e78d6-87ea-40a4-acec-c49a1bde666a","method":"GET","req_id":"80a81fb5-e2c6-464f-8dca-f1d1f7c54dca","remote_addr":"[fd00:1122:3344:101::c]:61601","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":29,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:52.023835364Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:52.023933505Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:52.024012336Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:52.024022546Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:52.024059617Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-719c3274-a2ea-44a9-8d2a-d1ad27f74df3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:52.024103687Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/719c3274-a2ea-44a9-8d2a-d1ad27f74df3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:52.024483963Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:52.024560244Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:52.024619825Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:52.024664015Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:52.031626193Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:52.03285585Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_0e4fefe0-1178-4ddc-ab07-7c529d715423/crucible/regions/779e78d6-87ea-40a4-acec-c49a1bde666a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:52.044829518Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"region":"779e78d6-87ea-40a4-acec-c49a1bde666a","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:52.091914969Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"uri":"/crucible/0/regions/779e78d6-87ea-40a4-acec-c49a1bde666a","method":"GET","req_id":"83af8dce-d0aa-4f21-8e0a-a85d4a99601b","remote_addr":"[fd00:1122:3344:101::c]:61601","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":93,"response_code":200} {"msg":"region 779e78d6-87ea-40a4-acec-c49a1bde666a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:52.098733905Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-12T23:02:52.26942111Z","hostname":"oxz_crucible_630dc50c-eb79-4c58-95ce-8d55746a0f34","pid":23242,"uri":"/crucible/0/regions/779e78d6-87ea-40a4-acec-c49a1bde666a","method":"GET","req_id":"d3ec157c-ea1c-455a-8c98-975f6cb8c1bb","remote_addr":"[fd00:1122:3344:101::c]:61601","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":27,"response_code":200}