{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.349343345Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:45007"}
{"msg":"region b421beff-3ef6-4052-8511-0ec75374bba0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.349451766Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.353093419Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"uri":"/crucible/0/regions","method":"POST","req_id":"de67c5c5-c496-4f4b-8692-d18bcb91bad8","remote_addr":"[fd00:1122:3344:101::b]:45007","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":3699,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.353111709Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_d14bc315-0776-47e8-980f-1afa3dc205a8/crucible/regions/b421beff-3ef6-4052-8511-0ec75374bba0","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.363370078Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d14bc315-0776-47e8-980f-1afa3dc205a8/crucible/regions/b421beff-3ef6-4052-8511-0ec75374bba0","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.363389299Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b421beff-3ef6-4052-8511-0ec75374bba0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b421beff-3ef6-4052-8511-0ec75374bba0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.41436933Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"region":"b421beff-3ef6-4052-8511-0ec75374bba0","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b421beff-3ef6-4052-8511-0ec75374bba0\" \"--data\" \"/data/regions/b421beff-3ef6-4052-8511-0ec75374bba0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.414407581Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"region":"b421beff-3ef6-4052-8511-0ec75374bba0","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.458852227Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"region":"b421beff-3ef6-4052-8511-0ec75374bba0","component":"worker"}
{"msg":"region b421beff-3ef6-4052-8511-0ec75374bba0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.458886418Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.458979079Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b421beff-3ef6-4052-8511-0ec75374bba0","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.459297554Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b421beff-3ef6-4052-8511-0ec75374bba0","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.466511639Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.478651525Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b421beff-3ef6-4052-8511-0ec75374bba0","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.480051275Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b421beff-3ef6-4052-8511-0ec75374bba0","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.480275019Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.480318089Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.4803578Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.48038451Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.482080115Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.492336324Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.492441376Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.492543857Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.492550617Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.492597288Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fe8bebb0-d836-4979-88fd-71854f5fe45b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.492658409Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.49275507Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.492823881Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.492874312Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.492921243Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.49482805Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.495260617Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:12.508311366Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"uri":"/crucible/0/regions","method":"POST","req_id":"acbdb2ed-8bdc-4221-980a-fa184717e9fb","remote_addr":"[fd00:1122:3344:101::b]:45007","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.756484962Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"uri":"/crucible/0/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b","method":"GET","req_id":"978dd2b9-9808-4b29-8743-ee7178a612ea","remote_addr":"[fd00:1122:3344:101::b]:45007","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"path is \"/data/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.759900782Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"datafile"}
{"msg":"dataset is oxp_d14bc315-0776-47e8-980f-1afa3dc205a8/crucible/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.766684711Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"datafile"}
{"msg":"snapshot is oxp_d14bc315-0776-47e8-980f-1afa3dc205a8/crucible/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b@be5793d8-e791-4300-bb8c-6e287d507808","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.772092389Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d14bc315-0776-47e8-980f-1afa3dc205a8/crucible/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b\", \"be5793d8-e791-4300-bb8c-6e287d507808\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.77212155Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.780734115Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"uri":"/crucible/0/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b/snapshots/be5793d8-e791-4300-bb8c-6e287d507808","method":"GET","req_id":"ead89db2-d747-4bae-becd-b9372a0f8d4f","remote_addr":"[fd00:1122:3344:101::b]:45007","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20856,"response_code":200}
{"msg":"path is \"/data/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.785611406Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"datafile"}
{"msg":"dataset is oxp_d14bc315-0776-47e8-980f-1afa3dc205a8/crucible/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.790580568Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"datafile"}
{"msg":"snapshot is oxp_d14bc315-0776-47e8-980f-1afa3dc205a8/crucible/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b@be5793d8-e791-4300-bb8c-6e287d507808","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.795928586Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d14bc315-0776-47e8-980f-1afa3dc205a8/crucible/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b\", \"be5793d8-e791-4300-bb8c-6e287d507808\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.795957987Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot fe8bebb0-d836-4979-88fd-71854f5fe45b-be5793d8-e791-4300-bb8c-6e287d507808 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.80307348Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"datafile"}
{"msg":"applying SMF actions for region fe8bebb0-d836-4979-88fd-71854f5fe45b running snapshot be5793d8-e791-4300-bb8c-6e287d507808 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.803240832Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.803250633Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"uri":"/crucible/0/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b/snapshots/be5793d8-e791-4300-bb8c-6e287d507808/run","method":"POST","req_id":"c62eabcf-dcfb-467e-8d47-9fa23b1f9915","remote_addr":"[fd00:1122:3344:101::b]:45007","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18191,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.804606962Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.804679783Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.804752574Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.804762564Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.804794935Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fe8bebb0-d836-4979-88fd-71854f5fe45b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.804835596Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.80512862Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.80517625Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.805218671Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.805258912Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.807064518Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-fe8bebb0-d836-4979-88fd-71854f5fe45b-be5793d8-e791-4300-bb8c-6e287d507808","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.810146243Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-fe8bebb0-d836-4979-88fd-71854f5fe45b-be5793d8-e791-4300-bb8c-6e287d507808","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.819827654Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-fe8bebb0-d836-4979-88fd-71854f5fe45b-be5793d8-e791-4300-bb8c-6e287d507808","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.82505917Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b/.zfs/snapshot/be5793d8-e791-4300-bb8c-6e287d507808","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.825377044Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.825445915Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.825505156Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.825561117Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.825614158Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.828084314Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.830131873Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"region fe8bebb0-d836-4979-88fd-71854f5fe45b running snapshot be5793d8-e791-4300-bb8c-6e287d507808 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:13.830142464Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"datafile"}
{"msg":"path is \"/data/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:14.05264269Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"datafile"}
{"msg":"dataset is oxp_d14bc315-0776-47e8-980f-1afa3dc205a8/crucible/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:14.058956552Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"datafile"}
{"msg":"snapshot is oxp_d14bc315-0776-47e8-980f-1afa3dc205a8/crucible/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b@be5793d8-e791-4300-bb8c-6e287d507808","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:14.065205363Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d14bc315-0776-47e8-980f-1afa3dc205a8/crucible/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b\", \"be5793d8-e791-4300-bb8c-6e287d507808\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:14.065223053Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:14.070066214Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"uri":"/crucible/0/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b/snapshots/be5793d8-e791-4300-bb8c-6e287d507808/run","method":"POST","req_id":"c5cde16a-69d8-4564-aa43-813f8ac591de","remote_addr":"[fd00:1122:3344:101::b]:45007","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17463,"response_code":200}
{"msg":"region 28ad81c6-f874-43b1-801a-d637bc168ec4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.514959019Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.515148512Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"uri":"/crucible/0/regions","method":"POST","req_id":"4473dd47-0757-4d40-9638-4e14b7d3b26d","remote_addr":"[fd00:1122:3344:101::b]:45007","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":269,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.515168482Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_d14bc315-0776-47e8-980f-1afa3dc205a8/crucible/regions/28ad81c6-f874-43b1-801a-d637bc168ec4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.520764583Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d14bc315-0776-47e8-980f-1afa3dc205a8/crucible/regions/28ad81c6-f874-43b1-801a-d637bc168ec4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.520805984Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"28ad81c6-f874-43b1-801a-d637bc168ec4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/28ad81c6-f874-43b1-801a-d637bc168ec4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.561730389Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"region":"28ad81c6-f874-43b1-801a-d637bc168ec4","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"28ad81c6-f874-43b1-801a-d637bc168ec4\" \"--data\" \"/data/regions/28ad81c6-f874-43b1-801a-d637bc168ec4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.56177311Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"region":"28ad81c6-f874-43b1-801a-d637bc168ec4","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.613630054Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"region":"28ad81c6-f874-43b1-801a-d637bc168ec4","component":"worker"}
{"msg":"region 28ad81c6-f874-43b1-801a-d637bc168ec4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.613659584Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.613787126Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-28ad81c6-f874-43b1-801a-d637bc168ec4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.614176892Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-28ad81c6-f874-43b1-801a-d637bc168ec4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.61539356Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.619275106Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-28ad81c6-f874-43b1-801a-d637bc168ec4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.620705647Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/28ad81c6-f874-43b1-801a-d637bc168ec4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.620978631Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.621023912Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.621065722Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.621101393Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.622802787Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.626364959Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.62643703Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.626509111Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.626519712Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.626550402Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fe8bebb0-d836-4979-88fd-71854f5fe45b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.626589053Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.62846176Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.628511181Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.628531241Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.628579182Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.630432828Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.632402997Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:18.767205388Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"uri":"/crucible/0/regions","method":"POST","req_id":"270f842c-c3c8-4da2-8a5f-237862988a81","remote_addr":"[fd00:1122:3344:101::b]:45007","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.451582865Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"uri":"/crucible/0/regions/28ad81c6-f874-43b1-801a-d637bc168ec4","method":"GET","req_id":"4baa57e6-1f0c-439a-aa82-0fd07c48939d","remote_addr":"[fd00:1122:3344:101::b]:45007","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"path is \"/data/regions/28ad81c6-f874-43b1-801a-d637bc168ec4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.455123966Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"datafile"}
{"msg":"dataset is oxp_d14bc315-0776-47e8-980f-1afa3dc205a8/crucible/regions/28ad81c6-f874-43b1-801a-d637bc168ec4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.463969345Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"datafile"}
{"msg":"region 28ad81c6-f874-43b1-801a-d637bc168ec4 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.471781138Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.471942421Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.471954141Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"uri":"/crucible/0/regions/28ad81c6-f874-43b1-801a-d637bc168ec4","method":"DELETE","req_id":"fa6e1b79-8f98-49b3-bb10-2eefc33fb46a","remote_addr":"[fd00:1122:3344:101::b]:45007","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16873,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-28ad81c6-f874-43b1-801a-d637bc168ec4 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.473093497Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.475451192Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"uri":"/crucible/0/regions/28ad81c6-f874-43b1-801a-d637bc168ec4","method":"GET","req_id":"254154c1-57bf-426b-8043-3afa913cd21e","remote_addr":"[fd00:1122:3344:101::b]:45007","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":35,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.476448996Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.476519047Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.476596058Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.476602928Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.476634889Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fe8bebb0-d836-4979-88fd-71854f5fe45b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.476680429Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fe8bebb0-d836-4979-88fd-71854f5fe45b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.476978564Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.477026385Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.477070815Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.477114976Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.479268197Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.480607717Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_d14bc315-0776-47e8-980f-1afa3dc205a8/crucible/regions/28ad81c6-f874-43b1-801a-d637bc168ec4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.489386894Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"region":"28ad81c6-f874-43b1-801a-d637bc168ec4","component":"worker"}
{"msg":"region 28ad81c6-f874-43b1-801a-d637bc168ec4 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.548416483Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-29T19:55:43.582913605Z","hostname":"oxz_crucible_30a6b10c-774a-4f78-a97b-48977b22d22d","pid":23588,"uri":"/crucible/0/regions/28ad81c6-f874-43b1-801a-d637bc168ec4","method":"GET","req_id":"38d20ae6-00ed-4f73-bd4d-23cede7f992b","remote_addr":"[fd00:1122:3344:101::b]:45007","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":70,"response_code":200}