{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.684950759Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62663"}
{"msg":"region 3fe79899-5d67-4efb-a844-bb5c3854dcb4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.685155751Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.685799178Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.685813167Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"uri":"/crucible/0/regions","method":"POST","req_id":"46c6b4fc-e326-4763-857d-46c99fe5de8e","remote_addr":"[fd00:1122:3344:101::a]:62663","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":682,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_7c4d2e4c-0e2a-44ec-9590-df8b0a0f2096/crucible/regions/3fe79899-5d67-4efb-a844-bb5c3854dcb4","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.693371861Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7c4d2e4c-0e2a-44ec-9590-df8b0a0f2096/crucible/regions/3fe79899-5d67-4efb-a844-bb5c3854dcb4","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.693389132Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3fe79899-5d67-4efb-a844-bb5c3854dcb4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3fe79899-5d67-4efb-a844-bb5c3854dcb4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.745975447Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"region":"3fe79899-5d67-4efb-a844-bb5c3854dcb4","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3fe79899-5d67-4efb-a844-bb5c3854dcb4\" \"--data\" \"/data/regions/3fe79899-5d67-4efb-a844-bb5c3854dcb4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.746007697Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"region":"3fe79899-5d67-4efb-a844-bb5c3854dcb4","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.830741396Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"region":"3fe79899-5d67-4efb-a844-bb5c3854dcb4","component":"worker"}
{"msg":"region 3fe79899-5d67-4efb-a844-bb5c3854dcb4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.830766776Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.830909068Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3fe79899-5d67-4efb-a844-bb5c3854dcb4","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.831918838Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.83623158Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"uri":"/crucible/0/regions","method":"POST","req_id":"741d5619-4e74-4f9b-9612-2cae0d2639f6","remote_addr":"[fd00:1122:3344:101::a]:62663","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3fe79899-5d67-4efb-a844-bb5c3854dcb4","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.847124557Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.870570866Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3fe79899-5d67-4efb-a844-bb5c3854dcb4","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.873859918Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3fe79899-5d67-4efb-a844-bb5c3854dcb4","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.874199082Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.874256612Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.874303783Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.874364763Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.87817595Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.892059936Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.808326434Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"uri":"/crucible/0/regions/6c07ac85-c44b-4b17-bf84-7da35e16d24f","method":"GET","req_id":"67701269-4ada-4906-bb98-026badd9e01c","remote_addr":"[fd00:1122:3344:101::a]:62663","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"path is \"/data/regions/6c07ac85-c44b-4b17-bf84-7da35e16d24f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.811628496Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"datafile"}
{"msg":"dataset is oxp_7c4d2e4c-0e2a-44ec-9590-df8b0a0f2096/crucible/regions/6c07ac85-c44b-4b17-bf84-7da35e16d24f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.818619234Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"datafile"}
{"msg":"snapshot is oxp_7c4d2e4c-0e2a-44ec-9590-df8b0a0f2096/crucible/regions/6c07ac85-c44b-4b17-bf84-7da35e16d24f@dd6ec13c-9ff9-4ef3-b0b1-e907fc414b02","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.825720304Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7c4d2e4c-0e2a-44ec-9590-df8b0a0f2096/crucible/regions/6c07ac85-c44b-4b17-bf84-7da35e16d24f\", \"dd6ec13c-9ff9-4ef3-b0b1-e907fc414b02\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.825743614Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.835151246Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"uri":"/crucible/0/regions/6c07ac85-c44b-4b17-bf84-7da35e16d24f/snapshots/dd6ec13c-9ff9-4ef3-b0b1-e907fc414b02","method":"GET","req_id":"5e7b5b96-bbee-4e2c-bfee-18ee092daca5","remote_addr":"[fd00:1122:3344:101::a]:62663","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":23547,"response_code":200}
{"msg":"path is \"/data/regions/6c07ac85-c44b-4b17-bf84-7da35e16d24f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.840847119Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"datafile"}
{"msg":"dataset is oxp_7c4d2e4c-0e2a-44ec-9590-df8b0a0f2096/crucible/regions/6c07ac85-c44b-4b17-bf84-7da35e16d24f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.847633769Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"datafile"}
{"msg":"snapshot is oxp_7c4d2e4c-0e2a-44ec-9590-df8b0a0f2096/crucible/regions/6c07ac85-c44b-4b17-bf84-7da35e16d24f@dd6ec13c-9ff9-4ef3-b0b1-e907fc414b02","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.853738878Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7c4d2e4c-0e2a-44ec-9590-df8b0a0f2096/crucible/regions/6c07ac85-c44b-4b17-bf84-7da35e16d24f\", \"dd6ec13c-9ff9-4ef3-b0b1-e907fc414b02\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.853758958Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 6c07ac85-c44b-4b17-bf84-7da35e16d24f-dd6ec13c-9ff9-4ef3-b0b1-e907fc414b02 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.861395553Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.861606615Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"uri":"/crucible/0/regions/6c07ac85-c44b-4b17-bf84-7da35e16d24f/snapshots/dd6ec13c-9ff9-4ef3-b0b1-e907fc414b02/run","method":"POST","req_id":"49d86ea0-feb7-429a-a7ac-4f7f8aa33df3","remote_addr":"[fd00:1122:3344:101::a]:62663","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20680,"response_code":200}
{"msg":"applying SMF actions for region 6c07ac85-c44b-4b17-bf84-7da35e16d24f running snapshot dd6ec13c-9ff9-4ef3-b0b1-e907fc414b02 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.861630226Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-6c07ac85-c44b-4b17-bf84-7da35e16d24f-dd6ec13c-9ff9-4ef3-b0b1-e907fc414b02","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.866677015Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6c07ac85-c44b-4b17-bf84-7da35e16d24f-dd6ec13c-9ff9-4ef3-b0b1-e907fc414b02","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.875081417Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6c07ac85-c44b-4b17-bf84-7da35e16d24f-dd6ec13c-9ff9-4ef3-b0b1-e907fc414b02","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.884914114Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6c07ac85-c44b-4b17-bf84-7da35e16d24f/.zfs/snapshot/dd6ec13c-9ff9-4ef3-b0b1-e907fc414b02","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.885131956Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.885173026Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.885208176Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.885242397Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.885285557Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.888758561Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.893069763Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"worker"}
{"msg":"region 6c07ac85-c44b-4b17-bf84-7da35e16d24f running snapshot dd6ec13c-9ff9-4ef3-b0b1-e907fc414b02 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.893085794Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"datafile"}
{"msg":"path is \"/data/regions/6c07ac85-c44b-4b17-bf84-7da35e16d24f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:12.20741466Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"datafile"}
{"msg":"dataset is oxp_7c4d2e4c-0e2a-44ec-9590-df8b0a0f2096/crucible/regions/6c07ac85-c44b-4b17-bf84-7da35e16d24f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:12.213773102Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"datafile"}
{"msg":"snapshot is oxp_7c4d2e4c-0e2a-44ec-9590-df8b0a0f2096/crucible/regions/6c07ac85-c44b-4b17-bf84-7da35e16d24f@dd6ec13c-9ff9-4ef3-b0b1-e907fc414b02","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:12.220014303Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7c4d2e4c-0e2a-44ec-9590-df8b0a0f2096/crucible/regions/6c07ac85-c44b-4b17-bf84-7da35e16d24f\", \"dd6ec13c-9ff9-4ef3-b0b1-e907fc414b02\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:12.220037053Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:12.225982041Z","hostname":"oxz_crucible_f2fe9db9-8b69-4c75-b6f5-c8cb7764637e","pid":24659,"uri":"/crucible/0/regions/6c07ac85-c44b-4b17-bf84-7da35e16d24f/snapshots/dd6ec13c-9ff9-4ef3-b0b1-e907fc414b02/run","method":"POST","req_id":"fc18a67f-d890-4c1c-a5c2-3db3cb362619","remote_addr":"[fd00:1122:3344:101::a]:62663","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18593,"response_code":200}