{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:07.983127049Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:35279"}
{"msg":"region 6e7a54f3-a3d3-4ca9-99af-dabddf26a96a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:07.983258782Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:07.983924487Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"uri":"/crucible/0/regions","method":"POST","req_id":"9f541baf-68c6-493a-842e-9bb23ce225f3","remote_addr":"[fd00:1122:3344:101::c]:35279","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":703,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:07.983937977Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_8a44c289-4444-45c8-89fb-beff95486e44/crucible/regions/6e7a54f3-a3d3-4ca9-99af-dabddf26a96a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:07.992430151Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8a44c289-4444-45c8-89fb-beff95486e44/crucible/regions/6e7a54f3-a3d3-4ca9-99af-dabddf26a96a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:07.992451881Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6e7a54f3-a3d3-4ca9-99af-dabddf26a96a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6e7a54f3-a3d3-4ca9-99af-dabddf26a96a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:08.046241738Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"region":"6e7a54f3-a3d3-4ca9-99af-dabddf26a96a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6e7a54f3-a3d3-4ca9-99af-dabddf26a96a\" \"--data\" \"/data/regions/6e7a54f3-a3d3-4ca9-99af-dabddf26a96a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:08.046287769Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"region":"6e7a54f3-a3d3-4ca9-99af-dabddf26a96a","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:08.184113711Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"region":"6e7a54f3-a3d3-4ca9-99af-dabddf26a96a","component":"worker"}
{"msg":"region 6e7a54f3-a3d3-4ca9-99af-dabddf26a96a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:08.184171732Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:08.184314476Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6e7a54f3-a3d3-4ca9-99af-dabddf26a96a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:08.184894659Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6e7a54f3-a3d3-4ca9-99af-dabddf26a96a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:08.194713953Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:08.210292268Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"uri":"/crucible/0/regions","method":"POST","req_id":"862d2bd9-b867-46c7-a1d6-17db4e351508","remote_addr":"[fd00:1122:3344:101::c]:35279","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:08.21870278Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6e7a54f3-a3d3-4ca9-99af-dabddf26a96a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:08.221547495Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6e7a54f3-a3d3-4ca9-99af-dabddf26a96a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:08.221853722Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:08.221897043Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:08.221938913Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:08.221972654Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:08.225350281Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:08.24372165Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.005707522Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"uri":"/crucible/0/regions/c8be4654-7bd6-45f2-bf9d-ff10069f71c6","method":"GET","req_id":"d2962c08-ea9f-4fb1-8005-c84fe2ef10f2","remote_addr":"[fd00:1122:3344:101::c]:35279","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"path is \"/data/regions/c8be4654-7bd6-45f2-bf9d-ff10069f71c6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.00870878Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"datafile"}
{"msg":"dataset is oxp_8a44c289-4444-45c8-89fb-beff95486e44/crucible/regions/c8be4654-7bd6-45f2-bf9d-ff10069f71c6","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.015429103Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"datafile"}
{"msg":"snapshot is oxp_8a44c289-4444-45c8-89fb-beff95486e44/crucible/regions/c8be4654-7bd6-45f2-bf9d-ff10069f71c6@a3d6d7d3-7a31-4e96-9110-04e15208884c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.023255012Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8a44c289-4444-45c8-89fb-beff95486e44/crucible/regions/c8be4654-7bd6-45f2-bf9d-ff10069f71c6\", \"a3d6d7d3-7a31-4e96-9110-04e15208884c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.023278042Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.03194551Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"uri":"/crucible/0/regions/c8be4654-7bd6-45f2-bf9d-ff10069f71c6/snapshots/a3d6d7d3-7a31-4e96-9110-04e15208884c","method":"GET","req_id":"3fbd1d83-5be4-4445-8f7d-6b5a7a2a3597","remote_addr":"[fd00:1122:3344:101::c]:35279","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23259,"response_code":200}
{"msg":"path is \"/data/regions/c8be4654-7bd6-45f2-bf9d-ff10069f71c6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.034760574Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"datafile"}
{"msg":"dataset is oxp_8a44c289-4444-45c8-89fb-beff95486e44/crucible/regions/c8be4654-7bd6-45f2-bf9d-ff10069f71c6","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.040596457Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"datafile"}
{"msg":"snapshot is oxp_8a44c289-4444-45c8-89fb-beff95486e44/crucible/regions/c8be4654-7bd6-45f2-bf9d-ff10069f71c6@a3d6d7d3-7a31-4e96-9110-04e15208884c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.045791306Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8a44c289-4444-45c8-89fb-beff95486e44/crucible/regions/c8be4654-7bd6-45f2-bf9d-ff10069f71c6\", \"a3d6d7d3-7a31-4e96-9110-04e15208884c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.045803296Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot c8be4654-7bd6-45f2-bf9d-ff10069f71c6-a3d6d7d3-7a31-4e96-9110-04e15208884c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.054529565Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.054656728Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"uri":"/crucible/0/regions/c8be4654-7bd6-45f2-bf9d-ff10069f71c6/snapshots/a3d6d7d3-7a31-4e96-9110-04e15208884c/run","method":"POST","req_id":"fe6ec33a-30e5-47ab-b05d-de7c1c63fc4e","remote_addr":"[fd00:1122:3344:101::c]:35279","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19915,"response_code":200}
{"msg":"applying SMF actions for region c8be4654-7bd6-45f2-bf9d-ff10069f71c6 running snapshot a3d6d7d3-7a31-4e96-9110-04e15208884c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.054673828Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-c8be4654-7bd6-45f2-bf9d-ff10069f71c6-a3d6d7d3-7a31-4e96-9110-04e15208884c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.058961696Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-c8be4654-7bd6-45f2-bf9d-ff10069f71c6-a3d6d7d3-7a31-4e96-9110-04e15208884c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.072646508Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-c8be4654-7bd6-45f2-bf9d-ff10069f71c6-a3d6d7d3-7a31-4e96-9110-04e15208884c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.082475672Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c8be4654-7bd6-45f2-bf9d-ff10069f71c6/.zfs/snapshot/a3d6d7d3-7a31-4e96-9110-04e15208884c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.082762889Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.08281063Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.082852341Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.082885441Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.082931053Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.086450433Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.09070919Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"worker"}
{"msg":"region c8be4654-7bd6-45f2-bf9d-ff10069f71c6 running snapshot a3d6d7d3-7a31-4e96-9110-04e15208884c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.09071822Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"datafile"}
{"msg":"path is \"/data/regions/c8be4654-7bd6-45f2-bf9d-ff10069f71c6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.273334013Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"datafile"}
{"msg":"dataset is oxp_8a44c289-4444-45c8-89fb-beff95486e44/crucible/regions/c8be4654-7bd6-45f2-bf9d-ff10069f71c6","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.282299597Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"datafile"}
{"msg":"snapshot is oxp_8a44c289-4444-45c8-89fb-beff95486e44/crucible/regions/c8be4654-7bd6-45f2-bf9d-ff10069f71c6@a3d6d7d3-7a31-4e96-9110-04e15208884c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.289909451Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8a44c289-4444-45c8-89fb-beff95486e44/crucible/regions/c8be4654-7bd6-45f2-bf9d-ff10069f71c6\", \"a3d6d7d3-7a31-4e96-9110-04e15208884c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.289937331Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T11:34:09.29689871Z","hostname":"oxz_crucible_0a39e2bd-a1ab-4630-bef2-3758ffc87148","pid":25078,"uri":"/crucible/0/regions/c8be4654-7bd6-45f2-bf9d-ff10069f71c6/snapshots/a3d6d7d3-7a31-4e96-9110-04e15208884c/run","method":"POST","req_id":"64e07d8d-0793-4194-8c95-0cf4921220e9","remote_addr":"[fd00:1122:3344:101::c]:35279","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23624,"response_code":200}