{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.016161378Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:36131"}
{"msg":"region 60dc7013-f77c-45db-a8a8-b5603bb44f45 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.016290471Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.016859396Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.016867866Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"uri":"/crucible/0/regions","method":"POST","req_id":"0c05fb16-5184-482c-9842-12c7c0376797","remote_addr":"[fd00:1122:3344:101::b]:36131","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":620,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_0775ebfc-8730-4593-b887-e1c4a88c6e27/crucible/regions/60dc7013-f77c-45db-a8a8-b5603bb44f45","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.028758277Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0775ebfc-8730-4593-b887-e1c4a88c6e27/crucible/regions/60dc7013-f77c-45db-a8a8-b5603bb44f45","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.028776817Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"60dc7013-f77c-45db-a8a8-b5603bb44f45\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/60dc7013-f77c-45db-a8a8-b5603bb44f45\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.087869543Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"region":"60dc7013-f77c-45db-a8a8-b5603bb44f45","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"60dc7013-f77c-45db-a8a8-b5603bb44f45\" \"--data\" \"/data/regions/60dc7013-f77c-45db-a8a8-b5603bb44f45\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.087899914Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"region":"60dc7013-f77c-45db-a8a8-b5603bb44f45","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.214938109Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"region":"60dc7013-f77c-45db-a8a8-b5603bb44f45","component":"worker"}
{"msg":"region 60dc7013-f77c-45db-a8a8-b5603bb44f45 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.21497806Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.215055482Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-60dc7013-f77c-45db-a8a8-b5603bb44f45","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.233710914Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-60dc7013-f77c-45db-a8a8-b5603bb44f45","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.240504986Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.251061563Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-60dc7013-f77c-45db-a8a8-b5603bb44f45","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.254796237Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/60dc7013-f77c-45db-a8a8-b5603bb44f45","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.255151216Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.255195888Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.255244039Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.255276399Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.259881086Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.264428521Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.303721156Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"uri":"/crucible/0/regions","method":"POST","req_id":"0854c0d4-a7f3-437b-9c9f-efccd1076a74","remote_addr":"[fd00:1122:3344:101::b]:36131","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.794182928Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"uri":"/crucible/0/regions/3ef57f6e-8525-400a-8729-be239bb6563f","method":"GET","req_id":"e3e005b7-f5d4-4d83-ba68-6a9bca83e99c","remote_addr":"[fd00:1122:3344:101::b]:36131","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"path is \"/data/regions/3ef57f6e-8525-400a-8729-be239bb6563f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.799983744Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"datafile"}
{"msg":"dataset is oxp_0775ebfc-8730-4593-b887-e1c4a88c6e27/crucible/regions/3ef57f6e-8525-400a-8729-be239bb6563f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.806265723Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"datafile"}
{"msg":"snapshot is oxp_0775ebfc-8730-4593-b887-e1c4a88c6e27/crucible/regions/3ef57f6e-8525-400a-8729-be239bb6563f@88ae9946-f8e6-4568-9a00-28d43135de8c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.81283404Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0775ebfc-8730-4593-b887-e1c4a88c6e27/crucible/regions/3ef57f6e-8525-400a-8729-be239bb6563f\", \"88ae9946-f8e6-4568-9a00-28d43135de8c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.81285679Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.821336255Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"uri":"/crucible/0/regions/3ef57f6e-8525-400a-8729-be239bb6563f/snapshots/88ae9946-f8e6-4568-9a00-28d43135de8c","method":"GET","req_id":"d6fe86a7-2438-4840-aa1d-4ca065d1aad6","remote_addr":"[fd00:1122:3344:101::b]:36131","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21371,"response_code":200}
{"msg":"path is \"/data/regions/3ef57f6e-8525-400a-8729-be239bb6563f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.828676641Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"datafile"}
{"msg":"dataset is oxp_0775ebfc-8730-4593-b887-e1c4a88c6e27/crucible/regions/3ef57f6e-8525-400a-8729-be239bb6563f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.833906893Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"datafile"}
{"msg":"snapshot is oxp_0775ebfc-8730-4593-b887-e1c4a88c6e27/crucible/regions/3ef57f6e-8525-400a-8729-be239bb6563f@88ae9946-f8e6-4568-9a00-28d43135de8c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.839213597Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0775ebfc-8730-4593-b887-e1c4a88c6e27/crucible/regions/3ef57f6e-8525-400a-8729-be239bb6563f\", \"88ae9946-f8e6-4568-9a00-28d43135de8c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.839231178Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 3ef57f6e-8525-400a-8729-be239bb6563f-88ae9946-f8e6-4568-9a00-28d43135de8c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.845213919Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"datafile"}
{"msg":"applying SMF actions for region 3ef57f6e-8525-400a-8729-be239bb6563f running snapshot 88ae9946-f8e6-4568-9a00-28d43135de8c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.845368283Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.845378993Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"uri":"/crucible/0/regions/3ef57f6e-8525-400a-8729-be239bb6563f/snapshots/88ae9946-f8e6-4568-9a00-28d43135de8c/run","method":"POST","req_id":"6a9cf4a6-ba2d-46f5-b5b1-534ad4eb30c9","remote_addr":"[fd00:1122:3344:101::b]:36131","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":16713,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-3ef57f6e-8525-400a-8729-be239bb6563f-88ae9946-f8e6-4568-9a00-28d43135de8c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.850649186Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-3ef57f6e-8525-400a-8729-be239bb6563f-88ae9946-f8e6-4568-9a00-28d43135de8c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.859422039Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-3ef57f6e-8525-400a-8729-be239bb6563f-88ae9946-f8e6-4568-9a00-28d43135de8c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.870225852Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3ef57f6e-8525-400a-8729-be239bb6563f/.zfs/snapshot/88ae9946-f8e6-4568-9a00-28d43135de8c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.870497299Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.870545Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.870583611Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.870620392Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.870675583Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.874238634Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.87964122Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"worker"}
{"msg":"region 3ef57f6e-8525-400a-8729-be239bb6563f running snapshot 88ae9946-f8e6-4568-9a00-28d43135de8c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.87965122Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"datafile"}
{"msg":"path is \"/data/regions/3ef57f6e-8525-400a-8729-be239bb6563f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:34.126721883Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"datafile"}
{"msg":"dataset is oxp_0775ebfc-8730-4593-b887-e1c4a88c6e27/crucible/regions/3ef57f6e-8525-400a-8729-be239bb6563f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:34.133813533Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"datafile"}
{"msg":"snapshot is oxp_0775ebfc-8730-4593-b887-e1c4a88c6e27/crucible/regions/3ef57f6e-8525-400a-8729-be239bb6563f@88ae9946-f8e6-4568-9a00-28d43135de8c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:34.140524422Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0775ebfc-8730-4593-b887-e1c4a88c6e27/crucible/regions/3ef57f6e-8525-400a-8729-be239bb6563f\", \"88ae9946-f8e6-4568-9a00-28d43135de8c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:34.140544663Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:34.14674751Z","hostname":"oxz_crucible_fcbb20fa-5eaa-43c9-bd7f-276eae0504e5","pid":24038,"uri":"/crucible/0/regions/3ef57f6e-8525-400a-8729-be239bb6563f/snapshots/88ae9946-f8e6-4568-9a00-28d43135de8c/run","method":"POST","req_id":"977c7488-1ed6-428a-9696-b74548c6da40","remote_addr":"[fd00:1122:3344:101::b]:36131","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20046,"response_code":200}