{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:17.760620192Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:41516"} {"msg":"region 39ff8e79-1888-4dac-bd8e-ed07632b1264 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:17.760705483Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:17.76153846Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"uri":"/crucible/0/regions","method":"POST","req_id":"cc771fd3-de44-41c4-80cd-27167b109d59","remote_addr":"[fd00:1122:3344:101::b]:41516","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":858,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:17.761550791Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_95de058b-8d66-40a6-81c1-2fc4017b0b5b/crucible/regions/39ff8e79-1888-4dac-bd8e-ed07632b1264","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:17.774219019Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_95de058b-8d66-40a6-81c1-2fc4017b0b5b/crucible/regions/39ff8e79-1888-4dac-bd8e-ed07632b1264","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:17.774244759Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"39ff8e79-1888-4dac-bd8e-ed07632b1264\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/39ff8e79-1888-4dac-bd8e-ed07632b1264\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:17.845443269Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"region":"39ff8e79-1888-4dac-bd8e-ed07632b1264","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"39ff8e79-1888-4dac-bd8e-ed07632b1264\" \"--data\" \"/data/regions/39ff8e79-1888-4dac-bd8e-ed07632b1264\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:17.84548895Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"region":"39ff8e79-1888-4dac-bd8e-ed07632b1264","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:17.938461374Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"region":"39ff8e79-1888-4dac-bd8e-ed07632b1264","component":"worker"} {"msg":"region 39ff8e79-1888-4dac-bd8e-ed07632b1264 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:17.938516925Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:17.938629308Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-39ff8e79-1888-4dac-bd8e-ed07632b1264","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:17.93922361Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-39ff8e79-1888-4dac-bd8e-ed07632b1264","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:17.948125571Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:17.966622968Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-39ff8e79-1888-4dac-bd8e-ed07632b1264","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:17.970684141Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/39ff8e79-1888-4dac-bd8e-ed07632b1264","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:17.970953026Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:17.971256472Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:17.971323144Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:17.971373975Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:17.976679113Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:17.982676395Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:18.127498885Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"uri":"/crucible/0/regions","method":"POST","req_id":"85d69feb-d453-4704-bbdd-6dacd82e22d9","remote_addr":"[fd00:1122:3344:101::b]:41516","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":80,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.107975857Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"uri":"/crucible/0/regions/c0fabaf3-144b-43b8-89b8-e1b1087134e3","method":"GET","req_id":"a0b597d8-97f9-47b6-8d32-a206b5f9e8c8","remote_addr":"[fd00:1122:3344:101::b]:41516","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":58,"response_code":"200"} {"msg":"path is \"/data/regions/c0fabaf3-144b-43b8-89b8-e1b1087134e3\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.111868987Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"datafile"} {"msg":"dataset is oxp_95de058b-8d66-40a6-81c1-2fc4017b0b5b/crucible/regions/c0fabaf3-144b-43b8-89b8-e1b1087134e3","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.12138476Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"datafile"} {"msg":"snapshot is oxp_95de058b-8d66-40a6-81c1-2fc4017b0b5b/crucible/regions/c0fabaf3-144b-43b8-89b8-e1b1087134e3@8c14885b-72bf-4110-b4c9-dd45b15a90e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.129894444Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_95de058b-8d66-40a6-81c1-2fc4017b0b5b/crucible/regions/c0fabaf3-144b-43b8-89b8-e1b1087134e3\", \"8c14885b-72bf-4110-b4c9-dd45b15a90e8\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.129920974Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.140382047Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"uri":"/crucible/0/regions/c0fabaf3-144b-43b8-89b8-e1b1087134e3/snapshots/8c14885b-72bf-4110-b4c9-dd45b15a90e8","method":"GET","req_id":"50651ed0-e0cd-4498-8ac9-6ebc4ccb6502","remote_addr":"[fd00:1122:3344:101::b]:41516","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28517,"response_code":"200"} {"msg":"path is \"/data/regions/c0fabaf3-144b-43b8-89b8-e1b1087134e3\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.143690625Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"datafile"} {"msg":"dataset is oxp_95de058b-8d66-40a6-81c1-2fc4017b0b5b/crucible/regions/c0fabaf3-144b-43b8-89b8-e1b1087134e3","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.151005234Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"datafile"} {"msg":"snapshot is oxp_95de058b-8d66-40a6-81c1-2fc4017b0b5b/crucible/regions/c0fabaf3-144b-43b8-89b8-e1b1087134e3@8c14885b-72bf-4110-b4c9-dd45b15a90e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.159032677Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_95de058b-8d66-40a6-81c1-2fc4017b0b5b/crucible/regions/c0fabaf3-144b-43b8-89b8-e1b1087134e3\", \"8c14885b-72bf-4110-b4c9-dd45b15a90e8\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.159052638Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot c0fabaf3-144b-43b8-89b8-e1b1087134e3-8c14885b-72bf-4110-b4c9-dd45b15a90e8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.167312386Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"datafile"} {"msg":"applying SMF actions for region c0fabaf3-144b-43b8-89b8-e1b1087134e3 running snapshot 8c14885b-72bf-4110-b4c9-dd45b15a90e8 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.16751721Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.167534811Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"uri":"/crucible/0/regions/c0fabaf3-144b-43b8-89b8-e1b1087134e3/snapshots/8c14885b-72bf-4110-b4c9-dd45b15a90e8/run","method":"POST","req_id":"a5a93a93-3afe-4b45-b024-c780cc196a7b","remote_addr":"[fd00:1122:3344:101::b]:41516","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":23875,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-c0fabaf3-144b-43b8-89b8-e1b1087134e3-8c14885b-72bf-4110-b4c9-dd45b15a90e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.169774796Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-c0fabaf3-144b-43b8-89b8-e1b1087134e3-8c14885b-72bf-4110-b4c9-dd45b15a90e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.180791821Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-c0fabaf3-144b-43b8-89b8-e1b1087134e3-8c14885b-72bf-4110-b4c9-dd45b15a90e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.19207123Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c0fabaf3-144b-43b8-89b8-e1b1087134e3/.zfs/snapshot/8c14885b-72bf-4110-b4c9-dd45b15a90e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.192371006Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.192420738Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.192464428Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.192505959Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.19255069Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.196809807Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.201512383Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"region c0fabaf3-144b-43b8-89b8-e1b1087134e3 running snapshot 8c14885b-72bf-4110-b4c9-dd45b15a90e8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.201521583Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"datafile"} {"msg":"path is \"/data/regions/c0fabaf3-144b-43b8-89b8-e1b1087134e3\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.428312313Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"datafile"} {"msg":"dataset is oxp_95de058b-8d66-40a6-81c1-2fc4017b0b5b/crucible/regions/c0fabaf3-144b-43b8-89b8-e1b1087134e3","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.436373147Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"datafile"} {"msg":"snapshot is oxp_95de058b-8d66-40a6-81c1-2fc4017b0b5b/crucible/regions/c0fabaf3-144b-43b8-89b8-e1b1087134e3@8c14885b-72bf-4110-b4c9-dd45b15a90e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.445542173Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_95de058b-8d66-40a6-81c1-2fc4017b0b5b/crucible/regions/c0fabaf3-144b-43b8-89b8-e1b1087134e3\", \"8c14885b-72bf-4110-b4c9-dd45b15a90e8\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.445566434Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.453877843Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"uri":"/crucible/0/regions/c0fabaf3-144b-43b8-89b8-e1b1087134e3/snapshots/8c14885b-72bf-4110-b4c9-dd45b15a90e8/run","method":"POST","req_id":"b1e15cbc-d5d5-40c3-9775-b186a3b42aa7","remote_addr":"[fd00:1122:3344:101::b]:41516","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25608,"response_code":"200"} {"msg":"region a83c3bdb-bd87-42b3-a26b-dc45c39c2898 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.176986523Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.177188216Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"uri":"/crucible/0/regions","method":"POST","req_id":"d2f9cecb-2967-435b-b6b8-d52365085a69","remote_addr":"[fd00:1122:3344:101::b]:41516","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":269,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.177211457Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_95de058b-8d66-40a6-81c1-2fc4017b0b5b/crucible/regions/a83c3bdb-bd87-42b3-a26b-dc45c39c2898","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.187946556Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_95de058b-8d66-40a6-81c1-2fc4017b0b5b/crucible/regions/a83c3bdb-bd87-42b3-a26b-dc45c39c2898","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.187976676Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a83c3bdb-bd87-42b3-a26b-dc45c39c2898\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a83c3bdb-bd87-42b3-a26b-dc45c39c2898\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.257895871Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"region":"a83c3bdb-bd87-42b3-a26b-dc45c39c2898","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a83c3bdb-bd87-42b3-a26b-dc45c39c2898\" \"--data\" \"/data/regions/a83c3bdb-bd87-42b3-a26b-dc45c39c2898\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.259878941Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"region":"a83c3bdb-bd87-42b3-a26b-dc45c39c2898","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.333992151Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"region":"a83c3bdb-bd87-42b3-a26b-dc45c39c2898","component":"worker"} {"msg":"region a83c3bdb-bd87-42b3-a26b-dc45c39c2898 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.334033211Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.334138764Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a83c3bdb-bd87-42b3-a26b-dc45c39c2898","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.335388169Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a83c3bdb-bd87-42b3-a26b-dc45c39c2898","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.339071314Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.346511166Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a83c3bdb-bd87-42b3-a26b-dc45c39c2898","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.350783473Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a83c3bdb-bd87-42b3-a26b-dc45c39c2898","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.351090069Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.35115041Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.351198551Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.351238592Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.35654972Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.370338491Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.552285007Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"uri":"/crucible/0/regions","method":"POST","req_id":"5feeb8b4-7607-47d7-9542-97f6dd8bb37e","remote_addr":"[fd00:1122:3344:101::b]:41516","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":88,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.026087415Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"uri":"/crucible/0/regions/a83c3bdb-bd87-42b3-a26b-dc45c39c2898","method":"GET","req_id":"4353e0b8-69c6-4c31-b167-ea8cd72785a1","remote_addr":"[fd00:1122:3344:101::b]:41516","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":65,"response_code":"200"} {"msg":"path is \"/data/regions/a83c3bdb-bd87-42b3-a26b-dc45c39c2898\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.029940743Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"datafile"} {"msg":"dataset is oxp_95de058b-8d66-40a6-81c1-2fc4017b0b5b/crucible/regions/a83c3bdb-bd87-42b3-a26b-dc45c39c2898","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.041286744Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"datafile"} {"msg":"region a83c3bdb-bd87-42b3-a26b-dc45c39c2898 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.051759518Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.051962152Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-a83c3bdb-bd87-42b3-a26b-dc45c39c2898 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.053208307Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.054191457Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"uri":"/crucible/0/regions/a83c3bdb-bd87-42b3-a26b-dc45c39c2898","method":"DELETE","req_id":"af1c2668-941b-453a-9cf4-1901d1d8a3ad","remote_addr":"[fd00:1122:3344:101::b]:41516","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24275,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.057499854Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"uri":"/crucible/0/regions/a83c3bdb-bd87-42b3-a26b-dc45c39c2898","method":"GET","req_id":"341cdee6-baf8-4a91-ad88-51e827300fe7","remote_addr":"[fd00:1122:3344:101::b]:41516","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":29,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.059802981Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_95de058b-8d66-40a6-81c1-2fc4017b0b5b/crucible/regions/a83c3bdb-bd87-42b3-a26b-dc45c39c2898\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.069802835Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"region":"a83c3bdb-bd87-42b3-a26b-dc45c39c2898","component":"worker"} {"msg":"region a83c3bdb-bd87-42b3-a26b-dc45c39c2898 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.126052071Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.188642256Z","hostname":"oxz_crucible_7687a59d-c31c-480b-bf54-4926f66dc3d1","pid":23537,"uri":"/crucible/0/regions/a83c3bdb-bd87-42b3-a26b-dc45c39c2898","method":"GET","req_id":"956b5ca1-b52e-4304-bb47-222cdfcc1fdf","remote_addr":"[fd00:1122:3344:101::b]:41516","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":"200"}