{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.550615215Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:50178"} {"msg":"region ee70cb98-2210-46b5-88fd-b3320f36c2de state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.550724998Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.55137351Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.55138502Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"uri":"/crucible/0/regions","method":"POST","req_id":"66bf245a-0e1c-4f6f-abde-4e2a7e02c190","remote_addr":"[fd00:1122:3344:101::b]:50178","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":691,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_f282df4c-a498-441e-a714-cfa606ade1c7/crucible/regions/ee70cb98-2210-46b5-88fd-b3320f36c2de","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.560991317Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f282df4c-a498-441e-a714-cfa606ade1c7/crucible/regions/ee70cb98-2210-46b5-88fd-b3320f36c2de","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.561019298Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ee70cb98-2210-46b5-88fd-b3320f36c2de\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ee70cb98-2210-46b5-88fd-b3320f36c2de\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.62050615Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"region":"ee70cb98-2210-46b5-88fd-b3320f36c2de","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ee70cb98-2210-46b5-88fd-b3320f36c2de\" \"--data\" \"/data/regions/ee70cb98-2210-46b5-88fd-b3320f36c2de\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.620559991Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"region":"ee70cb98-2210-46b5-88fd-b3320f36c2de","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.70476425Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"region":"ee70cb98-2210-46b5-88fd-b3320f36c2de","component":"worker"} {"msg":"region ee70cb98-2210-46b5-88fd-b3320f36c2de state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.704827291Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.704900812Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ee70cb98-2210-46b5-88fd-b3320f36c2de","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.713177795Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ee70cb98-2210-46b5-88fd-b3320f36c2de","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.716499177Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.725639656Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ee70cb98-2210-46b5-88fd-b3320f36c2de","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.728673772Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ee70cb98-2210-46b5-88fd-b3320f36c2de","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.728978838Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.729044739Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.72908962Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.72913177Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.733268677Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.738050356Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:51.842592971Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"uri":"/crucible/0/regions","method":"POST","req_id":"7aa99995-b756-44f1-b621-f0d5cb59c00c","remote_addr":"[fd00:1122:3344:101::b]:50178","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":80,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.002040408Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"uri":"/crucible/0/regions/d4d5bbc0-5470-4ea3-b493-d026bc19fa8e","method":"GET","req_id":"6c960c3f-8adb-41d7-a0b2-8c865b5457b3","remote_addr":"[fd00:1122:3344:101::b]:50178","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":3832,"response_code":"200"} {"msg":"path is \"/data/regions/d4d5bbc0-5470-4ea3-b493-d026bc19fa8e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.007700052Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"datafile"} {"msg":"dataset is oxp_f282df4c-a498-441e-a714-cfa606ade1c7/crucible/regions/d4d5bbc0-5470-4ea3-b493-d026bc19fa8e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.018598584Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"datafile"} {"msg":"snapshot is oxp_f282df4c-a498-441e-a714-cfa606ade1c7/crucible/regions/d4d5bbc0-5470-4ea3-b493-d026bc19fa8e@0aef5308-0887-467b-ab70-85c7bc7db3de","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.026927908Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f282df4c-a498-441e-a714-cfa606ade1c7/crucible/regions/d4d5bbc0-5470-4ea3-b493-d026bc19fa8e\", \"0aef5308-0887-467b-ab70-85c7bc7db3de\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.026964209Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.039282427Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"uri":"/crucible/0/regions/d4d5bbc0-5470-4ea3-b493-d026bc19fa8e/snapshots/0aef5308-0887-467b-ab70-85c7bc7db3de","method":"GET","req_id":"a6609f4b-ee25-4d59-97bf-ec10453e4fe2","remote_addr":"[fd00:1122:3344:101::b]:50178","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":33781,"response_code":"200"} {"msg":"path is \"/data/regions/d4d5bbc0-5470-4ea3-b493-d026bc19fa8e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.043524705Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"datafile"} {"msg":"dataset is oxp_f282df4c-a498-441e-a714-cfa606ade1c7/crucible/regions/d4d5bbc0-5470-4ea3-b493-d026bc19fa8e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.052995531Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"datafile"} {"msg":"snapshot is oxp_f282df4c-a498-441e-a714-cfa606ade1c7/crucible/regions/d4d5bbc0-5470-4ea3-b493-d026bc19fa8e@0aef5308-0887-467b-ab70-85c7bc7db3de","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.061300285Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f282df4c-a498-441e-a714-cfa606ade1c7/crucible/regions/d4d5bbc0-5470-4ea3-b493-d026bc19fa8e\", \"0aef5308-0887-467b-ab70-85c7bc7db3de\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.061333425Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot d4d5bbc0-5470-4ea3-b493-d026bc19fa8e-0aef5308-0887-467b-ab70-85c7bc7db3de state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.069624379Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"datafile"} {"msg":"applying SMF actions for region d4d5bbc0-5470-4ea3-b493-d026bc19fa8e running snapshot 0aef5308-0887-467b-ab70-85c7bc7db3de (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.069850423Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.069872203Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"uri":"/crucible/0/regions/d4d5bbc0-5470-4ea3-b493-d026bc19fa8e/snapshots/0aef5308-0887-467b-ab70-85c7bc7db3de/run","method":"POST","req_id":"aad44e5c-6aea-4b80-b545-95e8dfdac757","remote_addr":"[fd00:1122:3344:101::b]:50178","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26392,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-d4d5bbc0-5470-4ea3-b493-d026bc19fa8e-0aef5308-0887-467b-ab70-85c7bc7db3de","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.072150695Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d4d5bbc0-5470-4ea3-b493-d026bc19fa8e-0aef5308-0887-467b-ab70-85c7bc7db3de","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.085967091Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d4d5bbc0-5470-4ea3-b493-d026bc19fa8e-0aef5308-0887-467b-ab70-85c7bc7db3de","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.096323623Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d4d5bbc0-5470-4ea3-b493-d026bc19fa8e/.zfs/snapshot/0aef5308-0887-467b-ab70-85c7bc7db3de","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.096621208Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.09669069Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.096732911Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.096774511Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.096827312Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.10047582Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.104834061Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"region d4d5bbc0-5470-4ea3-b493-d026bc19fa8e running snapshot 0aef5308-0887-467b-ab70-85c7bc7db3de state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.104846811Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"datafile"} {"msg":"path is \"/data/regions/d4d5bbc0-5470-4ea3-b493-d026bc19fa8e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.251946924Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"datafile"} {"msg":"dataset is oxp_f282df4c-a498-441e-a714-cfa606ade1c7/crucible/regions/d4d5bbc0-5470-4ea3-b493-d026bc19fa8e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.261379158Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"datafile"} {"msg":"snapshot is oxp_f282df4c-a498-441e-a714-cfa606ade1c7/crucible/regions/d4d5bbc0-5470-4ea3-b493-d026bc19fa8e@0aef5308-0887-467b-ab70-85c7bc7db3de","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.270178681Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f282df4c-a498-441e-a714-cfa606ade1c7/crucible/regions/d4d5bbc0-5470-4ea3-b493-d026bc19fa8e\", \"0aef5308-0887-467b-ab70-85c7bc7db3de\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.270226352Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:53.278817041Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"uri":"/crucible/0/regions/d4d5bbc0-5470-4ea3-b493-d026bc19fa8e/snapshots/0aef5308-0887-467b-ab70-85c7bc7db3de/run","method":"POST","req_id":"9b088a60-3dcc-41ba-90f4-2c7fdc9fea97","remote_addr":"[fd00:1122:3344:101::b]:50178","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26897,"response_code":"200"} {"msg":"region d375cd08-7f2f-4051-bdbc-83ad254fb813 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:57.265794656Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:57.265939479Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"uri":"/crucible/0/regions","method":"POST","req_id":"b28c73bf-6ae6-4762-8b38-83ca1a2b001b","remote_addr":"[fd00:1122:3344:101::b]:50178","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":222,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:57.265970319Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f282df4c-a498-441e-a714-cfa606ade1c7/crucible/regions/d375cd08-7f2f-4051-bdbc-83ad254fb813","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:57.276404152Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f282df4c-a498-441e-a714-cfa606ade1c7/crucible/regions/d375cd08-7f2f-4051-bdbc-83ad254fb813","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:57.276457984Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d375cd08-7f2f-4051-bdbc-83ad254fb813\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d375cd08-7f2f-4051-bdbc-83ad254fb813\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:57.352736166Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"region":"d375cd08-7f2f-4051-bdbc-83ad254fb813","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d375cd08-7f2f-4051-bdbc-83ad254fb813\" \"--data\" \"/data/regions/d375cd08-7f2f-4051-bdbc-83ad254fb813\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:57.354794064Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"region":"d375cd08-7f2f-4051-bdbc-83ad254fb813","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:57.436035088Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"region":"d375cd08-7f2f-4051-bdbc-83ad254fb813","component":"worker"} {"msg":"region d375cd08-7f2f-4051-bdbc-83ad254fb813 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:57.436075469Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:57.436192521Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d375cd08-7f2f-4051-bdbc-83ad254fb813","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:57.436759201Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d375cd08-7f2f-4051-bdbc-83ad254fb813","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:57.440150794Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:57.448631261Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d375cd08-7f2f-4051-bdbc-83ad254fb813","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:57.452257058Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d375cd08-7f2f-4051-bdbc-83ad254fb813","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:57.452549354Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:57.452622155Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:57.452675106Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:57.452723917Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:57.45665909Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:57.466760117Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:15:57.520429801Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"uri":"/crucible/0/regions","method":"POST","req_id":"4ba230c4-ebe4-440f-a37d-4c6812c530c8","remote_addr":"[fd00:1122:3344:101::b]:50178","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:16:22.437014154Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"uri":"/crucible/0/regions/d375cd08-7f2f-4051-bdbc-83ad254fb813","method":"GET","req_id":"84f907da-0ec3-4593-8e97-5ef1c343cbf7","remote_addr":"[fd00:1122:3344:101::b]:50178","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":48,"response_code":"200"} {"msg":"path is \"/data/regions/d375cd08-7f2f-4051-bdbc-83ad254fb813\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:16:22.439792596Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"datafile"} {"msg":"dataset is oxp_f282df4c-a498-441e-a714-cfa606ade1c7/crucible/regions/d375cd08-7f2f-4051-bdbc-83ad254fb813","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:16:22.456818341Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"datafile"} {"msg":"region d375cd08-7f2f-4051-bdbc-83ad254fb813 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:16:22.466930708Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:16:22.467114542Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:16:22.467166152Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"uri":"/crucible/0/regions/d375cd08-7f2f-4051-bdbc-83ad254fb813","method":"DELETE","req_id":"b5c37e70-4c0b-41fc-8e2f-a248173f120b","remote_addr":"[fd00:1122:3344:101::b]:50178","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27402,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-d375cd08-7f2f-4051-bdbc-83ad254fb813 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:16:22.468315974Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:16:22.469845152Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"uri":"/crucible/0/regions/d375cd08-7f2f-4051-bdbc-83ad254fb813","method":"GET","req_id":"983ffba9-9dda-4673-9cfb-6f2b28f5623d","remote_addr":"[fd00:1122:3344:101::b]:50178","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:16:22.475474266Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f282df4c-a498-441e-a714-cfa606ade1c7/crucible/regions/d375cd08-7f2f-4051-bdbc-83ad254fb813\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:16:22.487082441Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"region":"d375cd08-7f2f-4051-bdbc-83ad254fb813","component":"worker"} {"msg":"region d375cd08-7f2f-4051-bdbc-83ad254fb813 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:16:22.541206593Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T05:16:22.549225782Z","hostname":"oxz_crucible_6ddbd4af-d400-4bb9-9856-9433d4108ecd","pid":24611,"uri":"/crucible/0/regions/d375cd08-7f2f-4051-bdbc-83ad254fb813","method":"GET","req_id":"df019a91-49a0-49cb-b498-9f7fe8f544e5","remote_addr":"[fd00:1122:3344:101::b]:50178","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":"200"}