{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.057233041Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34016"} {"msg":"region 9ca3d902-2044-41d7-a3d3-6dbccf165105 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.057423347Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.057609622Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"uri":"/crucible/0/regions","method":"POST","req_id":"bd984731-41ab-46f1-9c75-e196499ef580","remote_addr":"[fd00:1122:3344:101::a]:34016","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":226,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.057622082Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_6ca8525c-d512-4829-b108-98cb3be6ac5a/crucible/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.066779676Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6ca8525c-d512-4829-b108-98cb3be6ac5a/crucible/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.066806437Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9ca3d902-2044-41d7-a3d3-6dbccf165105\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.127564051Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"region":"9ca3d902-2044-41d7-a3d3-6dbccf165105","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9ca3d902-2044-41d7-a3d3-6dbccf165105\" \"--data\" \"/data/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.129381432Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"region":"9ca3d902-2044-41d7-a3d3-6dbccf165105","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.196891514Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"region":"9ca3d902-2044-41d7-a3d3-6dbccf165105","component":"worker"} {"msg":"region 9ca3d902-2044-41d7-a3d3-6dbccf165105 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.196932405Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.197012978Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9ca3d902-2044-41d7-a3d3-6dbccf165105","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.198376045Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9ca3d902-2044-41d7-a3d3-6dbccf165105","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.202441428Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.209742751Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9ca3d902-2044-41d7-a3d3-6dbccf165105","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.213239948Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.213554516Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.213609538Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.213652379Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.21369169Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.217903827Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.223307857Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.297000141Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"uri":"/crucible/0/regions","method":"POST","req_id":"bae6fea8-1578-4631-9bfe-7833d718df82","remote_addr":"[fd00:1122:3344:101::a]:34016","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.763417818Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58793"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.763530631Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"uri":"/crucible/0/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105","method":"GET","req_id":"37917b92-a2c3-45be-beda-3d8940b22c87","remote_addr":"[fd00:1122:3344:101::a]:58793","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":46,"response_code":"200"} {"msg":"path is \"/data/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.767358867Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"datafile"} {"msg":"dataset is oxp_6ca8525c-d512-4829-b108-98cb3be6ac5a/crucible/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.776227993Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"datafile"} {"msg":"snapshot is oxp_6ca8525c-d512-4829-b108-98cb3be6ac5a/crucible/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105@ab9dd159-4da4-4a6c-abef-b83a31235fd9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.78511451Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6ca8525c-d512-4829-b108-98cb3be6ac5a/crucible/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105\", \"ab9dd159-4da4-4a6c-abef-b83a31235fd9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.78513918Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.796326721Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"uri":"/crucible/0/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105/snapshots/ab9dd159-4da4-4a6c-abef-b83a31235fd9","method":"GET","req_id":"7e5c328e-fec3-41c7-bfd5-3d195aeb3f1b","remote_addr":"[fd00:1122:3344:101::a]:58793","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29673,"response_code":"200"} {"msg":"path is \"/data/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.799592711Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"datafile"} {"msg":"dataset is oxp_6ca8525c-d512-4829-b108-98cb3be6ac5a/crucible/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.807680095Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"datafile"} {"msg":"snapshot is oxp_6ca8525c-d512-4829-b108-98cb3be6ac5a/crucible/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105@ab9dd159-4da4-4a6c-abef-b83a31235fd9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.817039835Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6ca8525c-d512-4829-b108-98cb3be6ac5a/crucible/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105\", \"ab9dd159-4da4-4a6c-abef-b83a31235fd9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.817069586Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 9ca3d902-2044-41d7-a3d3-6dbccf165105-ab9dd159-4da4-4a6c-abef-b83a31235fd9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.825666834Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"datafile"} {"msg":"applying SMF actions for region 9ca3d902-2044-41d7-a3d3-6dbccf165105 running snapshot ab9dd159-4da4-4a6c-abef-b83a31235fd9 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.826377374Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.826398395Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"uri":"/crucible/0/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105/snapshots/ab9dd159-4da4-4a6c-abef-b83a31235fd9/run","method":"POST","req_id":"3828992e-7acc-4660-87bf-6188b08f2c96","remote_addr":"[fd00:1122:3344:101::a]:58793","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26837,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-9ca3d902-2044-41d7-a3d3-6dbccf165105-ab9dd159-4da4-4a6c-abef-b83a31235fd9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.834126219Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9ca3d902-2044-41d7-a3d3-6dbccf165105-ab9dd159-4da4-4a6c-abef-b83a31235fd9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.84284258Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9ca3d902-2044-41d7-a3d3-6dbccf165105-ab9dd159-4da4-4a6c-abef-b83a31235fd9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.855549283Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105/.zfs/snapshot/ab9dd159-4da4-4a6c-abef-b83a31235fd9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.855769179Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.85582036Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.855860632Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.855900113Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.855943564Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.859944695Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.864177732Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"region 9ca3d902-2044-41d7-a3d3-6dbccf165105 running snapshot ab9dd159-4da4-4a6c-abef-b83a31235fd9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.864191533Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"datafile"} {"msg":"path is \"/data/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.046715785Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"datafile"} {"msg":"dataset is oxp_6ca8525c-d512-4829-b108-98cb3be6ac5a/crucible/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.05592927Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"datafile"} {"msg":"snapshot is oxp_6ca8525c-d512-4829-b108-98cb3be6ac5a/crucible/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105@ab9dd159-4da4-4a6c-abef-b83a31235fd9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.064722184Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6ca8525c-d512-4829-b108-98cb3be6ac5a/crucible/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105\", \"ab9dd159-4da4-4a6c-abef-b83a31235fd9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.064755795Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.072919822Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"uri":"/crucible/0/regions/9ca3d902-2044-41d7-a3d3-6dbccf165105/snapshots/ab9dd159-4da4-4a6c-abef-b83a31235fd9/run","method":"POST","req_id":"cc822a9a-3c08-4021-a7e1-5980afc9c6f7","remote_addr":"[fd00:1122:3344:101::a]:58793","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26251,"response_code":"200"} {"msg":"region 2ad3da41-f9a1-437d-b11f-b53fdf2a10e6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:16.034481102Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:16.034670367Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"uri":"/crucible/0/regions","method":"POST","req_id":"c674da10-d4e5-4606-983d-51dec8bfe57c","remote_addr":"[fd00:1122:3344:101::a]:58793","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":261,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:16.034724159Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_6ca8525c-d512-4829-b108-98cb3be6ac5a/crucible/regions/2ad3da41-f9a1-437d-b11f-b53fdf2a10e6","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:16.0445067Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6ca8525c-d512-4829-b108-98cb3be6ac5a/crucible/regions/2ad3da41-f9a1-437d-b11f-b53fdf2a10e6","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:16.044534051Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2ad3da41-f9a1-437d-b11f-b53fdf2a10e6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2ad3da41-f9a1-437d-b11f-b53fdf2a10e6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:16.109886293Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"region":"2ad3da41-f9a1-437d-b11f-b53fdf2a10e6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2ad3da41-f9a1-437d-b11f-b53fdf2a10e6\" \"--data\" \"/data/regions/2ad3da41-f9a1-437d-b11f-b53fdf2a10e6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:16.111772806Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"region":"2ad3da41-f9a1-437d-b11f-b53fdf2a10e6","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:16.196115194Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"region":"2ad3da41-f9a1-437d-b11f-b53fdf2a10e6","component":"worker"} {"msg":"region 2ad3da41-f9a1-437d-b11f-b53fdf2a10e6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:16.196170315Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:16.196289879Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2ad3da41-f9a1-437d-b11f-b53fdf2a10e6","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:16.197830101Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2ad3da41-f9a1-437d-b11f-b53fdf2a10e6","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:16.201581465Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:16.211011647Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2ad3da41-f9a1-437d-b11f-b53fdf2a10e6","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:16.215972764Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2ad3da41-f9a1-437d-b11f-b53fdf2a10e6","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:16.216372296Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:16.216474469Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:16.216556521Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:16.216623562Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:16.220971283Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:16.233705056Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:16.274784406Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"uri":"/crucible/0/regions","method":"POST","req_id":"1f234516-d017-4b20-a89a-fd7b9f9ef07a","remote_addr":"[fd00:1122:3344:101::a]:58793","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:41.88969474Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"uri":"/crucible/0/regions/2ad3da41-f9a1-437d-b11f-b53fdf2a10e6","method":"GET","req_id":"f76785c1-e421-4c09-9da7-be53d7b5b9b6","remote_addr":"[fd00:1122:3344:101::a]:58793","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"path is \"/data/regions/2ad3da41-f9a1-437d-b11f-b53fdf2a10e6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:41.892464647Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"datafile"} {"msg":"dataset is oxp_6ca8525c-d512-4829-b108-98cb3be6ac5a/crucible/regions/2ad3da41-f9a1-437d-b11f-b53fdf2a10e6","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:41.903935005Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"datafile"} {"msg":"region 2ad3da41-f9a1-437d-b11f-b53fdf2a10e6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:41.914477148Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:41.914766796Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:41.914833808Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"uri":"/crucible/0/regions/2ad3da41-f9a1-437d-b11f-b53fdf2a10e6","method":"DELETE","req_id":"4e9a97aa-65fa-43b7-8581-5ebd37a7a639","remote_addr":"[fd00:1122:3344:101::a]:58793","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22401,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-2ad3da41-f9a1-437d-b11f-b53fdf2a10e6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:41.916738521Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:41.91926312Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"uri":"/crucible/0/regions/2ad3da41-f9a1-437d-b11f-b53fdf2a10e6","method":"GET","req_id":"9de9585a-a5f1-44b0-9171-96f5892dd053","remote_addr":"[fd00:1122:3344:101::a]:58793","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":38,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:41.924114135Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_6ca8525c-d512-4829-b108-98cb3be6ac5a/crucible/regions/2ad3da41-f9a1-437d-b11f-b53fdf2a10e6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:41.93474272Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"region":"2ad3da41-f9a1-437d-b11f-b53fdf2a10e6","component":"worker"} {"msg":"region 2ad3da41-f9a1-437d-b11f-b53fdf2a10e6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:41.990143486Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:42.053052951Z","hostname":"oxz_crucible_bb9218ea-cb92-478f-b10b-6d0ba7a53c59","pid":23060,"uri":"/crucible/0/regions/2ad3da41-f9a1-437d-b11f-b53fdf2a10e6","method":"GET","req_id":"d8344287-55d3-4f5e-b12e-d3fafb0a2969","remote_addr":"[fd00:1122:3344:101::a]:58793","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":746,"response_code":"200"}