{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.269677878Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61973"} {"msg":"region c517327f-7b46-43ab-b5fc-1d2c50e84937 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.305660151Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.310345293Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.314395539Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"uri":"/crucible/0/regions","method":"POST","req_id":"5a47df9f-4ffa-47d6-87b6-6949e3930a7a","remote_addr":"[fd00:1122:3344:101::a]:61973","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16638,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_e4922a79-6bc2-45df-896b-633cf244e18d/crucible/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.319880769Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e4922a79-6bc2-45df-896b-633cf244e18d/crucible/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.319892809Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c517327f-7b46-43ab-b5fc-1d2c50e84937\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.376049972Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"region":"c517327f-7b46-43ab-b5fc-1d2c50e84937","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c517327f-7b46-43ab-b5fc-1d2c50e84937\" \"--data\" \"/data/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.377916686Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"region":"c517327f-7b46-43ab-b5fc-1d2c50e84937","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.504565371Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"region":"c517327f-7b46-43ab-b5fc-1d2c50e84937","component":"worker"} {"msg":"region c517327f-7b46-43ab-b5fc-1d2c50e84937 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.504621442Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.504710314Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c517327f-7b46-43ab-b5fc-1d2c50e84937","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.505145865Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c517327f-7b46-43ab-b5fc-1d2c50e84937","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.512833397Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.525383545Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c517327f-7b46-43ab-b5fc-1d2c50e84937","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.529882731Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.530545557Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.532488193Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.532536185Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.532579126Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.539154182Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.543619577Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.622670672Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"uri":"/crucible/0/regions","method":"POST","req_id":"da890ad1-8c37-46ac-9c60-91e084b8130a","remote_addr":"[fd00:1122:3344:101::a]:61973","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.543683139Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63992"} {"msg":"region 66aba9a7-9161-48c8-a2e6-475805927626 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.573417674Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.574060559Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.57408656Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"uri":"/crucible/0/regions","method":"POST","req_id":"1a226018-7e9d-4b38-b745-befdbe040f7f","remote_addr":"[fd00:1122:3344:101::a]:63992","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":678,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_e4922a79-6bc2-45df-896b-633cf244e18d/crucible/regions/66aba9a7-9161-48c8-a2e6-475805927626","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.584122368Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e4922a79-6bc2-45df-896b-633cf244e18d/crucible/regions/66aba9a7-9161-48c8-a2e6-475805927626","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.584154099Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"66aba9a7-9161-48c8-a2e6-475805927626\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/66aba9a7-9161-48c8-a2e6-475805927626\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.650474912Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"region":"66aba9a7-9161-48c8-a2e6-475805927626","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"66aba9a7-9161-48c8-a2e6-475805927626\" \"--data\" \"/data/regions/66aba9a7-9161-48c8-a2e6-475805927626\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.650531214Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"region":"66aba9a7-9161-48c8-a2e6-475805927626","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.724893438Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"region":"66aba9a7-9161-48c8-a2e6-475805927626","component":"worker"} {"msg":"region 66aba9a7-9161-48c8-a2e6-475805927626 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.724943079Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.725012641Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-66aba9a7-9161-48c8-a2e6-475805927626","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.72540654Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-66aba9a7-9161-48c8-a2e6-475805927626","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.731089055Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.742573608Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-66aba9a7-9161-48c8-a2e6-475805927626","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.746156553Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/66aba9a7-9161-48c8-a2e6-475805927626","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.7464619Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.746518651Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.746560602Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.746603843Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.750092406Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.755522365Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.755606837Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.755686149Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.755695549Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.75573552Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c517327f-7b46-43ab-b5fc-1d2c50e84937","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.755784791Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.755867673Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.755923534Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.755970626Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.756015707Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.766181238Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.7666712Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.90367142Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"uri":"/crucible/0/regions","method":"POST","req_id":"f45984a1-36ae-4776-bf8c-3ffd3fd926fa","remote_addr":"[fd00:1122:3344:101::a]:63992","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.848788094Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33547"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.851957049Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"uri":"/crucible/0/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937","method":"GET","req_id":"4dc29b7f-2cf8-4f87-aba5-bde6713cf960","remote_addr":"[fd00:1122:3344:101::a]:33547","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":3147,"response_code":"200"} {"msg":"path is \"/data/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.852179024Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"datafile"} {"msg":"dataset is oxp_e4922a79-6bc2-45df-896b-633cf244e18d/crucible/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.863426061Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"datafile"} {"msg":"snapshot is oxp_e4922a79-6bc2-45df-896b-633cf244e18d/crucible/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937@054abf94-38aa-4205-81b0-7b2c5ecf9a63","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.873936641Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e4922a79-6bc2-45df-896b-633cf244e18d/crucible/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937\", \"054abf94-38aa-4205-81b0-7b2c5ecf9a63\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.873974682Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.890538995Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"uri":"/crucible/0/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937/snapshots/054abf94-38aa-4205-81b0-7b2c5ecf9a63","method":"GET","req_id":"93f554ed-3b9b-48d2-bf18-179ef02eed5c","remote_addr":"[fd00:1122:3344:101::a]:33547","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":38375,"response_code":"200"} {"msg":"path is \"/data/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.890809191Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"datafile"} {"msg":"dataset is oxp_e4922a79-6bc2-45df-896b-633cf244e18d/crucible/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.905141581Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"datafile"} {"msg":"snapshot is oxp_e4922a79-6bc2-45df-896b-633cf244e18d/crucible/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937@054abf94-38aa-4205-81b0-7b2c5ecf9a63","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.918298013Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e4922a79-6bc2-45df-896b-633cf244e18d/crucible/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937\", \"054abf94-38aa-4205-81b0-7b2c5ecf9a63\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.918344084Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot c517327f-7b46-43ab-b5fc-1d2c50e84937-054abf94-38aa-4205-81b0-7b2c5ecf9a63 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.929795866Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"datafile"} {"msg":"applying SMF actions for region c517327f-7b46-43ab-b5fc-1d2c50e84937 running snapshot 054abf94-38aa-4205-81b0-7b2c5ecf9a63 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.930036482Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.930108513Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"uri":"/crucible/0/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937/snapshots/054abf94-38aa-4205-81b0-7b2c5ecf9a63/run","method":"POST","req_id":"4af15ec6-5951-4f04-b686-3d084e8d28b5","remote_addr":"[fd00:1122:3344:101::a]:33547","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":39346,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.932391628Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.9325013Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.932617403Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.932627803Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.932688725Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c517327f-7b46-43ab-b5fc-1d2c50e84937","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.932760007Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.933221237Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.933296999Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.933371871Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.933437263Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.939851945Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-c517327f-7b46-43ab-b5fc-1d2c50e84937-054abf94-38aa-4205-81b0-7b2c5ecf9a63","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.940580752Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-c517327f-7b46-43ab-b5fc-1d2c50e84937-054abf94-38aa-4205-81b0-7b2c5ecf9a63","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.950111038Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-c517327f-7b46-43ab-b5fc-1d2c50e84937-054abf94-38aa-4205-81b0-7b2c5ecf9a63","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.962751878Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937/.zfs/snapshot/054abf94-38aa-4205-81b0-7b2c5ecf9a63","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.963188498Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.963287321Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.963344562Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.963407494Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.963476245Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.968567286Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.97463144Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"region c517327f-7b46-43ab-b5fc-1d2c50e84937 running snapshot 054abf94-38aa-4205-81b0-7b2c5ecf9a63 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.97465507Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.081321471Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54193"} {"msg":"region 9e40a56e-2da2-45a9-af01-f6e55e725fcc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.14156507Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.141711434Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.141731654Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"uri":"/crucible/0/regions","method":"POST","req_id":"5d263b7d-050e-45dc-8543-e64ce2818985","remote_addr":"[fd00:1122:3344:101::a]:54193","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":824,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_e4922a79-6bc2-45df-896b-633cf244e18d/crucible/regions/9e40a56e-2da2-45a9-af01-f6e55e725fcc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.150861711Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e4922a79-6bc2-45df-896b-633cf244e18d/crucible/regions/9e40a56e-2da2-45a9-af01-f6e55e725fcc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.150886742Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9e40a56e-2da2-45a9-af01-f6e55e725fcc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9e40a56e-2da2-45a9-af01-f6e55e725fcc\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.212712558Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"region":"9e40a56e-2da2-45a9-af01-f6e55e725fcc","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9e40a56e-2da2-45a9-af01-f6e55e725fcc\" \"--data\" \"/data/regions/9e40a56e-2da2-45a9-af01-f6e55e725fcc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.21276371Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"region":"9e40a56e-2da2-45a9-af01-f6e55e725fcc","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.278436828Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"region":"9e40a56e-2da2-45a9-af01-f6e55e725fcc","component":"worker"} {"msg":"region 9e40a56e-2da2-45a9-af01-f6e55e725fcc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.278479899Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.278560301Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9e40a56e-2da2-45a9-af01-f6e55e725fcc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.279740439Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9e40a56e-2da2-45a9-af01-f6e55e725fcc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.282519435Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.289227784Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9e40a56e-2da2-45a9-af01-f6e55e725fcc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.291924438Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9e40a56e-2da2-45a9-af01-f6e55e725fcc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.292201895Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.292258746Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.292301237Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.292342638Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.296007355Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.300489361Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.300590134Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.300682006Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.300689656Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.300733097Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c517327f-7b46-43ab-b5fc-1d2c50e84937","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.300782188Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.304813934Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.304868815Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.304918426Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.304965247Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.308908921Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.311084883Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.452916378Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"uri":"/crucible/0/regions","method":"POST","req_id":"9449e356-cb04-41cb-8af9-db4557d6c787","remote_addr":"[fd00:1122:3344:101::a]:54193","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.556015297Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41153"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.556110669Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"uri":"/crucible/0/regions/9e40a56e-2da2-45a9-af01-f6e55e725fcc","method":"GET","req_id":"6d457631-7df4-4325-98ca-fe166e1bfee2","remote_addr":"[fd00:1122:3344:101::a]:41153","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":49,"response_code":"200"} {"msg":"path is \"/data/regions/9e40a56e-2da2-45a9-af01-f6e55e725fcc\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.556328375Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"datafile"} {"msg":"dataset is oxp_e4922a79-6bc2-45df-896b-633cf244e18d/crucible/regions/9e40a56e-2da2-45a9-af01-f6e55e725fcc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.581723897Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"datafile"} {"msg":"region 9e40a56e-2da2-45a9-af01-f6e55e725fcc state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.5890381Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.589242996Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.591654603Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"uri":"/crucible/0/regions/9e40a56e-2da2-45a9-af01-f6e55e725fcc","method":"DELETE","req_id":"a6a28010-efe4-43ae-b1b3-1574d7f55899","remote_addr":"[fd00:1122:3344:101::a]:41153","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":35355,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.591825627Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"uri":"/crucible/0/regions/9e40a56e-2da2-45a9-af01-f6e55e725fcc","method":"GET","req_id":"094ebc8f-93a2-4902-9e92-3920a8c47b46","remote_addr":"[fd00:1122:3344:101::a]:41153","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-9e40a56e-2da2-45a9-af01-f6e55e725fcc (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.593340323Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.599418707Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.59954734Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.599654923Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.599666133Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.599709844Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c517327f-7b46-43ab-b5fc-1d2c50e84937","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.599756005Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c517327f-7b46-43ab-b5fc-1d2c50e84937","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.600145194Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.600205525Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.600253367Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.600299328Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.621369988Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.622699999Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_e4922a79-6bc2-45df-896b-633cf244e18d/crucible/regions/9e40a56e-2da2-45a9-af01-f6e55e725fcc\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.632931082Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"region":"9e40a56e-2da2-45a9-af01-f6e55e725fcc","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.693157321Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"uri":"/crucible/0/regions/9e40a56e-2da2-45a9-af01-f6e55e725fcc","method":"GET","req_id":"a2378923-1b13-49b9-86af-fd388b6659d6","remote_addr":"[fd00:1122:3344:101::a]:41153","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"region 9e40a56e-2da2-45a9-af01-f6e55e725fcc state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.727619239Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:25.851411546Z","hostname":"oxz_crucible_90df1668-2c02-4bd7-96a0-d227e46b23e6","pid":22884,"uri":"/crucible/0/regions/9e40a56e-2da2-45a9-af01-f6e55e725fcc","method":"GET","req_id":"5296c813-9807-42d7-abac-b1a67f5203d1","remote_addr":"[fd00:1122:3344:101::a]:41153","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24,"response_code":"200"}