{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.182813964Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57467"} {"msg":"region 3a735328-b2c5-4c25-b078-d38d3ff71e29 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.182953148Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.184265173Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.184280083Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"uri":"/crucible/0/regions","method":"POST","req_id":"2f2bb52a-5c0f-4846-b5cf-703df6d4b786","remote_addr":"[fd00:1122:3344:101::a]:57467","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":1344,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_f5f8cb88-f4e6-4642-9e86-74cec4dcf84f/crucible/regions/3a735328-b2c5-4c25-b078-d38d3ff71e29","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.195487596Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f5f8cb88-f4e6-4642-9e86-74cec4dcf84f/crucible/regions/3a735328-b2c5-4c25-b078-d38d3ff71e29","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.195507207Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3a735328-b2c5-4c25-b078-d38d3ff71e29\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3a735328-b2c5-4c25-b078-d38d3ff71e29\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.263056761Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"region":"3a735328-b2c5-4c25-b078-d38d3ff71e29","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3a735328-b2c5-4c25-b078-d38d3ff71e29\" \"--data\" \"/data/regions/3a735328-b2c5-4c25-b078-d38d3ff71e29\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.263103652Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"region":"3a735328-b2c5-4c25-b078-d38d3ff71e29","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.334416948Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"region":"3a735328-b2c5-4c25-b078-d38d3ff71e29","component":"worker"} {"msg":"region 3a735328-b2c5-4c25-b078-d38d3ff71e29 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.334452249Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.334557772Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3a735328-b2c5-4c25-b078-d38d3ff71e29","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.335012634Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3a735328-b2c5-4c25-b078-d38d3ff71e29","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.341740226Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.355651641Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3a735328-b2c5-4c25-b078-d38d3ff71e29","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.358859738Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3a735328-b2c5-4c25-b078-d38d3ff71e29","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.359128715Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.359188297Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.359232638Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.359276849Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.363111223Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.372049934Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.483638997Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"uri":"/crucible/0/regions","method":"POST","req_id":"57dbad7a-ef29-4466-9978-33c04afc2364","remote_addr":"[fd00:1122:3344:101::a]:57467","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":80,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.332650029Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"uri":"/crucible/0/regions/9b58f204-fe6d-4cee-b2a4-988be0e2232b","method":"GET","req_id":"360b3300-aadb-4ff9-a820-a5dae8c8d496","remote_addr":"[fd00:1122:3344:101::a]:57467","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":2263,"response_code":"200"} {"msg":"path is \"/data/regions/9b58f204-fe6d-4cee-b2a4-988be0e2232b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.336161293Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"datafile"} {"msg":"dataset is oxp_f5f8cb88-f4e6-4642-9e86-74cec4dcf84f/crucible/regions/9b58f204-fe6d-4cee-b2a4-988be0e2232b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.344647993Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"datafile"} {"msg":"snapshot is oxp_f5f8cb88-f4e6-4642-9e86-74cec4dcf84f/crucible/regions/9b58f204-fe6d-4cee-b2a4-988be0e2232b@8c08efe9-6bd3-47a6-81a0-501c2168fbb5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.352834624Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f5f8cb88-f4e6-4642-9e86-74cec4dcf84f/crucible/regions/9b58f204-fe6d-4cee-b2a4-988be0e2232b\", \"8c08efe9-6bd3-47a6-81a0-501c2168fbb5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.352869825Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.362760302Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"uri":"/crucible/0/regions/9b58f204-fe6d-4cee-b2a4-988be0e2232b/snapshots/8c08efe9-6bd3-47a6-81a0-501c2168fbb5","method":"GET","req_id":"98f39902-515e-4d95-8afc-75b7f7d572cf","remote_addr":"[fd00:1122:3344:101::a]:57467","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26605,"response_code":"200"} {"msg":"path is \"/data/regions/9b58f204-fe6d-4cee-b2a4-988be0e2232b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.366182104Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"datafile"} {"msg":"dataset is oxp_f5f8cb88-f4e6-4642-9e86-74cec4dcf84f/crucible/regions/9b58f204-fe6d-4cee-b2a4-988be0e2232b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.374846888Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"datafile"} {"msg":"snapshot is oxp_f5f8cb88-f4e6-4642-9e86-74cec4dcf84f/crucible/regions/9b58f204-fe6d-4cee-b2a4-988be0e2232b@8c08efe9-6bd3-47a6-81a0-501c2168fbb5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.382816184Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f5f8cb88-f4e6-4642-9e86-74cec4dcf84f/crucible/regions/9b58f204-fe6d-4cee-b2a4-988be0e2232b\", \"8c08efe9-6bd3-47a6-81a0-501c2168fbb5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.382840794Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 9b58f204-fe6d-4cee-b2a4-988be0e2232b-8c08efe9-6bd3-47a6-81a0-501c2168fbb5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.391749375Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"datafile"} {"msg":"applying SMF actions for region 9b58f204-fe6d-4cee-b2a4-988be0e2232b running snapshot 8c08efe9-6bd3-47a6-81a0-501c2168fbb5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.391913999Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.39194108Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"uri":"/crucible/0/regions/9b58f204-fe6d-4cee-b2a4-988be0e2232b/snapshots/8c08efe9-6bd3-47a6-81a0-501c2168fbb5/run","method":"POST","req_id":"87ad7323-7289-4795-9ab6-e7e7f4b134fc","remote_addr":"[fd00:1122:3344:101::a]:57467","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25791,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-9b58f204-fe6d-4cee-b2a4-988be0e2232b-8c08efe9-6bd3-47a6-81a0-501c2168fbb5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.394251042Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9b58f204-fe6d-4cee-b2a4-988be0e2232b-8c08efe9-6bd3-47a6-81a0-501c2168fbb5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.404827478Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9b58f204-fe6d-4cee-b2a4-988be0e2232b-8c08efe9-6bd3-47a6-81a0-501c2168fbb5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.415548467Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9b58f204-fe6d-4cee-b2a4-988be0e2232b/.zfs/snapshot/8c08efe9-6bd3-47a6-81a0-501c2168fbb5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.415837625Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.415895537Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.415937438Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.415977899Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.41602848Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.420136791Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.424818998Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"region 9b58f204-fe6d-4cee-b2a4-988be0e2232b running snapshot 8c08efe9-6bd3-47a6-81a0-501c2168fbb5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.424830608Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"datafile"} {"msg":"path is \"/data/regions/9b58f204-fe6d-4cee-b2a4-988be0e2232b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.717481271Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"datafile"} {"msg":"dataset is oxp_f5f8cb88-f4e6-4642-9e86-74cec4dcf84f/crucible/regions/9b58f204-fe6d-4cee-b2a4-988be0e2232b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.726245247Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"datafile"} {"msg":"snapshot is oxp_f5f8cb88-f4e6-4642-9e86-74cec4dcf84f/crucible/regions/9b58f204-fe6d-4cee-b2a4-988be0e2232b@8c08efe9-6bd3-47a6-81a0-501c2168fbb5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.734365857Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f5f8cb88-f4e6-4642-9e86-74cec4dcf84f/crucible/regions/9b58f204-fe6d-4cee-b2a4-988be0e2232b\", \"8c08efe9-6bd3-47a6-81a0-501c2168fbb5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.734397878Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:04.743116523Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"uri":"/crucible/0/regions/9b58f204-fe6d-4cee-b2a4-988be0e2232b/snapshots/8c08efe9-6bd3-47a6-81a0-501c2168fbb5/run","method":"POST","req_id":"03b28b22-b9c4-450f-8b05-bf0839dd5385","remote_addr":"[fd00:1122:3344:101::a]:57467","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25680,"response_code":"200"} {"msg":"region 6ca16eda-8882-4385-aca7-7e610560c56a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:08.939611936Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:08.939796861Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"uri":"/crucible/0/regions","method":"POST","req_id":"3c05fbe3-2969-4e03-af46-9329b39afe28","remote_addr":"[fd00:1122:3344:101::a]:57467","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":831,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:08.939825362Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f5f8cb88-f4e6-4642-9e86-74cec4dcf84f/crucible/regions/6ca16eda-8882-4385-aca7-7e610560c56a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:08.949408021Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f5f8cb88-f4e6-4642-9e86-74cec4dcf84f/crucible/regions/6ca16eda-8882-4385-aca7-7e610560c56a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:08.949441162Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6ca16eda-8882-4385-aca7-7e610560c56a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6ca16eda-8882-4385-aca7-7e610560c56a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.003222044Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"region":"6ca16eda-8882-4385-aca7-7e610560c56a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6ca16eda-8882-4385-aca7-7e610560c56a\" \"--data\" \"/data/regions/6ca16eda-8882-4385-aca7-7e610560c56a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.003274485Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"region":"6ca16eda-8882-4385-aca7-7e610560c56a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.075486005Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"region":"6ca16eda-8882-4385-aca7-7e610560c56a","component":"worker"} {"msg":"region 6ca16eda-8882-4385-aca7-7e610560c56a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.075525046Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.075616649Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6ca16eda-8882-4385-aca7-7e610560c56a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.076793701Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6ca16eda-8882-4385-aca7-7e610560c56a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.079538095Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.086720409Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6ca16eda-8882-4385-aca7-7e610560c56a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.089927645Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6ca16eda-8882-4385-aca7-7e610560c56a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.090216083Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.090274595Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.090316736Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.090363537Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.09382051Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.102129065Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"uri":"/crucible/0/regions","method":"POST","req_id":"316bc57d-b7a6-4dbf-9c3b-c944dd0141f9","remote_addr":"[fd00:1122:3344:101::a]:57467","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.104003796Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:34.903589453Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"uri":"/crucible/0/regions/6ca16eda-8882-4385-aca7-7e610560c56a","method":"GET","req_id":"cba9933a-ebda-4b54-9330-4c6937237204","remote_addr":"[fd00:1122:3344:101::a]:57467","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":108,"response_code":"200"} {"msg":"path is \"/data/regions/6ca16eda-8882-4385-aca7-7e610560c56a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:34.906841541Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"datafile"} {"msg":"dataset is oxp_f5f8cb88-f4e6-4642-9e86-74cec4dcf84f/crucible/regions/6ca16eda-8882-4385-aca7-7e610560c56a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:34.918376612Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"datafile"} {"msg":"region 6ca16eda-8882-4385-aca7-7e610560c56a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:34.927768696Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:34.927960001Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:34.928008613Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"uri":"/crucible/0/regions/6ca16eda-8882-4385-aca7-7e610560c56a","method":"DELETE","req_id":"4f5d17af-631d-476c-8c87-6bf0e236ed6d","remote_addr":"[fd00:1122:3344:101::a]:57467","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21192,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:34.931460366Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"uri":"/crucible/0/regions/6ca16eda-8882-4385-aca7-7e610560c56a","method":"GET","req_id":"28050606-c0b1-44bf-b56f-ddcb1efa9c0b","remote_addr":"[fd00:1122:3344:101::a]:57467","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":30,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-6ca16eda-8882-4385-aca7-7e610560c56a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:34.935609678Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:34.963131791Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f5f8cb88-f4e6-4642-9e86-74cec4dcf84f/crucible/regions/6ca16eda-8882-4385-aca7-7e610560c56a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:34.97385432Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"region":"6ca16eda-8882-4385-aca7-7e610560c56a","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:35.023967844Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"uri":"/crucible/0/regions/6ca16eda-8882-4385-aca7-7e610560c56a","method":"GET","req_id":"7d8391f9-2e7a-444b-aa99-49fc3efb9e64","remote_addr":"[fd00:1122:3344:101::a]:57467","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":93,"response_code":"200"} {"msg":"region 6ca16eda-8882-4385-aca7-7e610560c56a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:35.067705875Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:35.158464156Z","hostname":"oxz_crucible_4381ae4e-7e70-41af-b79c-3641edc54a3a","pid":24047,"uri":"/crucible/0/regions/6ca16eda-8882-4385-aca7-7e610560c56a","method":"GET","req_id":"1ce062be-7c18-4c66-a878-d672d5900059","remote_addr":"[fd00:1122:3344:101::a]:57467","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":48,"response_code":"200"}