[ Oct 30 01:46:38 Enabled. ] [ Oct 30 01:46:38 Rereading configuration. ] [ Oct 30 01:46:42 Rereading configuration. ] [ Oct 30 01:46:51 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:46:51.333204446Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256} {"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:46:51.336405852Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:46:51.336419302Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:46:51.35125933Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:46:51.461412153Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:29.87888911Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:51914"} {"msg":"region 4318d59a-8cc6-44f4-9315-0c08f3fbce1e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:29.912791249Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:29.91730654Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"uri":"/crucible/0/regions","method":"POST","req_id":"60280c91-5770-4ef2-82d5-50294919d27d","remote_addr":"[fd00:1122:3344:101::b]:51914","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":16337,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:29.919939711Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crucible/regions/4318d59a-8cc6-44f4-9315-0c08f3fbce1e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:29.929144448Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crucible/regions/4318d59a-8cc6-44f4-9315-0c08f3fbce1e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:29.929173568Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4318d59a-8cc6-44f4-9315-0c08f3fbce1e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4318d59a-8cc6-44f4-9315-0c08f3fbce1e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:29.980894705Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"region":"4318d59a-8cc6-44f4-9315-0c08f3fbce1e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4318d59a-8cc6-44f4-9315-0c08f3fbce1e\" \"--data\" \"/data/regions/4318d59a-8cc6-44f4-9315-0c08f3fbce1e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:29.984889492Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"region":"4318d59a-8cc6-44f4-9315-0c08f3fbce1e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.098630061Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"uri":"/crucible/0/regions","method":"POST","req_id":"4b398504-1584-4e0d-978b-3c685fb14aae","remote_addr":"[fd00:1122:3344:101::b]:51914","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.190213956Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"region":"4318d59a-8cc6-44f4-9315-0c08f3fbce1e","component":"worker"} {"msg":"region 4318d59a-8cc6-44f4-9315-0c08f3fbce1e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.190265587Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.19036734Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4318d59a-8cc6-44f4-9315-0c08f3fbce1e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.19075475Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4318d59a-8cc6-44f4-9315-0c08f3fbce1e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.194542302Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.210875579Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4318d59a-8cc6-44f4-9315-0c08f3fbce1e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.215665957Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4318d59a-8cc6-44f4-9315-0c08f3fbce1e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.216232692Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.218159604Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.218215066Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.218248277Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.2269466Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.231725028Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.567262333Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"uri":"/crucible/0/regions","method":"POST","req_id":"1c5510dd-e1cc-4e95-8e5d-6ba086415446","remote_addr":"[fd00:1122:3344:101::b]:51914","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":64,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.073674438Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"uri":"/crucible/0/regions/4318d59a-8cc6-44f4-9315-0c08f3fbce1e","method":"GET","req_id":"610996a5-d05b-4998-9744-37713601aca0","remote_addr":"[fd00:1122:3344:101::b]:51914","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":88,"response_code":"200"} {"msg":"path is \"/data/regions/4318d59a-8cc6-44f4-9315-0c08f3fbce1e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.076022811Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"dataset is oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crucible/regions/4318d59a-8cc6-44f4-9315-0c08f3fbce1e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.086658306Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"region 4318d59a-8cc6-44f4-9315-0c08f3fbce1e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.096262094Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.096400447Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-4318d59a-8cc6-44f4-9315-0c08f3fbce1e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.097412094Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.098427482Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"uri":"/crucible/0/regions/4318d59a-8cc6-44f4-9315-0c08f3fbce1e","method":"DELETE","req_id":"1a39504f-0983-4449-bdc1-def372e44997","remote_addr":"[fd00:1122:3344:101::b]:51914","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22435,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.101779562Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"uri":"/crucible/0/regions/4318d59a-8cc6-44f4-9315-0c08f3fbce1e","method":"GET","req_id":"b17de18c-ce76-4190-bb67-9302d0bcc333","remote_addr":"[fd00:1122:3344:101::b]:51914","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":37,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.10246544Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crucible/regions/4318d59a-8cc6-44f4-9315-0c08f3fbce1e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.113439614Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"region":"4318d59a-8cc6-44f4-9315-0c08f3fbce1e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.156989942Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"uri":"/crucible/0/regions/4318d59a-8cc6-44f4-9315-0c08f3fbce1e","method":"GET","req_id":"abd27273-736d-46a7-b4ff-76cd35acbf5f","remote_addr":"[fd00:1122:3344:101::b]:51914","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":98,"response_code":"200"} {"msg":"region 4318d59a-8cc6-44f4-9315-0c08f3fbce1e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.174122381Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.271997394Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"uri":"/crucible/0/regions/4318d59a-8cc6-44f4-9315-0c08f3fbce1e","method":"GET","req_id":"a27dd9b3-41d1-4397-8434-c83199a99689","remote_addr":"[fd00:1122:3344:101::b]:51914","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.099955997Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49250"} {"msg":"region d50330ec-00d7-4200-a89e-76df50082afb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.100128291Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.100297666Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.100306786Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"uri":"/crucible/0/regions","method":"POST","req_id":"bdffe10e-0073-4618-9878-475196edfd95","remote_addr":"[fd00:1122:3344:101::a]:49250","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":209,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crucible/regions/d50330ec-00d7-4200-a89e-76df50082afb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.109937144Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crucible/regions/d50330ec-00d7-4200-a89e-76df50082afb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.109970055Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d50330ec-00d7-4200-a89e-76df50082afb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d50330ec-00d7-4200-a89e-76df50082afb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.159875983Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"region":"d50330ec-00d7-4200-a89e-76df50082afb","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d50330ec-00d7-4200-a89e-76df50082afb\" \"--data\" \"/data/regions/d50330ec-00d7-4200-a89e-76df50082afb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.159923484Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"region":"d50330ec-00d7-4200-a89e-76df50082afb","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.227762523Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"region":"d50330ec-00d7-4200-a89e-76df50082afb","component":"worker"} {"msg":"region d50330ec-00d7-4200-a89e-76df50082afb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.227805724Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.227910347Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d50330ec-00d7-4200-a89e-76df50082afb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.229372136Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d50330ec-00d7-4200-a89e-76df50082afb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.232955942Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.241237794Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d50330ec-00d7-4200-a89e-76df50082afb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.245844048Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d50330ec-00d7-4200-a89e-76df50082afb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.246157746Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.246215078Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.246261169Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.24630394Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.250254986Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.255453465Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.463888013Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"uri":"/crucible/0/regions","method":"POST","req_id":"7a9c6872-9314-4854-bbf7-f32ace40ded0","remote_addr":"[fd00:1122:3344:101::a]:49250","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.65699587Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52580"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.657187555Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"uri":"/crucible/0/regions/d50330ec-00d7-4200-a89e-76df50082afb","method":"GET","req_id":"f2d29f5a-827a-4740-bcf9-1a68e4ba32e8","remote_addr":"[fd00:1122:3344:101::a]:52580","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":74,"response_code":"200"} {"msg":"path is \"/data/regions/d50330ec-00d7-4200-a89e-76df50082afb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.660890534Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"dataset is oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crucible/regions/d50330ec-00d7-4200-a89e-76df50082afb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.669999379Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"snapshot is oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crucible/regions/d50330ec-00d7-4200-a89e-76df50082afb@05c55d07-4862-427b-9e8b-7d9f980d61d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.677188311Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crucible/regions/d50330ec-00d7-4200-a89e-76df50082afb\", \"05c55d07-4862-427b-9e8b-7d9f980d61d3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.677226132Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.68908872Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"uri":"/crucible/0/regions/d50330ec-00d7-4200-a89e-76df50082afb/snapshots/05c55d07-4862-427b-9e8b-7d9f980d61d3","method":"GET","req_id":"1bb726cd-b82f-44ac-92d7-5d2f61743303","remote_addr":"[fd00:1122:3344:101::a]:52580","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28203,"response_code":"200"} {"msg":"path is \"/data/regions/d50330ec-00d7-4200-a89e-76df50082afb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.693028086Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"dataset is oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crucible/regions/d50330ec-00d7-4200-a89e-76df50082afb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.701593006Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"snapshot is oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crucible/regions/d50330ec-00d7-4200-a89e-76df50082afb@05c55d07-4862-427b-9e8b-7d9f980d61d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.708692436Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crucible/regions/d50330ec-00d7-4200-a89e-76df50082afb\", \"05c55d07-4862-427b-9e8b-7d9f980d61d3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.708724147Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot d50330ec-00d7-4200-a89e-76df50082afb-05c55d07-4862-427b-9e8b-7d9f980d61d3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.718028016Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"applying SMF actions for region d50330ec-00d7-4200-a89e-76df50082afb running snapshot 05c55d07-4862-427b-9e8b-7d9f980d61d3 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.718655953Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.718701164Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"uri":"/crucible/0/regions/d50330ec-00d7-4200-a89e-76df50082afb/snapshots/05c55d07-4862-427b-9e8b-7d9f980d61d3/run","method":"POST","req_id":"7fd357e0-922d-46ed-89c0-da5288267e16","remote_addr":"[fd00:1122:3344:101::a]:52580","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25709,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-d50330ec-00d7-4200-a89e-76df50082afb-05c55d07-4862-427b-9e8b-7d9f980d61d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.726866533Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d50330ec-00d7-4200-a89e-76df50082afb-05c55d07-4862-427b-9e8b-7d9f980d61d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.731815936Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d50330ec-00d7-4200-a89e-76df50082afb-05c55d07-4862-427b-9e8b-7d9f980d61d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.742732318Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d50330ec-00d7-4200-a89e-76df50082afb/.zfs/snapshot/05c55d07-4862-427b-9e8b-7d9f980d61d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.743030446Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.743081958Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.743123169Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.74316292Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.743208641Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.747425694Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.752846569Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"region d50330ec-00d7-4200-a89e-76df50082afb running snapshot 05c55d07-4862-427b-9e8b-7d9f980d61d3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.7528629Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"path is \"/data/regions/d50330ec-00d7-4200-a89e-76df50082afb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.975095907Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"dataset is oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crucible/regions/d50330ec-00d7-4200-a89e-76df50082afb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.984021066Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"snapshot is oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crucible/regions/d50330ec-00d7-4200-a89e-76df50082afb@05c55d07-4862-427b-9e8b-7d9f980d61d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.992862554Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crucible/regions/d50330ec-00d7-4200-a89e-76df50082afb\", \"05c55d07-4862-427b-9e8b-7d9f980d61d3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:25.992889404Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.00094366Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"uri":"/crucible/0/regions/d50330ec-00d7-4200-a89e-76df50082afb/snapshots/05c55d07-4862-427b-9e8b-7d9f980d61d3/run","method":"POST","req_id":"3b63f733-b824-4b5b-9669-d9bdd23d1ff6","remote_addr":"[fd00:1122:3344:101::a]:52580","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25897,"response_code":"200"} {"msg":"region 7df24067-d275-4216-b32e-80ec270cd6de state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.399064727Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.399222841Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"uri":"/crucible/0/regions","method":"POST","req_id":"1db75a69-3073-4e9b-88fb-462fa0336c70","remote_addr":"[fd00:1122:3344:101::a]:52580","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":226,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.399241612Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crucible/regions/7df24067-d275-4216-b32e-80ec270cd6de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.408448239Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crucible/regions/7df24067-d275-4216-b32e-80ec270cd6de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.40848919Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7df24067-d275-4216-b32e-80ec270cd6de\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7df24067-d275-4216-b32e-80ec270cd6de\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.466969178Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"region":"7df24067-d275-4216-b32e-80ec270cd6de","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7df24067-d275-4216-b32e-80ec270cd6de\" \"--data\" \"/data/regions/7df24067-d275-4216-b32e-80ec270cd6de\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.46892616Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"region":"7df24067-d275-4216-b32e-80ec270cd6de","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.534415626Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"uri":"/crucible/0/regions","method":"POST","req_id":"6bd137df-fdd6-4eeb-a2d1-fe808b60ef5d","remote_addr":"[fd00:1122:3344:101::a]:52580","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":83,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.544688161Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"region":"7df24067-d275-4216-b32e-80ec270cd6de","component":"worker"} {"msg":"region 7df24067-d275-4216-b32e-80ec270cd6de state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.544719432Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.544831285Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7df24067-d275-4216-b32e-80ec270cd6de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.545926914Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7df24067-d275-4216-b32e-80ec270cd6de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.550118887Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.558882252Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7df24067-d275-4216-b32e-80ec270cd6de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.562658653Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7df24067-d275-4216-b32e-80ec270cd6de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.562985682Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.563035193Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.563083304Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.563124215Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.568960172Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.581018745Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.883512484Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"uri":"/crucible/0/regions","method":"POST","req_id":"eaf0db3d-8906-4155-b8f4-1fd0a8af6db6","remote_addr":"[fd00:1122:3344:101::a]:52580","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":663,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.749495426Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"uri":"/crucible/0/regions/7df24067-d275-4216-b32e-80ec270cd6de","method":"GET","req_id":"ede199b1-aaf2-4e56-a926-2b865799f570","remote_addr":"[fd00:1122:3344:101::a]:52580","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"path is \"/data/regions/7df24067-d275-4216-b32e-80ec270cd6de\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.752003383Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"dataset is oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crucible/regions/7df24067-d275-4216-b32e-80ec270cd6de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.766168913Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"region 7df24067-d275-4216-b32e-80ec270cd6de state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.776938732Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.777104636Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.777169818Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"uri":"/crucible/0/regions/7df24067-d275-4216-b32e-80ec270cd6de","method":"DELETE","req_id":"3211f35b-ff88-4050-8d9c-f4790513522d","remote_addr":"[fd00:1122:3344:101::a]:52580","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25198,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-7df24067-d275-4216-b32e-80ec270cd6de (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.778841303Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.780992421Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"uri":"/crucible/0/regions/7df24067-d275-4216-b32e-80ec270cd6de","method":"GET","req_id":"58027850-2adf-4dd5-9a9a-dfda908a1d43","remote_addr":"[fd00:1122:3344:101::a]:52580","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":30,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.786728374Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crucible/regions/7df24067-d275-4216-b32e-80ec270cd6de\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.799128116Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"region":"7df24067-d275-4216-b32e-80ec270cd6de","component":"worker"} {"msg":"region 7df24067-d275-4216-b32e-80ec270cd6de state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.863461701Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.908620632Z","hostname":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","pid":24256,"uri":"/crucible/0/regions/7df24067-d275-4216-b32e-80ec270cd6de","method":"GET","req_id":"9219ec92-bc88-4dd1-bcdf-8c61d130f1a4","remote_addr":"[fd00:1122:3344:101::a]:52580","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":587,"response_code":"200"}