{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.112832451Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:41171"} {"msg":"region e3a0eb09-5a39-4f71-b350-db8c0c906628 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.131761799Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.131999464Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"uri":"/crucible/0/regions","method":"POST","req_id":"8861f474-3c76-4971-b2c4-6eba63bcc1e9","remote_addr":"[fd00:1122:3344:101::c]:41171","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":7098,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.136859736Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_43847e30-65ed-4c71-963a-810130dd4a32/crucible/regions/e3a0eb09-5a39-4f71-b350-db8c0c906628","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.147062001Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_43847e30-65ed-4c71-963a-810130dd4a32/crucible/regions/e3a0eb09-5a39-4f71-b350-db8c0c906628","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.147092812Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e3a0eb09-5a39-4f71-b350-db8c0c906628\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e3a0eb09-5a39-4f71-b350-db8c0c906628\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.203479658Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"region":"e3a0eb09-5a39-4f71-b350-db8c0c906628","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e3a0eb09-5a39-4f71-b350-db8c0c906628\" \"--data\" \"/data/regions/e3a0eb09-5a39-4f71-b350-db8c0c906628\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.207645696Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"region":"e3a0eb09-5a39-4f71-b350-db8c0c906628","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.368156433Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"region":"e3a0eb09-5a39-4f71-b350-db8c0c906628","component":"worker"} {"msg":"region e3a0eb09-5a39-4f71-b350-db8c0c906628 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.368213694Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.368273875Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e3a0eb09-5a39-4f71-b350-db8c0c906628","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.370520352Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e3a0eb09-5a39-4f71-b350-db8c0c906628","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.374748811Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.384994967Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e3a0eb09-5a39-4f71-b350-db8c0c906628","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.387807956Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e3a0eb09-5a39-4f71-b350-db8c0c906628","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.392233089Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.392298881Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.392351492Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.392402193Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.395544629Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.399481742Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.477446742Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"uri":"/crucible/0/regions","method":"POST","req_id":"2dcd8dbd-c8ca-45d0-8f02-fcc1f2bbb0e8","remote_addr":"[fd00:1122:3344:101::c]:41171","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.769222692Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"uri":"/crucible/0/regions/e3a0eb09-5a39-4f71-b350-db8c0c906628","method":"GET","req_id":"ea5757d5-e849-49f3-97ca-6c1a481fbb34","remote_addr":"[fd00:1122:3344:101::c]:41171","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":90,"response_code":"200"} {"msg":"path is \"/data/regions/e3a0eb09-5a39-4f71-b350-db8c0c906628\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.772286136Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"datafile"} {"msg":"dataset is oxp_43847e30-65ed-4c71-963a-810130dd4a32/crucible/regions/e3a0eb09-5a39-4f71-b350-db8c0c906628","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.783564144Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"datafile"} {"msg":"region e3a0eb09-5a39-4f71-b350-db8c0c906628 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.793656026Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.793889881Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.793971093Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"uri":"/crucible/0/regions/e3a0eb09-5a39-4f71-b350-db8c0c906628","method":"DELETE","req_id":"2b035800-2806-465e-99e7-e4c1b00d2676","remote_addr":"[fd00:1122:3344:101::c]:41171","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":22366,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-e3a0eb09-5a39-4f71-b350-db8c0c906628 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.794936893Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.796558727Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"uri":"/crucible/0/regions/e3a0eb09-5a39-4f71-b350-db8c0c906628","method":"GET","req_id":"bf38a099-94bf-4890-84b3-5662b32f8400","remote_addr":"[fd00:1122:3344:101::c]:41171","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":39,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.800087811Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_43847e30-65ed-4c71-963a-810130dd4a32/crucible/regions/e3a0eb09-5a39-4f71-b350-db8c0c906628\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.81142579Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"region":"e3a0eb09-5a39-4f71-b350-db8c0c906628","component":"worker"} {"msg":"region e3a0eb09-5a39-4f71-b350-db8c0c906628 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.884957067Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:26.938353481Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"uri":"/crucible/0/regions/e3a0eb09-5a39-4f71-b350-db8c0c906628","method":"GET","req_id":"def060b6-ac0b-4cf1-be83-6b51b6ad7f1e","remote_addr":"[fd00:1122:3344:101::c]:41171","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.863066742Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53671"} {"msg":"region 82d667ce-1be3-4935-9cf3-9f106cea078c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.863248915Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.863426429Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"uri":"/crucible/0/regions","method":"POST","req_id":"2405472f-10d6-41e7-8d3e-b834bf972177","remote_addr":"[fd00:1122:3344:101::a]:53671","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":217,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.863445519Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_43847e30-65ed-4c71-963a-810130dd4a32/crucible/regions/82d667ce-1be3-4935-9cf3-9f106cea078c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.872456639Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_43847e30-65ed-4c71-963a-810130dd4a32/crucible/regions/82d667ce-1be3-4935-9cf3-9f106cea078c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.87249754Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"82d667ce-1be3-4935-9cf3-9f106cea078c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/82d667ce-1be3-4935-9cf3-9f106cea078c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.925414143Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"region":"82d667ce-1be3-4935-9cf3-9f106cea078c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"82d667ce-1be3-4935-9cf3-9f106cea078c\" \"--data\" \"/data/regions/82d667ce-1be3-4935-9cf3-9f106cea078c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.927420326Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"region":"82d667ce-1be3-4935-9cf3-9f106cea078c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.997183314Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"region":"82d667ce-1be3-4935-9cf3-9f106cea078c","component":"worker"} {"msg":"region 82d667ce-1be3-4935-9cf3-9f106cea078c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.997220365Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.997315996Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-82d667ce-1be3-4935-9cf3-9f106cea078c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.998841828Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-82d667ce-1be3-4935-9cf3-9f106cea078c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.004112959Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.010754809Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-82d667ce-1be3-4935-9cf3-9f106cea078c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.014297624Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/82d667ce-1be3-4935-9cf3-9f106cea078c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.01459015Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.014652871Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.014694032Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.014744453Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.01841628Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.022868774Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.078812841Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"uri":"/crucible/0/regions","method":"POST","req_id":"76e0f991-36f8-4faa-8346-1318c809fed2","remote_addr":"[fd00:1122:3344:101::a]:53671","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.227643915Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40287"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.227814708Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"uri":"/crucible/0/regions/82d667ce-1be3-4935-9cf3-9f106cea078c","method":"GET","req_id":"e71d38c1-16bd-452b-855f-76bb7b6379b9","remote_addr":"[fd00:1122:3344:101::a]:40287","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"path is \"/data/regions/82d667ce-1be3-4935-9cf3-9f106cea078c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.231436644Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"datafile"} {"msg":"dataset is oxp_43847e30-65ed-4c71-963a-810130dd4a32/crucible/regions/82d667ce-1be3-4935-9cf3-9f106cea078c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.240446334Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"datafile"} {"msg":"snapshot is oxp_43847e30-65ed-4c71-963a-810130dd4a32/crucible/regions/82d667ce-1be3-4935-9cf3-9f106cea078c@f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.249580235Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_43847e30-65ed-4c71-963a-810130dd4a32/crucible/regions/82d667ce-1be3-4935-9cf3-9f106cea078c\", \"f510126e-d4c7-4dbc-aa9d-20b76c9ee01f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.249611766Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.264500149Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"uri":"/crucible/0/regions/82d667ce-1be3-4935-9cf3-9f106cea078c/snapshots/f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","method":"GET","req_id":"c8f65eb1-7a32-4001-ad91-c5474c5557f3","remote_addr":"[fd00:1122:3344:101::a]:40287","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":33107,"response_code":"200"} {"msg":"path is \"/data/regions/82d667ce-1be3-4935-9cf3-9f106cea078c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.267357399Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"datafile"} {"msg":"dataset is oxp_43847e30-65ed-4c71-963a-810130dd4a32/crucible/regions/82d667ce-1be3-4935-9cf3-9f106cea078c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.275903539Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"datafile"} {"msg":"snapshot is oxp_43847e30-65ed-4c71-963a-810130dd4a32/crucible/regions/82d667ce-1be3-4935-9cf3-9f106cea078c@f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.28405125Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_43847e30-65ed-4c71-963a-810130dd4a32/crucible/regions/82d667ce-1be3-4935-9cf3-9f106cea078c\", \"f510126e-d4c7-4dbc-aa9d-20b76c9ee01f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.284114732Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 82d667ce-1be3-4935-9cf3-9f106cea078c-f510126e-d4c7-4dbc-aa9d-20b76c9ee01f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.29306395Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"datafile"} {"msg":"applying SMF actions for region 82d667ce-1be3-4935-9cf3-9f106cea078c running snapshot f510126e-d4c7-4dbc-aa9d-20b76c9ee01f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.293660893Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.293671573Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"uri":"/crucible/0/regions/82d667ce-1be3-4935-9cf3-9f106cea078c/snapshots/f510126e-d4c7-4dbc-aa9d-20b76c9ee01f/run","method":"POST","req_id":"4a9b582b-1e07-4f96-bc0c-71496226c48c","remote_addr":"[fd00:1122:3344:101::a]:40287","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26351,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-82d667ce-1be3-4935-9cf3-9f106cea078c-f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.301918837Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-82d667ce-1be3-4935-9cf3-9f106cea078c-f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.306620615Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-82d667ce-1be3-4935-9cf3-9f106cea078c-f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.324846649Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/82d667ce-1be3-4935-9cf3-9f106cea078c/.zfs/snapshot/f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.325162006Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.325206427Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.325253157Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.325295408Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.325351979Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.328914574Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.333412289Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"worker"} {"msg":"region 82d667ce-1be3-4935-9cf3-9f106cea078c running snapshot f510126e-d4c7-4dbc-aa9d-20b76c9ee01f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.333424339Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"datafile"} {"msg":"path is \"/data/regions/82d667ce-1be3-4935-9cf3-9f106cea078c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.629811776Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"datafile"} {"msg":"dataset is oxp_43847e30-65ed-4c71-963a-810130dd4a32/crucible/regions/82d667ce-1be3-4935-9cf3-9f106cea078c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.639641053Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"datafile"} {"msg":"snapshot is oxp_43847e30-65ed-4c71-963a-810130dd4a32/crucible/regions/82d667ce-1be3-4935-9cf3-9f106cea078c@f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.648876137Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_43847e30-65ed-4c71-963a-810130dd4a32/crucible/regions/82d667ce-1be3-4935-9cf3-9f106cea078c\", \"f510126e-d4c7-4dbc-aa9d-20b76c9ee01f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.648914338Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.656943497Z","hostname":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","pid":21838,"uri":"/crucible/0/regions/82d667ce-1be3-4935-9cf3-9f106cea078c/snapshots/f510126e-d4c7-4dbc-aa9d-20b76c9ee01f/run","method":"POST","req_id":"82e492f9-a641-4672-b72e-c035ca0b1012","remote_addr":"[fd00:1122:3344:101::a]:40287","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":27167,"response_code":"200"}