{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:13.838729824Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53806"}
{"msg":"region 4ced4240-fd27-44e2-9474-d633ae964260 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:13.877512251Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:13.882023958Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"uri":"/crucible/0/regions","method":"POST","req_id":"5cd9df09-0424-4d05-abad-36cd25c1364e","remote_addr":"[fd00:1122:3344:101::a]:53806","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18081,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:13.884357112Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_7dd5e852-297b-4341-9eef-72d5112891d5/crucible/regions/4ced4240-fd27-44e2-9474-d633ae964260","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:13.894241353Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_7dd5e852-297b-4341-9eef-72d5112891d5/crucible/regions/4ced4240-fd27-44e2-9474-d633ae964260","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:13.894282243Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4ced4240-fd27-44e2-9474-d633ae964260\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4ced4240-fd27-44e2-9474-d633ae964260\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:13.958693763Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"region":"4ced4240-fd27-44e2-9474-d633ae964260","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4ced4240-fd27-44e2-9474-d633ae964260\" \"--data\" \"/data/regions/4ced4240-fd27-44e2-9474-d633ae964260\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:13.96328001Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"region":"4ced4240-fd27-44e2-9474-d633ae964260","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.104271824Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"uri":"/crucible/0/regions","method":"POST","req_id":"87511d29-9154-439d-a970-c41e6c99dc2d","remote_addr":"[fd00:1122:3344:101::a]:53806","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.253111608Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"region":"4ced4240-fd27-44e2-9474-d633ae964260","component":"worker"}
{"msg":"region 4ced4240-fd27-44e2-9474-d633ae964260 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.253158799Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.25325876Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4ced4240-fd27-44e2-9474-d633ae964260","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.253665274Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4ced4240-fd27-44e2-9474-d633ae964260","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.258814277Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.277417587Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4ced4240-fd27-44e2-9474-d633ae964260","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.280540029Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4ced4240-fd27-44e2-9474-d633ae964260","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.281454759Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.28155013Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.28160301Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.281650071Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.285576041Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.291584652Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.84892699Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"uri":"/crucible/0/regions","method":"POST","req_id":"0cf7ddf1-530a-4868-8b43-da1791bdf15c","remote_addr":"[fd00:1122:3344:101::a]:53806","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.128967108Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"uri":"/crucible/0/regions/4ced4240-fd27-44e2-9474-d633ae964260","method":"GET","req_id":"89caca2c-6096-45d1-a0da-4139516233be","remote_addr":"[fd00:1122:3344:101::a]:53806","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":102,"response_code":"200"}
{"msg":"path is \"/data/regions/4ced4240-fd27-44e2-9474-d633ae964260\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.131914049Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"datafile"}
{"msg":"dataset is oxp_7dd5e852-297b-4341-9eef-72d5112891d5/crucible/regions/4ced4240-fd27-44e2-9474-d633ae964260","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.14282457Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"datafile"}
{"msg":"region 4ced4240-fd27-44e2-9474-d633ae964260 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.152940124Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.153090056Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.153168476Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"uri":"/crucible/0/regions/4ced4240-fd27-44e2-9474-d633ae964260","method":"DELETE","req_id":"d0737d86-ace4-450d-94d7-36eca3edbb39","remote_addr":"[fd00:1122:3344:101::a]:53806","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21297,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-4ced4240-fd27-44e2-9474-d633ae964260 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.154169975Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.156533731Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"uri":"/crucible/0/regions/4ced4240-fd27-44e2-9474-d633ae964260","method":"GET","req_id":"91f497a3-0514-4b75-9673-ca1735d11523","remote_addr":"[fd00:1122:3344:101::a]:53806","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.159072157Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_7dd5e852-297b-4341-9eef-72d5112891d5/crucible/regions/4ced4240-fd27-44e2-9474-d633ae964260\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.1701396Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"region":"4ced4240-fd27-44e2-9474-d633ae964260","component":"worker"}
{"msg":"region 4ced4240-fd27-44e2-9474-d633ae964260 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.230864062Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.307647679Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"uri":"/crucible/0/regions/4ced4240-fd27-44e2-9474-d633ae964260","method":"GET","req_id":"48175f07-35c6-44db-8ad1-8ac3047a828a","remote_addr":"[fd00:1122:3344:101::a]:53806","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"region 35401697-a806-4dcd-b427-a896ed6610d8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.437401381Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.437596383Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.437616944Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"uri":"/crucible/0/regions","method":"POST","req_id":"2fad7537-74c6-44e2-99bf-3de480a349dc","remote_addr":"[fd00:1122:3344:101::a]:53806","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":282,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_7dd5e852-297b-4341-9eef-72d5112891d5/crucible/regions/35401697-a806-4dcd-b427-a896ed6610d8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.447410064Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7dd5e852-297b-4341-9eef-72d5112891d5/crucible/regions/35401697-a806-4dcd-b427-a896ed6610d8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.447445254Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"35401697-a806-4dcd-b427-a896ed6610d8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/35401697-a806-4dcd-b427-a896ed6610d8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.510093116Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"region":"35401697-a806-4dcd-b427-a896ed6610d8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"35401697-a806-4dcd-b427-a896ed6610d8\" \"--data\" \"/data/regions/35401697-a806-4dcd-b427-a896ed6610d8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.510148787Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"region":"35401697-a806-4dcd-b427-a896ed6610d8","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.591040825Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"region":"35401697-a806-4dcd-b427-a896ed6610d8","component":"worker"}
{"msg":"region 35401697-a806-4dcd-b427-a896ed6610d8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.591117746Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.591188286Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.591294207Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"uri":"/crucible/0/regions","method":"POST","req_id":"f75cd537-22e9-4c07-bb43-8d23e2357c80","remote_addr":"[fd00:1122:3344:101::a]:53806","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":131,"response_code":"200"}
{"msg":"creating missing downstairs instance downstairs-35401697-a806-4dcd-b427-a896ed6610d8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.592622531Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-35401697-a806-4dcd-b427-a896ed6610d8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.595907715Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.605411272Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-35401697-a806-4dcd-b427-a896ed6610d8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.614203902Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/35401697-a806-4dcd-b427-a896ed6610d8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.614523536Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.614585996Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.614632187Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.614683737Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.622127103Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.627867232Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.261046239Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52317"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.261173941Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"uri":"/crucible/0/regions/35401697-a806-4dcd-b427-a896ed6610d8","method":"GET","req_id":"5f493b28-0b5b-4f6e-9d18-51deb8d35457","remote_addr":"[fd00:1122:3344:101::a]:52317","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":"200"}
{"msg":"path is \"/data/regions/35401697-a806-4dcd-b427-a896ed6610d8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.264129971Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"datafile"}
{"msg":"dataset is oxp_7dd5e852-297b-4341-9eef-72d5112891d5/crucible/regions/35401697-a806-4dcd-b427-a896ed6610d8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.272850131Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"datafile"}
{"msg":"snapshot is oxp_7dd5e852-297b-4341-9eef-72d5112891d5/crucible/regions/35401697-a806-4dcd-b427-a896ed6610d8@4422edfd-8816-4d32-b868-d3ec021332ab","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.282059295Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7dd5e852-297b-4341-9eef-72d5112891d5/crucible/regions/35401697-a806-4dcd-b427-a896ed6610d8\", \"4422edfd-8816-4d32-b868-d3ec021332ab\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.282086635Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.294636114Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"uri":"/crucible/0/regions/35401697-a806-4dcd-b427-a896ed6610d8/snapshots/4422edfd-8816-4d32-b868-d3ec021332ab","method":"GET","req_id":"6afcd476-a398-4bc2-acf5-6a5e297f838e","remote_addr":"[fd00:1122:3344:101::a]:52317","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30525,"response_code":"200"}
{"msg":"path is \"/data/regions/35401697-a806-4dcd-b427-a896ed6610d8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.298501423Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"datafile"}
{"msg":"dataset is oxp_7dd5e852-297b-4341-9eef-72d5112891d5/crucible/regions/35401697-a806-4dcd-b427-a896ed6610d8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.306660587Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"datafile"}
{"msg":"snapshot is oxp_7dd5e852-297b-4341-9eef-72d5112891d5/crucible/regions/35401697-a806-4dcd-b427-a896ed6610d8@4422edfd-8816-4d32-b868-d3ec021332ab","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.314937082Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7dd5e852-297b-4341-9eef-72d5112891d5/crucible/regions/35401697-a806-4dcd-b427-a896ed6610d8\", \"4422edfd-8816-4d32-b868-d3ec021332ab\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.314973092Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 35401697-a806-4dcd-b427-a896ed6610d8-4422edfd-8816-4d32-b868-d3ec021332ab state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.323691891Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"datafile"}
{"msg":"applying SMF actions for region 35401697-a806-4dcd-b427-a896ed6610d8 running snapshot 4422edfd-8816-4d32-b868-d3ec021332ab (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.324357668Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.324389588Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"uri":"/crucible/0/regions/35401697-a806-4dcd-b427-a896ed6610d8/snapshots/4422edfd-8816-4d32-b868-d3ec021332ab/run","method":"POST","req_id":"dc931cf4-6575-48c1-80da-a0944726d0df","remote_addr":"[fd00:1122:3344:101::a]:52317","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26536,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-35401697-a806-4dcd-b427-a896ed6610d8-4422edfd-8816-4d32-b868-d3ec021332ab","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.332731114Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-35401697-a806-4dcd-b427-a896ed6610d8-4422edfd-8816-4d32-b868-d3ec021332ab","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.338878317Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-35401697-a806-4dcd-b427-a896ed6610d8-4422edfd-8816-4d32-b868-d3ec021332ab","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.350110332Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/35401697-a806-4dcd-b427-a896ed6610d8/.zfs/snapshot/4422edfd-8816-4d32-b868-d3ec021332ab","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.3504314Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.350491729Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.350537545Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.350582049Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.350643643Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.354624898Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.359255016Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"worker"}
{"msg":"region 35401697-a806-4dcd-b427-a896ed6610d8 running snapshot 4422edfd-8816-4d32-b868-d3ec021332ab state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.359271336Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"datafile"}
{"msg":"path is \"/data/regions/35401697-a806-4dcd-b427-a896ed6610d8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.689362886Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"datafile"}
{"msg":"dataset is oxp_7dd5e852-297b-4341-9eef-72d5112891d5/crucible/regions/35401697-a806-4dcd-b427-a896ed6610d8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.697763592Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"datafile"}
{"msg":"snapshot is oxp_7dd5e852-297b-4341-9eef-72d5112891d5/crucible/regions/35401697-a806-4dcd-b427-a896ed6610d8@4422edfd-8816-4d32-b868-d3ec021332ab","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.706136268Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7dd5e852-297b-4341-9eef-72d5112891d5/crucible/regions/35401697-a806-4dcd-b427-a896ed6610d8\", \"4422edfd-8816-4d32-b868-d3ec021332ab\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.706188829Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.714154889Z","hostname":"oxz_crucible_e2b91b21-636b-4131-93b7-4d20d375703a","pid":21956,"uri":"/crucible/0/regions/35401697-a806-4dcd-b427-a896ed6610d8/snapshots/4422edfd-8816-4d32-b868-d3ec021332ab/run","method":"POST","req_id":"d58aab9c-e6cb-4332-8712-7ae5c89d5962","remote_addr":"[fd00:1122:3344:101::a]:52317","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":24884,"response_code":"200"}