{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:36.986252453Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:56381"}
{"msg":"region fc5296c5-4e0a-4f93-8812-f7645b84166f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.01819265Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.023430921Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"uri":"/crucible/0/regions","method":"POST","req_id":"a9cc599a-bbf8-4c1b-9a07-04e58e312bb9","remote_addr":"[fd00:1122:3344:101::b]:56381","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22602,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.028235331Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9/crucible/regions/fc5296c5-4e0a-4f93-8812-f7645b84166f","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.039334498Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9/crucible/regions/fc5296c5-4e0a-4f93-8812-f7645b84166f","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.039362199Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"fc5296c5-4e0a-4f93-8812-f7645b84166f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fc5296c5-4e0a-4f93-8812-f7645b84166f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.096840334Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"region":"fc5296c5-4e0a-4f93-8812-f7645b84166f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fc5296c5-4e0a-4f93-8812-f7645b84166f\" \"--data\" \"/data/regions/fc5296c5-4e0a-4f93-8812-f7645b84166f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.10068684Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"region":"fc5296c5-4e0a-4f93-8812-f7645b84166f","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.32894735Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"uri":"/crucible/0/regions","method":"POST","req_id":"fa6dfa50-b596-40c1-89f1-73496eb93cfc","remote_addr":"[fd00:1122:3344:101::b]:56381","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":791,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.360422636Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"region":"fc5296c5-4e0a-4f93-8812-f7645b84166f","component":"worker"}
{"msg":"region fc5296c5-4e0a-4f93-8812-f7645b84166f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.360472317Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.360608181Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-fc5296c5-4e0a-4f93-8812-f7645b84166f","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.363964445Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fc5296c5-4e0a-4f93-8812-f7645b84166f","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.376618301Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.397061571Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fc5296c5-4e0a-4f93-8812-f7645b84166f","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.400532108Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fc5296c5-4e0a-4f93-8812-f7645b84166f","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.413958073Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.416312402Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.416368743Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.416409564Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.421178913Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.430358272Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.709377319Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"uri":"/crucible/0/regions","method":"POST","req_id":"140c803d-7149-497f-b476-4f5ff5142689","remote_addr":"[fd00:1122:3344:101::b]:56381","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.147893859Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"uri":"/crucible/0/regions/fc5296c5-4e0a-4f93-8812-f7645b84166f","method":"GET","req_id":"2ca904fa-0e8d-44e1-a399-0bab10cc8278","remote_addr":"[fd00:1122:3344:101::b]:56381","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"path is \"/data/regions/fc5296c5-4e0a-4f93-8812-f7645b84166f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.151066318Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"datafile"}
{"msg":"dataset is oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9/crucible/regions/fc5296c5-4e0a-4f93-8812-f7645b84166f","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.159994321Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"datafile"}
{"msg":"region fc5296c5-4e0a-4f93-8812-f7645b84166f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.168497874Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.168657038Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.168728229Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"uri":"/crucible/0/regions/fc5296c5-4e0a-4f93-8812-f7645b84166f","method":"DELETE","req_id":"788c4276-0474-4da7-89db-f551fe2e9e28","remote_addr":"[fd00:1122:3344:101::b]:56381","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17693,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-fc5296c5-4e0a-4f93-8812-f7645b84166f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.169731734Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.171392126Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"uri":"/crucible/0/regions/fc5296c5-4e0a-4f93-8812-f7645b84166f","method":"GET","req_id":"210f766f-b27c-4767-afca-65e7c11431d1","remote_addr":"[fd00:1122:3344:101::b]:56381","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":31,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.176030612Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9/crucible/regions/fc5296c5-4e0a-4f93-8812-f7645b84166f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.184982615Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"region":"fc5296c5-4e0a-4f93-8812-f7645b84166f","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.230207615Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"uri":"/crucible/0/regions/fc5296c5-4e0a-4f93-8812-f7645b84166f","method":"GET","req_id":"a3652fc1-6a00-4194-bd91-dc7e9c6953c3","remote_addr":"[fd00:1122:3344:101::b]:56381","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":775,"response_code":"200"}
{"msg":"region fc5296c5-4e0a-4f93-8812-f7645b84166f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.235653071Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.360289143Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"uri":"/crucible/0/regions/fc5296c5-4e0a-4f93-8812-f7645b84166f","method":"GET","req_id":"3a857347-2e26-4c42-b34d-b57b353c308a","remote_addr":"[fd00:1122:3344:101::b]:56381","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":44,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.514469667Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44533"}
{"msg":"region ece85f15-ada0-4755-b3cc-432a38f5cb29 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.514569489Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.514743234Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"uri":"/crucible/0/regions","method":"POST","req_id":"0ab0b09d-2204-4444-ac41-6cd20b20bf27","remote_addr":"[fd00:1122:3344:101::a]:44533","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":218,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.514763704Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9/crucible/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.524620071Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9/crucible/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.524653481Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ece85f15-ada0-4755-b3cc-432a38f5cb29\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.580185238Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"region":"ece85f15-ada0-4755-b3cc-432a38f5cb29","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ece85f15-ada0-4755-b3cc-432a38f5cb29\" \"--data\" \"/data/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.582085965Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"region":"ece85f15-ada0-4755-b3cc-432a38f5cb29","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.648076743Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"region":"ece85f15-ada0-4755-b3cc-432a38f5cb29","component":"worker"}
{"msg":"region ece85f15-ada0-4755-b3cc-432a38f5cb29 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.648104364Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.648219137Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ece85f15-ada0-4755-b3cc-432a38f5cb29","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.64955007Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ece85f15-ada0-4755-b3cc-432a38f5cb29","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.652523954Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.659852616Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ece85f15-ada0-4755-b3cc-432a38f5cb29","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.663465947Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.663751924Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.663829246Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.663885167Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.663946039Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.667527578Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.673966509Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.834550049Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"uri":"/crucible/0/regions","method":"POST","req_id":"3dffa5e4-30bf-453f-a067-90a6f9b4ff25","remote_addr":"[fd00:1122:3344:101::a]:44533","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.360559169Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43988"}
{"msg":"region aee88d8e-7762-4dcc-8323-475b9c7e7c55 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.360746364Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.361525923Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"uri":"/crucible/0/regions","method":"POST","req_id":"31285ea8-ccf4-4f00-ba2b-8caaf7c862c2","remote_addr":"[fd00:1122:3344:101::a]:43988","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":938,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.361542574Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9/crucible/regions/aee88d8e-7762-4dcc-8323-475b9c7e7c55","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.372360374Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9/crucible/regions/aee88d8e-7762-4dcc-8323-475b9c7e7c55","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.372404775Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"aee88d8e-7762-4dcc-8323-475b9c7e7c55\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/aee88d8e-7762-4dcc-8323-475b9c7e7c55\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.425587713Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"region":"aee88d8e-7762-4dcc-8323-475b9c7e7c55","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"aee88d8e-7762-4dcc-8323-475b9c7e7c55\" \"--data\" \"/data/regions/aee88d8e-7762-4dcc-8323-475b9c7e7c55\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.427358327Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"region":"aee88d8e-7762-4dcc-8323-475b9c7e7c55","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.534982385Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"region":"aee88d8e-7762-4dcc-8323-475b9c7e7c55","component":"worker"}
{"msg":"region aee88d8e-7762-4dcc-8323-475b9c7e7c55 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.535028536Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.535126608Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-aee88d8e-7762-4dcc-8323-475b9c7e7c55","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.536054411Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-aee88d8e-7762-4dcc-8323-475b9c7e7c55","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.546696907Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.564180224Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aee88d8e-7762-4dcc-8323-475b9c7e7c55","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.567784254Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aee88d8e-7762-4dcc-8323-475b9c7e7c55","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.567987449Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.56803825Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.568080321Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.568119562Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.574738367Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.5828541Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:39.738623069Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"uri":"/crucible/0/regions","method":"POST","req_id":"deaa54a4-ba14-404a-b919-74108d7b29c3","remote_addr":"[fd00:1122:3344:101::a]:43988","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":141,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.625136216Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"uri":"/crucible/0/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29","method":"GET","req_id":"94d0cd97-9e1c-4f62-bd77-41bb8dd396f3","remote_addr":"[fd00:1122:3344:101::a]:43988","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"path is \"/data/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.628350606Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"datafile"}
{"msg":"dataset is oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9/crucible/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.637427103Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"datafile"}
{"msg":"snapshot is oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9/crucible/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29@45c10264-cac8-4da8-85cc-3ec557aec3bd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.645197797Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9/crucible/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29\", \"45c10264-cac8-4da8-85cc-3ec557aec3bd\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.645231508Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.656798116Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"uri":"/crucible/0/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29/snapshots/45c10264-cac8-4da8-85cc-3ec557aec3bd","method":"GET","req_id":"b1f881b9-bf99-4213-93b3-35d3a6a7d8b6","remote_addr":"[fd00:1122:3344:101::a]:43988","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":28450,"response_code":"200"}
{"msg":"path is \"/data/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.660385125Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"datafile"}
{"msg":"dataset is oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9/crucible/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.668338224Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"datafile"}
{"msg":"snapshot is oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9/crucible/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29@45c10264-cac8-4da8-85cc-3ec557aec3bd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.676009656Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9/crucible/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29\", \"45c10264-cac8-4da8-85cc-3ec557aec3bd\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.676038026Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot ece85f15-ada0-4755-b3cc-432a38f5cb29-45c10264-cac8-4da8-85cc-3ec557aec3bd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.684269572Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"datafile"}
{"msg":"applying SMF actions for region ece85f15-ada0-4755-b3cc-432a38f5cb29 running snapshot 45c10264-cac8-4da8-85cc-3ec557aec3bd (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.684463497Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.684490047Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"uri":"/crucible/0/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29/snapshots/45c10264-cac8-4da8-85cc-3ec557aec3bd/run","method":"POST","req_id":"94e95cf1-4c8f-4462-aeac-044f3341a548","remote_addr":"[fd00:1122:3344:101::a]:43988","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24140,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-ece85f15-ada0-4755-b3cc-432a38f5cb29-45c10264-cac8-4da8-85cc-3ec557aec3bd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.687171444Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ece85f15-ada0-4755-b3cc-432a38f5cb29-45c10264-cac8-4da8-85cc-3ec557aec3bd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.690825155Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ece85f15-ada0-4755-b3cc-432a38f5cb29-45c10264-cac8-4da8-85cc-3ec557aec3bd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.709775339Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29/.zfs/snapshot/45c10264-cac8-4da8-85cc-3ec557aec3bd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.710015275Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.710078586Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.710127457Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.710174049Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.71023918Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.715005579Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.722435035Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"worker"}
{"msg":"region ece85f15-ada0-4755-b3cc-432a38f5cb29 running snapshot 45c10264-cac8-4da8-85cc-3ec557aec3bd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:40.722450305Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"datafile"}
{"msg":"path is \"/data/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.051362808Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"datafile"}
{"msg":"dataset is oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9/crucible/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.060488206Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"datafile"}
{"msg":"snapshot is oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9/crucible/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29@45c10264-cac8-4da8-85cc-3ec557aec3bd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.069588584Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9/crucible/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29\", \"45c10264-cac8-4da8-85cc-3ec557aec3bd\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.069613874Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.077356927Z","hostname":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","pid":20669,"uri":"/crucible/0/regions/ece85f15-ada0-4755-b3cc-432a38f5cb29/snapshots/45c10264-cac8-4da8-85cc-3ec557aec3bd/run","method":"POST","req_id":"fcf23541-24f5-41ae-b3e0-7e3518b351f0","remote_addr":"[fd00:1122:3344:101::a]:43988","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26041,"response_code":"200"}