[ Sep 27 04:18:18 Enabled. ]
[ Sep 27 04:18:18 Rereading configuration. ]
[ Sep 27 04:18:20 Rereading configuration. ]
[ Sep 27 04:18:22 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_920c8d28-f036-461d-9868-6b5051222a71/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_920c8d28-f036-461d-9868-6b5051222a71/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:22.200133443Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:22.203074595Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:22.203088375Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:22.221138774Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:22.353609699Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:56.677648799Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33190"}
{"msg":"region 03696de4-9d29-44c4-a276-baa180661ec6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:56.710190581Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:56.714686241Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"uri":"/crucible/0/regions","method":"POST","req_id":"86b9575a-1563-4af8-b39c-5ae2702ed5b5","remote_addr":"[fd00:1122:3344:101::a]:33190","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":22248,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:56.715744247Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_920c8d28-f036-461d-9868-6b5051222a71/crucible/regions/03696de4-9d29-44c4-a276-baa180661ec6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:56.7282109Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_920c8d28-f036-461d-9868-6b5051222a71/crucible/regions/03696de4-9d29-44c4-a276-baa180661ec6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:56.72823852Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"03696de4-9d29-44c4-a276-baa180661ec6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/03696de4-9d29-44c4-a276-baa180661ec6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:56.828043889Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"region":"03696de4-9d29-44c4-a276-baa180661ec6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"03696de4-9d29-44c4-a276-baa180661ec6\" \"--data\" \"/data/regions/03696de4-9d29-44c4-a276-baa180661ec6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:56.831820571Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"region":"03696de4-9d29-44c4-a276-baa180661ec6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:56.856509192Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"uri":"/crucible/0/regions","method":"POST","req_id":"c2784299-3310-49fd-8ea9-21ee865255c9","remote_addr":"[fd00:1122:3344:101::a]:33190","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:56.998400655Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"region":"03696de4-9d29-44c4-a276-baa180661ec6","component":"worker"}
{"msg":"region 03696de4-9d29-44c4-a276-baa180661ec6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:56.998459507Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:56.998584899Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-03696de4-9d29-44c4-a276-baa180661ec6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.001014459Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-03696de4-9d29-44c4-a276-baa180661ec6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.010350916Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.026063218Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-03696de4-9d29-44c4-a276-baa180661ec6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.030349473Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/03696de4-9d29-44c4-a276-baa180661ec6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.032814523Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.035106019Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.0351642Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.035221251Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.044062557Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.053441605Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.245232333Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"uri":"/crucible/0/regions","method":"POST","req_id":"b55bf5cf-ba61-4031-94e8-b8ace4db5db2","remote_addr":"[fd00:1122:3344:101::a]:33190","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.763025295Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"uri":"/crucible/0/regions/03696de4-9d29-44c4-a276-baa180661ec6","method":"GET","req_id":"35ad05eb-5c37-4429-a78d-60a1d58dbe74","remote_addr":"[fd00:1122:3344:101::a]:33190","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"path is \"/data/regions/03696de4-9d29-44c4-a276-baa180661ec6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.766215123Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"datafile"}
{"msg":"dataset is oxp_920c8d28-f036-461d-9868-6b5051222a71/crucible/regions/03696de4-9d29-44c4-a276-baa180661ec6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.777760354Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"datafile"}
{"msg":"region 03696de4-9d29-44c4-a276-baa180661ec6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.787156903Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.787304436Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.787385818Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"uri":"/crucible/0/regions/03696de4-9d29-44c4-a276-baa180661ec6","method":"DELETE","req_id":"1087303f-9429-439e-8308-902fbb7fdb2b","remote_addr":"[fd00:1122:3344:101::a]:33190","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21201,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-03696de4-9d29-44c4-a276-baa180661ec6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.788422254Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.79035113Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"uri":"/crucible/0/regions/03696de4-9d29-44c4-a276-baa180661ec6","method":"GET","req_id":"ab77fe9c-2b74-4117-af51-cdea5421d251","remote_addr":"[fd00:1122:3344:101::a]:33190","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":45,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.794678296Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_920c8d28-f036-461d-9868-6b5051222a71/crucible/regions/03696de4-9d29-44c4-a276-baa180661ec6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.805493759Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"region":"03696de4-9d29-44c4-a276-baa180661ec6","component":"worker"}
{"msg":"region 03696de4-9d29-44c4-a276-baa180661ec6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.883870305Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:57.928377039Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"uri":"/crucible/0/regions/03696de4-9d29-44c4-a276-baa180661ec6","method":"GET","req_id":"ac00b64c-30ca-4ae1-98b4-d946fb8c5cbb","remote_addr":"[fd00:1122:3344:101::a]:33190","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.310593527Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58409"}
{"msg":"region 163007b6-8514-46fd-9641-6565397c88b2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.310736781Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.311376516Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"uri":"/crucible/0/regions","method":"POST","req_id":"d9f043b3-0edb-41ba-bd5b-b0b86c8d53cd","remote_addr":"[fd00:1122:3344:101::a]:58409","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":683,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.311396737Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_920c8d28-f036-461d-9868-6b5051222a71/crucible/regions/163007b6-8514-46fd-9641-6565397c88b2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.324501386Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_920c8d28-f036-461d-9868-6b5051222a71/crucible/regions/163007b6-8514-46fd-9641-6565397c88b2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.324533157Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"163007b6-8514-46fd-9641-6565397c88b2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/163007b6-8514-46fd-9641-6565397c88b2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.389091268Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"region":"163007b6-8514-46fd-9641-6565397c88b2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"163007b6-8514-46fd-9641-6565397c88b2\" \"--data\" \"/data/regions/163007b6-8514-46fd-9641-6565397c88b2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.389143589Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"region":"163007b6-8514-46fd-9641-6565397c88b2","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.464600976Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"region":"163007b6-8514-46fd-9641-6565397c88b2","component":"worker"}
{"msg":"region 163007b6-8514-46fd-9641-6565397c88b2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.464645317Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.464717818Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-163007b6-8514-46fd-9641-6565397c88b2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.466120173Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-163007b6-8514-46fd-9641-6565397c88b2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.470867728Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.485152736Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-163007b6-8514-46fd-9641-6565397c88b2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.488891107Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/163007b6-8514-46fd-9641-6565397c88b2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.489101712Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.489157483Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.489199584Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.489238635Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.492972986Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.493242563Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"uri":"/crucible/0/regions","method":"POST","req_id":"ab8c1288-afa9-48d1-8a32-4f0afcbb633b","remote_addr":"[fd00:1122:3344:101::a]:58409","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":122,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.498668775Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"region 1cac0814-5c33-4144-a8e2-f1859abce977 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.334170533Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.334335607Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.334366957Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"uri":"/crucible/0/regions","method":"POST","req_id":"c14e08e2-01f7-4496-befb-dd0cc9b5e87f","remote_addr":"[fd00:1122:3344:101::a]:58409","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":960,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_920c8d28-f036-461d-9868-6b5051222a71/crucible/regions/1cac0814-5c33-4144-a8e2-f1859abce977","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.344643798Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_920c8d28-f036-461d-9868-6b5051222a71/crucible/regions/1cac0814-5c33-4144-a8e2-f1859abce977","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.344676728Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1cac0814-5c33-4144-a8e2-f1859abce977\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1cac0814-5c33-4144-a8e2-f1859abce977\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.411008833Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"region":"1cac0814-5c33-4144-a8e2-f1859abce977","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1cac0814-5c33-4144-a8e2-f1859abce977\" \"--data\" \"/data/regions/1cac0814-5c33-4144-a8e2-f1859abce977\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.411067164Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"region":"1cac0814-5c33-4144-a8e2-f1859abce977","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.479288905Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"region":"1cac0814-5c33-4144-a8e2-f1859abce977","component":"worker"}
{"msg":"region 1cac0814-5c33-4144-a8e2-f1859abce977 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.479331126Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.479449559Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1cac0814-5c33-4144-a8e2-f1859abce977","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.481424607Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1cac0814-5c33-4144-a8e2-f1859abce977","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.487090185Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.49552528Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1cac0814-5c33-4144-a8e2-f1859abce977","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.499836755Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1cac0814-5c33-4144-a8e2-f1859abce977","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.500177123Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.500246435Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.500299156Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.500350697Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.505070682Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.510007152Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.519624857Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"uri":"/crucible/0/regions","method":"POST","req_id":"8540bbfd-84b1-4e8d-9a52-fc5b00ec88d6","remote_addr":"[fd00:1122:3344:101::a]:58409","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":89,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.297831683Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"uri":"/crucible/0/regions/1cac0814-5c33-4144-a8e2-f1859abce977","method":"GET","req_id":"3e6d644a-0c87-4e6d-90ba-eafca2797c62","remote_addr":"[fd00:1122:3344:101::a]:58409","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"path is \"/data/regions/1cac0814-5c33-4144-a8e2-f1859abce977\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.300924448Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"datafile"}
{"msg":"dataset is oxp_920c8d28-f036-461d-9868-6b5051222a71/crucible/regions/1cac0814-5c33-4144-a8e2-f1859abce977","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.313844473Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"datafile"}
{"msg":"region 1cac0814-5c33-4144-a8e2-f1859abce977 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.32442335Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.324658626Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.324707307Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"uri":"/crucible/0/regions/1cac0814-5c33-4144-a8e2-f1859abce977","method":"DELETE","req_id":"4789f516-c3b8-4d15-8b7f-24f4ad604b31","remote_addr":"[fd00:1122:3344:101::a]:58409","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24464,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-1cac0814-5c33-4144-a8e2-f1859abce977 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.326503871Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.327580487Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"uri":"/crucible/0/regions/1cac0814-5c33-4144-a8e2-f1859abce977","method":"GET","req_id":"15b2b098-a7de-46b7-a717-b44d16b208ee","remote_addr":"[fd00:1122:3344:101::a]:58409","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.331887552Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_920c8d28-f036-461d-9868-6b5051222a71/crucible/regions/1cac0814-5c33-4144-a8e2-f1859abce977\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.343377982Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"region":"1cac0814-5c33-4144-a8e2-f1859abce977","component":"worker"}
{"msg":"region 1cac0814-5c33-4144-a8e2-f1859abce977 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.399676412Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.455008719Z","hostname":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","pid":22909,"uri":"/crucible/0/regions/1cac0814-5c33-4144-a8e2-f1859abce977","method":"GET","req_id":"f1cd6070-851b-4e5e-9592-7555e72bd419","remote_addr":"[fd00:1122:3344:101::a]:58409","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":"200"}