{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:17.899383907Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55794"}
{"msg":"region b7e5a193-7334-4466-ab98-3bc37bc5e4b6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:17.899471469Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:17.903392396Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:17.903407316Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"uri":"/crucible/0/regions","method":"POST","req_id":"69f848a2-b55b-4631-ba1f-232d3e5b7fcb","remote_addr":"[fd00:1122:3344:101::a]:55794","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":3962,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_6d0dec14-4f9a-4b89-a3ba-43f301b5efad/crucible/regions/b7e5a193-7334-4466-ab98-3bc37bc5e4b6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:17.916155499Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_6d0dec14-4f9a-4b89-a3ba-43f301b5efad/crucible/regions/b7e5a193-7334-4466-ab98-3bc37bc5e4b6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:17.91618064Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.085535507Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"uri":"/crucible/0/regions","method":"POST","req_id":"d7fd2228-4be4-4685-977a-2b7008324218","remote_addr":"[fd00:1122:3344:101::a]:55794","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"creating region Region { id: RegionId(\"b7e5a193-7334-4466-ab98-3bc37bc5e4b6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b7e5a193-7334-4466-ab98-3bc37bc5e4b6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.130840672Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"region":"b7e5a193-7334-4466-ab98-3bc37bc5e4b6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b7e5a193-7334-4466-ab98-3bc37bc5e4b6\" \"--data\" \"/data/regions/b7e5a193-7334-4466-ab98-3bc37bc5e4b6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.130872923Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"region":"b7e5a193-7334-4466-ab98-3bc37bc5e4b6","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.654777126Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"region":"b7e5a193-7334-4466-ab98-3bc37bc5e4b6","component":"worker"}
{"msg":"region b7e5a193-7334-4466-ab98-3bc37bc5e4b6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.654815317Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.654924069Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b7e5a193-7334-4466-ab98-3bc37bc5e4b6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.656351691Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b7e5a193-7334-4466-ab98-3bc37bc5e4b6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.668446669Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.685532488Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"uri":"/crucible/0/regions","method":"POST","req_id":"483deac4-5d3c-4933-9c8e-b507645e634f","remote_addr":"[fd00:1122:3344:101::a]:55794","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.713046309Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b7e5a193-7334-4466-ab98-3bc37bc5e4b6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.730958796Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b7e5a193-7334-4466-ab98-3bc37bc5e4b6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.731173051Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.731220592Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.731262823Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.731301964Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.742896431Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.755202614Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"region d3ff07cf-d44c-4048-bef0-de321237d292 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.140028098Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.140214582Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.140229692Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"uri":"/crucible/0/regions","method":"POST","req_id":"2c40e718-a41a-452c-a170-0fd995904964","remote_addr":"[fd00:1122:3344:101::a]:55794","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":239,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_6d0dec14-4f9a-4b89-a3ba-43f301b5efad/crucible/regions/d3ff07cf-d44c-4048-bef0-de321237d292","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.150245324Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_6d0dec14-4f9a-4b89-a3ba-43f301b5efad/crucible/regions/d3ff07cf-d44c-4048-bef0-de321237d292","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.150267895Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d3ff07cf-d44c-4048-bef0-de321237d292\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d3ff07cf-d44c-4048-bef0-de321237d292\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.255638463Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"region":"d3ff07cf-d44c-4048-bef0-de321237d292","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d3ff07cf-d44c-4048-bef0-de321237d292\" \"--data\" \"/data/regions/d3ff07cf-d44c-4048-bef0-de321237d292\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.255693254Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"region":"d3ff07cf-d44c-4048-bef0-de321237d292","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.414665431Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"region":"d3ff07cf-d44c-4048-bef0-de321237d292","component":"worker"}
{"msg":"region d3ff07cf-d44c-4048-bef0-de321237d292 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.414728122Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.414844215Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d3ff07cf-d44c-4048-bef0-de321237d292","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.417690658Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d3ff07cf-d44c-4048-bef0-de321237d292","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.433845826Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.468498726Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d3ff07cf-d44c-4048-bef0-de321237d292","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.480325118Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d3ff07cf-d44c-4048-bef0-de321237d292","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.480564123Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.480629555Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.480678536Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.480723207Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.491972636Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.506489888Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.512696176Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"uri":"/crucible/0/regions","method":"POST","req_id":"79433d5b-5036-414c-89b0-d1fe94dcafff","remote_addr":"[fd00:1122:3344:101::a]:55794","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.759944915Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"uri":"/crucible/0/regions/d3ff07cf-d44c-4048-bef0-de321237d292","method":"GET","req_id":"4bfe0226-4a55-4fb5-a30d-b8e242ebf1df","remote_addr":"[fd00:1122:3344:101::a]:55794","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"path is \"/data/regions/d3ff07cf-d44c-4048-bef0-de321237d292\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.761840567Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"datafile"}
{"msg":"dataset is oxp_6d0dec14-4f9a-4b89-a3ba-43f301b5efad/crucible/regions/d3ff07cf-d44c-4048-bef0-de321237d292","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.774329774Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"datafile"}
{"msg":"region d3ff07cf-d44c-4048-bef0-de321237d292 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.785486812Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.785648225Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.785696696Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"uri":"/crucible/0/regions/d3ff07cf-d44c-4048-bef0-de321237d292","method":"DELETE","req_id":"f2dcb2d7-9956-4c4e-8a1c-767f273314a7","remote_addr":"[fd00:1122:3344:101::a]:55794","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":23895,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-d3ff07cf-d44c-4048-bef0-de321237d292 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.787264931Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.790460462Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"uri":"/crucible/0/regions/d3ff07cf-d44c-4048-bef0-de321237d292","method":"GET","req_id":"4d186114-e6fc-470f-8551-b611d2e64f06","remote_addr":"[fd00:1122:3344:101::a]:55794","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.792388705Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_6d0dec14-4f9a-4b89-a3ba-43f301b5efad/crucible/regions/d3ff07cf-d44c-4048-bef0-de321237d292\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.803589283Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"region":"d3ff07cf-d44c-4048-bef0-de321237d292","component":"worker"}
{"msg":"region d3ff07cf-d44c-4048-bef0-de321237d292 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.862845788Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.929976187Z","hostname":"oxz_crucible_80007b4f-2e2f-4765-a1f9-35ee9b81983a","pid":24270,"uri":"/crucible/0/regions/d3ff07cf-d44c-4048-bef0-de321237d292","method":"GET","req_id":"48e82345-97dd-4cf0-ac40-e459416afd89","remote_addr":"[fd00:1122:3344:101::a]:55794","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":65,"response_code":"200"}