{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.213525159Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:52903"}
{"msg":"region b0a7b580-18e9-4756-882f-f188a0f5d965 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.23651017Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.241884596Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.245287076Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"uri":"/crucible/0/regions","method":"POST","req_id":"1d5fc6cd-34de-4a85-917e-1d1f245ee892","remote_addr":"[fd00:1122:3344:101::c]:52903","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15029,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_bba14577-1020-45ea-adb9-712c3357062d/crucible/regions/b0a7b580-18e9-4756-882f-f188a0f5d965","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.253411758Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_bba14577-1020-45ea-adb9-712c3357062d/crucible/regions/b0a7b580-18e9-4756-882f-f188a0f5d965","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.253427238Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b0a7b580-18e9-4756-882f-f188a0f5d965\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b0a7b580-18e9-4756-882f-f188a0f5d965\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.330364098Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"region":"b0a7b580-18e9-4756-882f-f188a0f5d965","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b0a7b580-18e9-4756-882f-f188a0f5d965\" \"--data\" \"/data/regions/b0a7b580-18e9-4756-882f-f188a0f5d965\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.332410946Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"region":"b0a7b580-18e9-4756-882f-f188a0f5d965","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.442538448Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"region":"b0a7b580-18e9-4756-882f-f188a0f5d965","component":"worker"}
{"msg":"region b0a7b580-18e9-4756-882f-f188a0f5d965 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.44261723Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.442821574Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b0a7b580-18e9-4756-882f-f188a0f5d965","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.443266585Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b0a7b580-18e9-4756-882f-f188a0f5d965","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.448312153Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.462352124Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"uri":"/crucible/0/regions","method":"POST","req_id":"95887d11-75db-4955-9e55-a4c849d581f6","remote_addr":"[fd00:1122:3344:101::c]:52903","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":95,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.466375909Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b0a7b580-18e9-4756-882f-f188a0f5d965","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.471680543Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b0a7b580-18e9-4756-882f-f188a0f5d965","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.481417552Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.483398269Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.48345388Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.483500381Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.488014548Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:49.492883042Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:50.013244876Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"uri":"/crucible/0/regions/b0a7b580-18e9-4756-882f-f188a0f5d965","method":"GET","req_id":"669706fd-55ad-4c09-bfd9-ebe768e2c651","remote_addr":"[fd00:1122:3344:101::c]:52903","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"path is \"/data/regions/b0a7b580-18e9-4756-882f-f188a0f5d965\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:50.016036641Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"datafile"}
{"msg":"dataset is oxp_bba14577-1020-45ea-adb9-712c3357062d/crucible/regions/b0a7b580-18e9-4756-882f-f188a0f5d965","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:50.025358391Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"datafile"}
{"msg":"region b0a7b580-18e9-4756-882f-f188a0f5d965 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:50.034336152Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:50.034563777Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:50.034620939Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"uri":"/crucible/0/regions/b0a7b580-18e9-4756-882f-f188a0f5d965","method":"DELETE","req_id":"810b988d-0e2f-437c-a06d-a653397cb9a2","remote_addr":"[fd00:1122:3344:101::c]:52903","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19344,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-b0a7b580-18e9-4756-882f-f188a0f5d965 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:50.035819367Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:50.037814284Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"uri":"/crucible/0/regions/b0a7b580-18e9-4756-882f-f188a0f5d965","method":"GET","req_id":"a39cd32d-b3dc-4907-8749-341b679edb1b","remote_addr":"[fd00:1122:3344:101::c]:52903","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:50.040065187Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_bba14577-1020-45ea-adb9-712c3357062d/crucible/regions/b0a7b580-18e9-4756-882f-f188a0f5d965\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:50.050141444Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"region":"b0a7b580-18e9-4756-882f-f188a0f5d965","component":"worker"}
{"msg":"region b0a7b580-18e9-4756-882f-f188a0f5d965 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:50.115033391Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:00:50.154175392Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"uri":"/crucible/0/regions/b0a7b580-18e9-4756-882f-f188a0f5d965","method":"GET","req_id":"d0e1b6d5-2569-47e3-9b91-ac9c1401658f","remote_addr":"[fd00:1122:3344:101::c]:52903","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.234349616Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37450"}
{"msg":"region 73de18ee-1912-4149-835a-07576d99e377 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.235020441Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.235671127Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"uri":"/crucible/0/regions","method":"POST","req_id":"63947ad5-f3fd-41ff-b302-5a4280762277","remote_addr":"[fd00:1122:3344:101::a]:37450","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1279,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.235695197Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_bba14577-1020-45ea-adb9-712c3357062d/crucible/regions/73de18ee-1912-4149-835a-07576d99e377","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.24599583Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_bba14577-1020-45ea-adb9-712c3357062d/crucible/regions/73de18ee-1912-4149-835a-07576d99e377","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.24602555Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"73de18ee-1912-4149-835a-07576d99e377\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/73de18ee-1912-4149-835a-07576d99e377\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.301903835Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"region":"73de18ee-1912-4149-835a-07576d99e377","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"73de18ee-1912-4149-835a-07576d99e377\" \"--data\" \"/data/regions/73de18ee-1912-4149-835a-07576d99e377\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.303767679Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"region":"73de18ee-1912-4149-835a-07576d99e377","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.372206819Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"region":"73de18ee-1912-4149-835a-07576d99e377","component":"worker"}
{"msg":"region 73de18ee-1912-4149-835a-07576d99e377 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.37223843Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.372337743Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-73de18ee-1912-4149-835a-07576d99e377","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.373690864Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-73de18ee-1912-4149-835a-07576d99e377","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.378331973Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.391608496Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-73de18ee-1912-4149-835a-07576d99e377","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.39432352Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/73de18ee-1912-4149-835a-07576d99e377","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.394634477Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.394688228Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.394733579Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.39477512Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.398006707Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.402365779Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.477882036Z","hostname":"oxz_crucible_b9d48870-984f-45ae-8331-5ddc0b69bf09","pid":19940,"uri":"/crucible/0/regions","method":"POST","req_id":"a168a47d-c5a8-4d83-9f61-c804bb28cac8","remote_addr":"[fd00:1122:3344:101::a]:37450","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":"200"}