[ Oct 30 01:23:36 Enabled. ]
[ Oct 30 01:23:36 Rereading configuration. ]
[ Oct 30 01:23:38 Rereading configuration. ]
[ Oct 30 01:23:39 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:23:39.19472942Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:23:39.19825969Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:23:39.19827285Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:23:39.217849089Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:23:39.330588673Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.127426825Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34268"}
{"msg":"region a4b19439-7295-4af2-8730-041fe320b9b1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.171674604Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.176564514Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions","method":"POST","req_id":"ad23d4e8-a98c-4673-9747-dddaf7be4ff0","remote_addr":"[fd00:1122:3344:101::a]:34268","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16162,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.18615602Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible/regions/a4b19439-7295-4af2-8730-041fe320b9b1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.195991Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible/regions/a4b19439-7295-4af2-8730-041fe320b9b1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.19601997Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a4b19439-7295-4af2-8730-041fe320b9b1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a4b19439-7295-4af2-8730-041fe320b9b1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.26486969Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"region":"a4b19439-7295-4af2-8730-041fe320b9b1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a4b19439-7295-4af2-8730-041fe320b9b1\" \"--data\" \"/data/regions/a4b19439-7295-4af2-8730-041fe320b9b1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.269547957Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"region":"a4b19439-7295-4af2-8730-041fe320b9b1","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.442171703Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions","method":"POST","req_id":"0f61c3d4-0c55-4eae-9966-4324d9806235","remote_addr":"[fd00:1122:3344:101::a]:34268","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.568152486Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"region":"a4b19439-7295-4af2-8730-041fe320b9b1","component":"worker"}
{"msg":"region a4b19439-7295-4af2-8730-041fe320b9b1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.568201887Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.568297918Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a4b19439-7295-4af2-8730-041fe320b9b1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.57127391Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a4b19439-7295-4af2-8730-041fe320b9b1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.586067331Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.612104302Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a4b19439-7295-4af2-8730-041fe320b9b1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.622649342Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a4b19439-7295-4af2-8730-041fe320b9b1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.631248324Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.631348725Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.631428106Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.631491227Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.63800245Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.64713192Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.00763904Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions","method":"POST","req_id":"c48f597c-ec1a-45c2-a9fc-d60f1287c6c6","remote_addr":"[fd00:1122:3344:101::a]:34268","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.552514744Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions/a4b19439-7295-4af2-8730-041fe320b9b1","method":"GET","req_id":"72bd1fd7-8c58-492f-9807-d39923a64957","remote_addr":"[fd00:1122:3344:101::a]:34268","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"path is \"/data/regions/a4b19439-7295-4af2-8730-041fe320b9b1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.557046928Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"dataset is oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible/regions/a4b19439-7295-4af2-8730-041fe320b9b1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.568168006Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"region a4b19439-7295-4af2-8730-041fe320b9b1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.577919295Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.578064987Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.578149738Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions/a4b19439-7295-4af2-8730-041fe320b9b1","method":"DELETE","req_id":"06fa5b64-b189-43a5-86b9-4a0aad7476a3","remote_addr":"[fd00:1122:3344:101::a]:34268","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21137,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-a4b19439-7295-4af2-8730-041fe320b9b1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.579147083Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.580968818Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions/a4b19439-7295-4af2-8730-041fe320b9b1","method":"GET","req_id":"bfe4f1bd-fa95-4ba0-899e-4170f1485296","remote_addr":"[fd00:1122:3344:101::a]:34268","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":31,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.594651513Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible/regions/a4b19439-7295-4af2-8730-041fe320b9b1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.606282579Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"region":"a4b19439-7295-4af2-8730-041fe320b9b1","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.649312471Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions/a4b19439-7295-4af2-8730-041fe320b9b1","method":"GET","req_id":"1f22e050-dca7-46d3-b3c7-425a6705a744","remote_addr":"[fd00:1122:3344:101::a]:34268","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":109,"response_code":"200"}
{"msg":"region a4b19439-7295-4af2-8730-041fe320b9b1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.67593592Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.834422005Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions/a4b19439-7295-4af2-8730-041fe320b9b1","method":"GET","req_id":"1f5334cc-df46-4488-a1c3-4661ff323379","remote_addr":"[fd00:1122:3344:101::a]:34268","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":38,"response_code":"200"}
{"msg":"region 36efd62f-acf6-41ab-bbf6-ad07c9d6bc40 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.121854525Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.121988687Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions","method":"POST","req_id":"8300832a-a676-42f4-89ca-ada4610dea5a","remote_addr":"[fd00:1122:3344:101::a]:34268","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":205,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.122027207Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.131809247Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.131837427Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"36efd62f-acf6-41ab-bbf6-ad07c9d6bc40\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.18197751Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"region":"36efd62f-acf6-41ab-bbf6-ad07c9d6bc40","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"36efd62f-acf6-41ab-bbf6-ad07c9d6bc40\" \"--data\" \"/data/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.184126291Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"region":"36efd62f-acf6-41ab-bbf6-ad07c9d6bc40","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.263997708Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"region":"36efd62f-acf6-41ab-bbf6-ad07c9d6bc40","component":"worker"}
{"msg":"region 36efd62f-acf6-41ab-bbf6-ad07c9d6bc40 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.264057669Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.26414608Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-36efd62f-acf6-41ab-bbf6-ad07c9d6bc40","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.265509469Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-36efd62f-acf6-41ab-bbf6-ad07c9d6bc40","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.268718785Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.279916334Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-36efd62f-acf6-41ab-bbf6-ad07c9d6bc40","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.28524835Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.285522514Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.285582095Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.285625985Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.285665606Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.289355069Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.295692879Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.490903357Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions","method":"POST","req_id":"ebac046a-46a8-4e22-a51c-5a1601dfb3f6","remote_addr":"[fd00:1122:3344:101::a]:34268","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.058207556Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38546"}
{"msg":"region 1c86c0eb-e03c-42c6-9594-23fc1f4f3119 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.058392369Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.058947477Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions","method":"POST","req_id":"c5cde0b8-4fec-4263-9180-f951b6539cd6","remote_addr":"[fd00:1122:3344:101::a]:38546","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":600,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.058968387Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible/regions/1c86c0eb-e03c-42c6-9594-23fc1f4f3119","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.07184748Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible/regions/1c86c0eb-e03c-42c6-9594-23fc1f4f3119","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.071884371Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1c86c0eb-e03c-42c6-9594-23fc1f4f3119\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1c86c0eb-e03c-42c6-9594-23fc1f4f3119\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.134439371Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"region":"1c86c0eb-e03c-42c6-9594-23fc1f4f3119","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1c86c0eb-e03c-42c6-9594-23fc1f4f3119\" \"--data\" \"/data/regions/1c86c0eb-e03c-42c6-9594-23fc1f4f3119\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.136350788Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"region":"1c86c0eb-e03c-42c6-9594-23fc1f4f3119","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.290663894Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"region":"1c86c0eb-e03c-42c6-9594-23fc1f4f3119","component":"worker"}
{"msg":"region 1c86c0eb-e03c-42c6-9594-23fc1f4f3119 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.290705664Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.290816056Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1c86c0eb-e03c-42c6-9594-23fc1f4f3119","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.29177344Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1c86c0eb-e03c-42c6-9594-23fc1f4f3119","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.310728929Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.314178069Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions","method":"POST","req_id":"aaf7bb20-97d4-46d9-a095-f714fe772bea","remote_addr":"[fd00:1122:3344:101::a]:38546","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.356108285Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1c86c0eb-e03c-42c6-9594-23fc1f4f3119","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.362903002Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1c86c0eb-e03c-42c6-9594-23fc1f4f3119","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.363196416Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.363245097Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.363290177Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.363329338Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.37472675Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.382929847Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.836180307Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40","method":"GET","req_id":"3cfd1c00-2dd1-4588-8093-181b84e16e95","remote_addr":"[fd00:1122:3344:101::a]:38546","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"path is \"/data/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.843757104Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"dataset is oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.854188133Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"snapshot is oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40@c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.863756389Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40\", \"c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.863782709Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.875908802Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40/snapshots/c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3","method":"GET","req_id":"cc83d96c-58a5-4300-b634-5873259feaed","remote_addr":"[fd00:1122:3344:101::a]:38546","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":32160,"response_code":"200"}
{"msg":"path is \"/data/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.87999239Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"dataset is oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.887241533Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"snapshot is oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40@c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.895370899Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40\", \"c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.895406199Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 36efd62f-acf6-41ab-bbf6-ad07c9d6bc40-c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.90454608Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"applying SMF actions for region 36efd62f-acf6-41ab-bbf6-ad07c9d6bc40 running snapshot c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.904738812Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.904766133Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40/snapshots/c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3/run","method":"POST","req_id":"944b3ca7-3639-43d3-a4fe-0b1bdb447e7d","remote_addr":"[fd00:1122:3344:101::a]:38546","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24814,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-36efd62f-acf6-41ab-bbf6-ad07c9d6bc40-c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.907561872Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-36efd62f-acf6-41ab-bbf6-ad07c9d6bc40-c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.913468836Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-36efd62f-acf6-41ab-bbf6-ad07c9d6bc40-c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.930771543Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40/.zfs/snapshot/c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.931026406Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.931083677Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.931129118Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.931170488Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.931226179Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.937129273Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.942796794Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"region 36efd62f-acf6-41ab-bbf6-ad07c9d6bc40 running snapshot c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.942814954Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"path is \"/data/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:57.275606729Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"dataset is oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:57.284855971Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"snapshot is oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40@c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:57.292754693Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40\", \"c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:57.292808524Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:57.300852599Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions/36efd62f-acf6-41ab-bbf6-ad07c9d6bc40/snapshots/c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3/run","method":"POST","req_id":"936b7b9a-b7e1-47f0-b672-a462c38a07eb","remote_addr":"[fd00:1122:3344:101::a]:38546","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25273,"response_code":"200"}
{"msg":"region f0beeb0f-5a88-4dd5-b4ea-c196dd00525e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.754434893Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.754665516Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions","method":"POST","req_id":"0ceb5cd2-9dac-4472-b715-21b06a20396d","remote_addr":"[fd00:1122:3344:101::a]:38546","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":293,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.754710377Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible/regions/f0beeb0f-5a88-4dd5-b4ea-c196dd00525e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.765078294Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible/regions/f0beeb0f-5a88-4dd5-b4ea-c196dd00525e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.765116095Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f0beeb0f-5a88-4dd5-b4ea-c196dd00525e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f0beeb0f-5a88-4dd5-b4ea-c196dd00525e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.838829234Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"region":"f0beeb0f-5a88-4dd5-b4ea-c196dd00525e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f0beeb0f-5a88-4dd5-b4ea-c196dd00525e\" \"--data\" \"/data/regions/f0beeb0f-5a88-4dd5-b4ea-c196dd00525e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.840871673Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"region":"f0beeb0f-5a88-4dd5-b4ea-c196dd00525e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.950325701Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"region":"f0beeb0f-5a88-4dd5-b4ea-c196dd00525e","component":"worker"}
{"msg":"region f0beeb0f-5a88-4dd5-b4ea-c196dd00525e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.950354821Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.950488823Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f0beeb0f-5a88-4dd5-b4ea-c196dd00525e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.952985939Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f0beeb0f-5a88-4dd5-b4ea-c196dd00525e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.964239799Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.979919971Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f0beeb0f-5a88-4dd5-b4ea-c196dd00525e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.984425706Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f0beeb0f-5a88-4dd5-b4ea-c196dd00525e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.98474233Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.984800041Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.984841052Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.984879312Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.99385795Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:02.006723703Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:02.115626113Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions","method":"POST","req_id":"57d97220-e545-45e5-ab7f-bb2f82a852f6","remote_addr":"[fd00:1122:3344:101::a]:38546","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.727055862Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions/f0beeb0f-5a88-4dd5-b4ea-c196dd00525e","method":"GET","req_id":"38e1f440-5037-4ab5-8766-98585fd5a2ba","remote_addr":"[fd00:1122:3344:101::a]:38546","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":765,"response_code":"200"}
{"msg":"path is \"/data/regions/f0beeb0f-5a88-4dd5-b4ea-c196dd00525e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.729947513Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"dataset is oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible/regions/f0beeb0f-5a88-4dd5-b4ea-c196dd00525e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.744732863Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"region f0beeb0f-5a88-4dd5-b4ea-c196dd00525e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.754015235Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.754235609Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.754301239Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions/f0beeb0f-5a88-4dd5-b4ea-c196dd00525e","method":"DELETE","req_id":"05235dab-9cd4-423b-9b06-ba910e9d3532","remote_addr":"[fd00:1122:3344:101::a]:38546","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24390,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-f0beeb0f-5a88-4dd5-b4ea-c196dd00525e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.755978313Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.758995776Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions/f0beeb0f-5a88-4dd5-b4ea-c196dd00525e","method":"GET","req_id":"2b264730-1156-48ba-9df2-636cafcd7321","remote_addr":"[fd00:1122:3344:101::a]:38546","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":388,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.765228215Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crucible/regions/f0beeb0f-5a88-4dd5-b4ea-c196dd00525e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.777611211Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"region":"f0beeb0f-5a88-4dd5-b4ea-c196dd00525e","component":"worker"}
{"msg":"region f0beeb0f-5a88-4dd5-b4ea-c196dd00525e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.830462323Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.868001157Z","hostname":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","pid":20034,"uri":"/crucible/0/regions/f0beeb0f-5a88-4dd5-b4ea-c196dd00525e","method":"GET","req_id":"d670e08c-dc3c-451b-ba71-24c574b0191b","remote_addr":"[fd00:1122:3344:101::a]:38546","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":86,"response_code":"200"}