{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.185845906Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49593"}
{"msg":"region 9cbd6b14-1761-4fc9-9ac0-0c131b4ef91e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.236634227Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.240954314Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.24563486Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"uri":"/crucible/0/regions","method":"POST","req_id":"54c43607-2795-4370-8aa4-9e0849d3939b","remote_addr":"[fd00:1122:3344:101::a]:49593","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":15465,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_e31b3121-d944-443a-9abd-009a26d040ef/crucible/regions/9cbd6b14-1761-4fc9-9ac0-0c131b4ef91e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.259109824Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e31b3121-d944-443a-9abd-009a26d040ef/crucible/regions/9cbd6b14-1761-4fc9-9ac0-0c131b4ef91e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.259127315Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9cbd6b14-1761-4fc9-9ac0-0c131b4ef91e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9cbd6b14-1761-4fc9-9ac0-0c131b4ef91e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.302826665Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"region":"9cbd6b14-1761-4fc9-9ac0-0c131b4ef91e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9cbd6b14-1761-4fc9-9ac0-0c131b4ef91e\" \"--data\" \"/data/regions/9cbd6b14-1761-4fc9-9ac0-0c131b4ef91e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.305048765Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"region":"9cbd6b14-1761-4fc9-9ac0-0c131b4ef91e","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.499016142Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"uri":"/crucible/0/regions","method":"POST","req_id":"3457e2b8-0750-4a1b-90c0-bd8960004c45","remote_addr":"[fd00:1122:3344:101::a]:49593","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":104,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.636960007Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"region":"9cbd6b14-1761-4fc9-9ac0-0c131b4ef91e","component":"worker"}
{"msg":"region 9cbd6b14-1761-4fc9-9ac0-0c131b4ef91e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.637026899Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.637172783Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9cbd6b14-1761-4fc9-9ac0-0c131b4ef91e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.637860782Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9cbd6b14-1761-4fc9-9ac0-0c131b4ef91e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.649744323Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.673127234Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9cbd6b14-1761-4fc9-9ac0-0c131b4ef91e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.676340391Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9cbd6b14-1761-4fc9-9ac0-0c131b4ef91e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.677291977Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.677376529Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.6774352Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.677492352Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.682152688Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:02.686780703Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:03.194250647Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"uri":"/crucible/0/regions","method":"POST","req_id":"5d95e269-9120-48dd-9101-3852735e892e","remote_addr":"[fd00:1122:3344:101::a]:49593","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"region 178c0854-5c32-43d2-b4ea-e69eab17c38c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:08.938728572Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:08.938899247Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:08.938913417Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"uri":"/crucible/0/regions","method":"POST","req_id":"0efcb594-5f2f-4786-b23d-f005d202cc2e","remote_addr":"[fd00:1122:3344:101::a]:49593","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":220,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_e31b3121-d944-443a-9abd-009a26d040ef/crucible/regions/178c0854-5c32-43d2-b4ea-e69eab17c38c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:08.948126086Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e31b3121-d944-443a-9abd-009a26d040ef/crucible/regions/178c0854-5c32-43d2-b4ea-e69eab17c38c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:08.948156487Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"178c0854-5c32-43d2-b4ea-e69eab17c38c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/178c0854-5c32-43d2-b4ea-e69eab17c38c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:08.990917182Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"region":"178c0854-5c32-43d2-b4ea-e69eab17c38c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"178c0854-5c32-43d2-b4ea-e69eab17c38c\" \"--data\" \"/data/regions/178c0854-5c32-43d2-b4ea-e69eab17c38c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:08.990977093Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"region":"178c0854-5c32-43d2-b4ea-e69eab17c38c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.061629081Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"region":"178c0854-5c32-43d2-b4ea-e69eab17c38c","component":"worker"}
{"msg":"region 178c0854-5c32-43d2-b4ea-e69eab17c38c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.061670922Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.061775735Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-178c0854-5c32-43d2-b4ea-e69eab17c38c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.062236048Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-178c0854-5c32-43d2-b4ea-e69eab17c38c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.0649166Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.072167306Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-178c0854-5c32-43d2-b4ea-e69eab17c38c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.075028483Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/178c0854-5c32-43d2-b4ea-e69eab17c38c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.075334861Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.075391133Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.075436824Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.075477825Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.079386491Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.087216062Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:09.108586569Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"uri":"/crucible/0/regions","method":"POST","req_id":"543a8b32-779e-415c-af8d-c886ff009e8c","remote_addr":"[fd00:1122:3344:101::a]:49593","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:34.903179862Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"uri":"/crucible/0/regions/178c0854-5c32-43d2-b4ea-e69eab17c38c","method":"GET","req_id":"d80401b6-582a-417b-97fb-72982c32ec36","remote_addr":"[fd00:1122:3344:101::a]:49593","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":727,"response_code":"200"}
{"msg":"path is \"/data/regions/178c0854-5c32-43d2-b4ea-e69eab17c38c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:34.906159643Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"datafile"}
{"msg":"dataset is oxp_e31b3121-d944-443a-9abd-009a26d040ef/crucible/regions/178c0854-5c32-43d2-b4ea-e69eab17c38c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:34.917754856Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"datafile"}
{"msg":"region 178c0854-5c32-43d2-b4ea-e69eab17c38c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:34.927823488Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:34.928043133Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:34.928073444Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"uri":"/crucible/0/regions/178c0854-5c32-43d2-b4ea-e69eab17c38c","method":"DELETE","req_id":"b2168ed3-5187-4434-b212-df8d14d4108c","remote_addr":"[fd00:1122:3344:101::a]:49593","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21937,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-178c0854-5c32-43d2-b4ea-e69eab17c38c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:34.929268476Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:34.932238107Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"uri":"/crucible/0/regions/178c0854-5c32-43d2-b4ea-e69eab17c38c","method":"GET","req_id":"8024e25e-aac0-4771-a751-74dd90f877af","remote_addr":"[fd00:1122:3344:101::a]:49593","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:34.942135064Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_e31b3121-d944-443a-9abd-009a26d040ef/crucible/regions/178c0854-5c32-43d2-b4ea-e69eab17c38c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:34.951303122Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"region":"178c0854-5c32-43d2-b4ea-e69eab17c38c","component":"worker"}
{"msg":"region 178c0854-5c32-43d2-b4ea-e69eab17c38c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:35.035972538Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T08:23:35.136852092Z","hostname":"oxz_crucible_9585beef-331c-43c7-bd7c-efcbc26b64a6","pid":23996,"uri":"/crucible/0/regions/178c0854-5c32-43d2-b4ea-e69eab17c38c","method":"GET","req_id":"515b97a8-da12-465c-bbbc-0564617b748e","remote_addr":"[fd00:1122:3344:101::a]:49593","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":77,"response_code":"200"}