[ Oct 30 01:23:37 Enabled. ]
[ Oct 30 01:23:37 Rereading configuration. ]
[ Oct 30 01:23:38 Rereading configuration. ]
[ Oct 30 01:23:40 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:23:40.365436799Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:23:40.372767973Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:23:40.372813144Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:23:40.382439581Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:23:40.468990512Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.127378744Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43882"}
{"msg":"region 68c021f2-aaed-4e53-8214-524c314cb127 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.170113812Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.178957328Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"uri":"/crucible/0/regions","method":"POST","req_id":"f2e2f036-7e77-4a7a-896f-e7cb613e15d8","remote_addr":"[fd00:1122:3344:101::a]:43882","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17768,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.178976328Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible/regions/68c021f2-aaed-4e53-8214-524c314cb127","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.189000231Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible/regions/68c021f2-aaed-4e53-8214-524c314cb127","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.189029931Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"68c021f2-aaed-4e53-8214-524c314cb127\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/68c021f2-aaed-4e53-8214-524c314cb127\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.249605513Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"region":"68c021f2-aaed-4e53-8214-524c314cb127","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"68c021f2-aaed-4e53-8214-524c314cb127\" \"--data\" \"/data/regions/68c021f2-aaed-4e53-8214-524c314cb127\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.255417956Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"region":"68c021f2-aaed-4e53-8214-524c314cb127","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.460628486Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"uri":"/crucible/0/regions","method":"POST","req_id":"5e19b2a2-bfd8-47d8-9c6f-ec59b342de7d","remote_addr":"[fd00:1122:3344:101::a]:43882","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.564847309Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"region":"68c021f2-aaed-4e53-8214-524c314cb127","component":"worker"}
{"msg":"region 68c021f2-aaed-4e53-8214-524c314cb127 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.56489338Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.564991751Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-68c021f2-aaed-4e53-8214-524c314cb127","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.567306274Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-68c021f2-aaed-4e53-8214-524c314cb127","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.580665694Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.601975177Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-68c021f2-aaed-4e53-8214-524c314cb127","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.608935957Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/68c021f2-aaed-4e53-8214-524c314cb127","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.624944544Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.625009685Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.625062276Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.625118937Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.632910518Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:37.641178195Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.046149018Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"uri":"/crucible/0/regions","method":"POST","req_id":"b9800715-7b7e-4b33-b25b-f5d9e310521e","remote_addr":"[fd00:1122:3344:101::a]:43882","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.552009286Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"uri":"/crucible/0/regions/68c021f2-aaed-4e53-8214-524c314cb127","method":"GET","req_id":"b8fcb7b6-2a61-4ef1-abe8-f27a0a63443c","remote_addr":"[fd00:1122:3344:101::a]:43882","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"path is \"/data/regions/68c021f2-aaed-4e53-8214-524c314cb127\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.554087616Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"dataset is oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible/regions/68c021f2-aaed-4e53-8214-524c314cb127","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.565519378Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"region 68c021f2-aaed-4e53-8214-524c314cb127 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.576121269Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.576275582Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.576343873Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"uri":"/crucible/0/regions/68c021f2-aaed-4e53-8214-524c314cb127","method":"DELETE","req_id":"fbbbc609-9208-403a-8043-83e271c06f4a","remote_addr":"[fd00:1122:3344:101::a]:43882","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22290,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-68c021f2-aaed-4e53-8214-524c314cb127 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.577677371Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.578845258Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"uri":"/crucible/0/regions/68c021f2-aaed-4e53-8214-524c314cb127","method":"GET","req_id":"336d0596-37ce-4022-818c-8a28817fb3ca","remote_addr":"[fd00:1122:3344:101::a]:43882","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.589113974Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible/regions/68c021f2-aaed-4e53-8214-524c314cb127\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.600685829Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"region":"68c021f2-aaed-4e53-8214-524c314cb127","component":"worker"}
{"msg":"region 68c021f2-aaed-4e53-8214-524c314cb127 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.675174299Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:38.728139093Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"uri":"/crucible/0/regions/68c021f2-aaed-4e53-8214-524c314cb127","method":"GET","req_id":"a2ec96fb-d32a-4d16-bf74-d294fc6fbb8a","remote_addr":"[fd00:1122:3344:101::a]:43882","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"region 6b1b1f47-e85a-4ab1-b2f5-401d84f928c0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.122294131Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.122439793Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.122475974Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"uri":"/crucible/0/regions","method":"POST","req_id":"41a58bec-2658-492e-9d6b-453cdd273205","remote_addr":"[fd00:1122:3344:101::a]:43882","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":212,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.132008879Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.13202863Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6b1b1f47-e85a-4ab1-b2f5-401d84f928c0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.185334658Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"region":"6b1b1f47-e85a-4ab1-b2f5-401d84f928c0","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6b1b1f47-e85a-4ab1-b2f5-401d84f928c0\" \"--data\" \"/data/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.187443398Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"region":"6b1b1f47-e85a-4ab1-b2f5-401d84f928c0","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.266501313Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"region":"6b1b1f47-e85a-4ab1-b2f5-401d84f928c0","component":"worker"}
{"msg":"region 6b1b1f47-e85a-4ab1-b2f5-401d84f928c0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.266550014Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.266630815Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6b1b1f47-e85a-4ab1-b2f5-401d84f928c0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.268026185Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6b1b1f47-e85a-4ab1-b2f5-401d84f928c0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.272424877Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.281809391Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6b1b1f47-e85a-4ab1-b2f5-401d84f928c0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.28807592Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.288378004Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.288435155Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.288478696Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.288521517Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.292577824Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.297585286Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"uri":"/crucible/0/regions","method":"POST","req_id":"d67c872f-c10d-45c5-8b00-b60c0c637ca9","remote_addr":"[fd00:1122:3344:101::a]:43882","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:24:41.297914794Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.058399299Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57451"}
{"msg":"region d38adba6-4b84-4bc4-ac75-4f4b29a9e485 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.058558281Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.059124769Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.059144999Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"uri":"/crucible/0/regions","method":"POST","req_id":"7b1ab00d-d541-4f48-8492-98d58605e268","remote_addr":"[fd00:1122:3344:101::a]:57451","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":672,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible/regions/d38adba6-4b84-4bc4-ac75-4f4b29a9e485","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.068861128Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible/regions/d38adba6-4b84-4bc4-ac75-4f4b29a9e485","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.068897498Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d38adba6-4b84-4bc4-ac75-4f4b29a9e485\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d38adba6-4b84-4bc4-ac75-4f4b29a9e485\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.132102747Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"region":"d38adba6-4b84-4bc4-ac75-4f4b29a9e485","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d38adba6-4b84-4bc4-ac75-4f4b29a9e485\" \"--data\" \"/data/regions/d38adba6-4b84-4bc4-ac75-4f4b29a9e485\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.132157868Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"region":"d38adba6-4b84-4bc4-ac75-4f4b29a9e485","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.286709248Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"region":"d38adba6-4b84-4bc4-ac75-4f4b29a9e485","component":"worker"}
{"msg":"region d38adba6-4b84-4bc4-ac75-4f4b29a9e485 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.286752988Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.28684965Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d38adba6-4b84-4bc4-ac75-4f4b29a9e485","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.293053408Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d38adba6-4b84-4bc4-ac75-4f4b29a9e485","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.307671046Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.33326311Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"uri":"/crucible/0/regions","method":"POST","req_id":"cd654cc9-5ee0-4846-82a7-3c61cab3bdf8","remote_addr":"[fd00:1122:3344:101::a]:57451","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":527,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.349924037Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d38adba6-4b84-4bc4-ac75-4f4b29a9e485","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.359540184Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d38adba6-4b84-4bc4-ac75-4f4b29a9e485","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.35993095Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.360002261Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.360056051Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.360107962Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.370369578Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:55.37683309Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.464532628Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"uri":"/crucible/0/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0","method":"GET","req_id":"26758743-fdfa-4fbb-b0fb-a4a1b5f1b703","remote_addr":"[fd00:1122:3344:101::a]:57451","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"path is \"/data/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.471169213Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"dataset is oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.481488129Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"snapshot is oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0@c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.491853137Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0\", \"c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.491883447Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.507867665Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"uri":"/crucible/0/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0/snapshots/c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3","method":"GET","req_id":"0220a44e-661f-4543-8a99-76882453d6eb","remote_addr":"[fd00:1122:3344:101::a]:57451","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":37475,"response_code":"200"}
{"msg":"path is \"/data/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.511842501Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"dataset is oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.520775028Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"snapshot is oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0@c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.528903874Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0\", \"c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.528934944Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 6b1b1f47-e85a-4ab1-b2f5-401d84f928c0-c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.538828265Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"applying SMF actions for region 6b1b1f47-e85a-4ab1-b2f5-401d84f928c0 running snapshot c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.538997078Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.539024928Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"uri":"/crucible/0/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0/snapshots/c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3/run","method":"POST","req_id":"09bb2149-3af8-4093-9a31-a42557ae3562","remote_addr":"[fd00:1122:3344:101::a]:57451","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27215,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-6b1b1f47-e85a-4ab1-b2f5-401d84f928c0-c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.541732847Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6b1b1f47-e85a-4ab1-b2f5-401d84f928c0-c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.546857739Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6b1b1f47-e85a-4ab1-b2f5-401d84f928c0-c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.569250618Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0/.zfs/snapshot/c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.569586463Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.569638074Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.569685964Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.569729765Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.569785696Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.575478567Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.582963853Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"region 6b1b1f47-e85a-4ab1-b2f5-401d84f928c0 running snapshot c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.582989934Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"path is \"/data/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.790276183Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"dataset is oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.801592064Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"snapshot is oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0@c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.810367549Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0\", \"c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.81040679Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:27:56.819047193Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"uri":"/crucible/0/regions/6b1b1f47-e85a-4ab1-b2f5-401d84f928c0/snapshots/c0e9d2cf-fbb0-47f4-bd6b-ce4f23b960d3/run","method":"POST","req_id":"f952cabc-8bd4-408f-82b5-f73256960335","remote_addr":"[fd00:1122:3344:101::a]:57451","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":28808,"response_code":"200"}
{"msg":"region 94e88186-612a-4b5c-a6c0-b1ca0d62318b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.753822894Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.754065038Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"uri":"/crucible/0/regions","method":"POST","req_id":"8f26d699-f9d2-495e-a056-5d9c23c112bb","remote_addr":"[fd00:1122:3344:101::a]:57451","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":296,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.754105549Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible/regions/94e88186-612a-4b5c-a6c0-b1ca0d62318b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.764624948Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible/regions/94e88186-612a-4b5c-a6c0-b1ca0d62318b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.764649508Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"94e88186-612a-4b5c-a6c0-b1ca0d62318b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/94e88186-612a-4b5c-a6c0-b1ca0d62318b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.83080921Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"region":"94e88186-612a-4b5c-a6c0-b1ca0d62318b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"94e88186-612a-4b5c-a6c0-b1ca0d62318b\" \"--data\" \"/data/regions/94e88186-612a-4b5c-a6c0-b1ca0d62318b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.832776488Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"region":"94e88186-612a-4b5c-a6c0-b1ca0d62318b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.943387412Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"region":"94e88186-612a-4b5c-a6c0-b1ca0d62318b","component":"worker"}
{"msg":"region 94e88186-612a-4b5c-a6c0-b1ca0d62318b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.943423423Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.943533154Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-94e88186-612a-4b5c-a6c0-b1ca0d62318b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.945578933Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-94e88186-612a-4b5c-a6c0-b1ca0d62318b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.95166311Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.972183591Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-94e88186-612a-4b5c-a6c0-b1ca0d62318b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.97983518Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/94e88186-612a-4b5c-a6c0-b1ca0d62318b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.980140314Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.980214676Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.980272016Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.980332317Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.986949551Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"uri":"/crucible/0/regions","method":"POST","req_id":"40d71e89-fa4b-413e-936b-eb235d1c06a5","remote_addr":"[fd00:1122:3344:101::a]:57451","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:01.988061807Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:02.006485189Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.725738933Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"uri":"/crucible/0/regions/94e88186-612a-4b5c-a6c0-b1ca0d62318b","method":"GET","req_id":"31b8935e-2d33-4984-a1a6-27521467811a","remote_addr":"[fd00:1122:3344:101::a]:57451","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"path is \"/data/regions/94e88186-612a-4b5c-a6c0-b1ca0d62318b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.729646939Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"dataset is oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible/regions/94e88186-612a-4b5c-a6c0-b1ca0d62318b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.744966666Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"region 94e88186-612a-4b5c-a6c0-b1ca0d62318b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.755116841Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.755288353Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.755352424Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"uri":"/crucible/0/regions/94e88186-612a-4b5c-a6c0-b1ca0d62318b","method":"DELETE","req_id":"ad44a1f4-7b8b-49de-a34b-2b763aa075a5","remote_addr":"[fd00:1122:3344:101::a]:57451","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25739,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-94e88186-612a-4b5c-a6c0-b1ca0d62318b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.757076159Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.758987076Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"uri":"/crucible/0/regions/94e88186-612a-4b5c-a6c0-b1ca0d62318b","method":"GET","req_id":"ebf46ef6-9997-462a-94f8-3805c4582ebe","remote_addr":"[fd00:1122:3344:101::a]:57451","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":741,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.765249605Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crucible/regions/94e88186-612a-4b5c-a6c0-b1ca0d62318b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.777829854Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"region":"94e88186-612a-4b5c-a6c0-b1ca0d62318b","component":"worker"}
{"msg":"region 94e88186-612a-4b5c-a6c0-b1ca0d62318b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.830445113Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:28:27.900072914Z","hostname":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","pid":20891,"uri":"/crucible/0/regions/94e88186-612a-4b5c-a6c0-b1ca0d62318b","method":"GET","req_id":"7c89a0ac-002d-45db-ac8a-a3478044aa66","remote_addr":"[fd00:1122:3344:101::a]:57451","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":81,"response_code":"200"}