[ Aug 28 17:52:46 Enabled. ] [ Aug 28 17:52:46 Rereading configuration. ] [ Aug 28 17:52:47 Rereading configuration. ] [ Aug 28 17:52:49 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:52:49.518404271Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638} {"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:52:49.519621929Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:52:49.519635519Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:52:49.544795779Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:52:49.724139593Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.573656872Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63201"} {"msg":"region 722e1116-c9da-4555-af81-1ab789024a82 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.594904295Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.599515098Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.603436445Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"uri":"/crucible/0/regions","method":"POST","req_id":"1805dcff-0798-4966-9750-74b9d16c2d85","remote_addr":"[fd00:1122:3344:101::a]:63201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":14423,"response_code":"200"} {"msg":"zfs set reservation of 1342177280 for oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crucible/regions/722e1116-c9da-4555-af81-1ab789024a82","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.611521005Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crucible/regions/722e1116-c9da-4555-af81-1ab789024a82","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.611550776Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"722e1116-c9da-4555-af81-1ab789024a82\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/722e1116-c9da-4555-af81-1ab789024a82\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.742469451Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"region":"722e1116-c9da-4555-af81-1ab789024a82","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"722e1116-c9da-4555-af81-1ab789024a82\" \"--data\" \"/data/regions/722e1116-c9da-4555-af81-1ab789024a82\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.744347753Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"region":"722e1116-c9da-4555-af81-1ab789024a82","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.830687245Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"uri":"/crucible/0/regions","method":"POST","req_id":"127861dc-3d9a-41eb-a8b2-8ebdb86c2513","remote_addr":"[fd00:1122:3344:101::a]:63201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":86,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.939033617Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"region":"722e1116-c9da-4555-af81-1ab789024a82","component":"worker"} {"msg":"region 722e1116-c9da-4555-af81-1ab789024a82 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.939075647Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.93918497Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-722e1116-c9da-4555-af81-1ab789024a82","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.939609749Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-722e1116-c9da-4555-af81-1ab789024a82","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.948925277Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.98901983Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-722e1116-c9da-4555-af81-1ab789024a82","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.003998343Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/722e1116-c9da-4555-af81-1ab789024a82","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.01869632Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.020658784Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.020722216Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.020778107Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.027902835Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.038719506Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.345970277Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"uri":"/crucible/0/regions","method":"POST","req_id":"f46a9bc6-d6c4-4fdb-bd09-7fed55d20b8b","remote_addr":"[fd00:1122:3344:101::a]:63201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:35.855711331Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"uri":"/crucible/0/regions/722e1116-c9da-4555-af81-1ab789024a82","method":"GET","req_id":"64c495eb-8994-42d0-b29e-457c05ffc4c8","remote_addr":"[fd00:1122:3344:101::a]:63201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"path is \"/data/regions/722e1116-c9da-4555-af81-1ab789024a82\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:35.859061006Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"dataset is oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crucible/regions/722e1116-c9da-4555-af81-1ab789024a82","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:35.869285353Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"region 722e1116-c9da-4555-af81-1ab789024a82 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:35.879377428Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:35.879522511Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:35.879588023Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"uri":"/crucible/0/regions/722e1116-c9da-4555-af81-1ab789024a82","method":"DELETE","req_id":"a2cc2168-340c-4ab3-a984-75483d1cc5c1","remote_addr":"[fd00:1122:3344:101::a]:63201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21096,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-722e1116-c9da-4555-af81-1ab789024a82 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:35.880623236Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:35.882471527Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"uri":"/crucible/0/regions/722e1116-c9da-4555-af81-1ab789024a82","method":"GET","req_id":"0212d411-9167-4b7f-9678-d9f2352521be","remote_addr":"[fd00:1122:3344:101::a]:63201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:35.885640198Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crucible/regions/722e1116-c9da-4555-af81-1ab789024a82\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:35.896455428Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"region":"722e1116-c9da-4555-af81-1ab789024a82","component":"worker"} {"msg":"region 722e1116-c9da-4555-af81-1ab789024a82 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:35.966233142Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:35.967737455Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"uri":"/crucible/0/regions/722e1116-c9da-4555-af81-1ab789024a82","method":"GET","req_id":"33a463c4-4bf4-413e-b5f6-db2a3761041a","remote_addr":"[fd00:1122:3344:101::a]:63201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":594,"response_code":"200"} {"msg":"region d2ef745f-4fa6-4988-81a1-431c95fef043 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.516216988Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.516355241Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"uri":"/crucible/0/regions","method":"POST","req_id":"b86c1a8c-ee53-4876-84a0-a17f11257ed0","remote_addr":"[fd00:1122:3344:101::a]:63201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":199,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.516377741Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crucible/regions/d2ef745f-4fa6-4988-81a1-431c95fef043","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.526072727Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crucible/regions/d2ef745f-4fa6-4988-81a1-431c95fef043","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.526103758Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d2ef745f-4fa6-4988-81a1-431c95fef043\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d2ef745f-4fa6-4988-81a1-431c95fef043\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.647166543Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"region":"d2ef745f-4fa6-4988-81a1-431c95fef043","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d2ef745f-4fa6-4988-81a1-431c95fef043\" \"--data\" \"/data/regions/d2ef745f-4fa6-4988-81a1-431c95fef043\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.649342512Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"region":"d2ef745f-4fa6-4988-81a1-431c95fef043","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.773729862Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"region":"d2ef745f-4fa6-4988-81a1-431c95fef043","component":"worker"} {"msg":"region d2ef745f-4fa6-4988-81a1-431c95fef043 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.773779783Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.773874125Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d2ef745f-4fa6-4988-81a1-431c95fef043","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.77544466Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d2ef745f-4fa6-4988-81a1-431c95fef043","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.77950014Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.797318289Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.806092162Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"uri":"/crucible/0/regions","method":"POST","req_id":"b647bdc8-c3cb-4587-943f-c9cfbeb740a9","remote_addr":"[fd00:1122:3344:101::a]:63201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":78,"response_code":"200"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d2ef745f-4fa6-4988-81a1-431c95fef043","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.806674515Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d2ef745f-4fa6-4988-81a1-431c95fef043","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.806954351Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.807008443Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.807051003Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.807094004Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.814447228Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.833358279Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.592042564Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60497"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.592664458Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"uri":"/crucible/0/regions/d2ef745f-4fa6-4988-81a1-431c95fef043","method":"GET","req_id":"3ad01484-9693-4ee4-8e48-8fdf016571e6","remote_addr":"[fd00:1122:3344:101::a]:60497","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":589,"response_code":"200"} {"msg":"path is \"/data/regions/d2ef745f-4fa6-4988-81a1-431c95fef043\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.598476128Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"dataset is oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crucible/regions/d2ef745f-4fa6-4988-81a1-431c95fef043","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.60802052Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"snapshot is oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crucible/regions/d2ef745f-4fa6-4988-81a1-431c95fef043@64cb378d-e99a-4ed4-9cad-aa2b6d4509f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.617310447Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crucible/regions/d2ef745f-4fa6-4988-81a1-431c95fef043\", \"64cb378d-e99a-4ed4-9cad-aa2b6d4509f4\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.617340078Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.629858066Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"uri":"/crucible/0/regions/d2ef745f-4fa6-4988-81a1-431c95fef043/snapshots/64cb378d-e99a-4ed4-9cad-aa2b6d4509f4","method":"GET","req_id":"f4eaa853-44b7-4881-9e35-b6d83a2b5482","remote_addr":"[fd00:1122:3344:101::a]:60497","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":34532,"response_code":"200"} {"msg":"path is \"/data/regions/d2ef745f-4fa6-4988-81a1-431c95fef043\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.635270497Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"dataset is oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crucible/regions/d2ef745f-4fa6-4988-81a1-431c95fef043","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.644185476Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"snapshot is oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crucible/regions/d2ef745f-4fa6-4988-81a1-431c95fef043@64cb378d-e99a-4ed4-9cad-aa2b6d4509f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.652200524Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crucible/regions/d2ef745f-4fa6-4988-81a1-431c95fef043\", \"64cb378d-e99a-4ed4-9cad-aa2b6d4509f4\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.652239475Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot d2ef745f-4fa6-4988-81a1-431c95fef043-64cb378d-e99a-4ed4-9cad-aa2b6d4509f4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.662851981Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"applying SMF actions for region d2ef745f-4fa6-4988-81a1-431c95fef043 running snapshot 64cb378d-e99a-4ed4-9cad-aa2b6d4509f4 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.663481575Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.663508156Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"uri":"/crucible/0/regions/d2ef745f-4fa6-4988-81a1-431c95fef043/snapshots/64cb378d-e99a-4ed4-9cad-aa2b6d4509f4/run","method":"POST","req_id":"1ef4acd8-2eba-49de-91fb-b6350ed4de70","remote_addr":"[fd00:1122:3344:101::a]:60497","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28276,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-d2ef745f-4fa6-4988-81a1-431c95fef043-64cb378d-e99a-4ed4-9cad-aa2b6d4509f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.672771202Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d2ef745f-4fa6-4988-81a1-431c95fef043-64cb378d-e99a-4ed4-9cad-aa2b6d4509f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.679112563Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d2ef745f-4fa6-4988-81a1-431c95fef043-64cb378d-e99a-4ed4-9cad-aa2b6d4509f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.689877993Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d2ef745f-4fa6-4988-81a1-431c95fef043/.zfs/snapshot/64cb378d-e99a-4ed4-9cad-aa2b6d4509f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.6901782Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.690233121Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.690275762Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.690316913Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.690364564Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.693868882Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.698165178Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"region d2ef745f-4fa6-4988-81a1-431c95fef043 running snapshot 64cb378d-e99a-4ed4-9cad-aa2b6d4509f4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.698181288Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"path is \"/data/regions/d2ef745f-4fa6-4988-81a1-431c95fef043\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.941390922Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"dataset is oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crucible/regions/d2ef745f-4fa6-4988-81a1-431c95fef043","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.949973073Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"snapshot is oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crucible/regions/d2ef745f-4fa6-4988-81a1-431c95fef043@64cb378d-e99a-4ed4-9cad-aa2b6d4509f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.958419851Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crucible/regions/d2ef745f-4fa6-4988-81a1-431c95fef043\", \"64cb378d-e99a-4ed4-9cad-aa2b6d4509f4\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.958450042Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:47.967435152Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"uri":"/crucible/0/regions/d2ef745f-4fa6-4988-81a1-431c95fef043/snapshots/64cb378d-e99a-4ed4-9cad-aa2b6d4509f4/run","method":"POST","req_id":"a4508508-f298-4d93-b64c-18eb072a23b1","remote_addr":"[fd00:1122:3344:101::a]:60497","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26092,"response_code":"200"} {"msg":"region 21284524-66a8-4bf3-9978-c64f595edc08 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:51.446796451Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:51.446960565Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"uri":"/crucible/0/regions","method":"POST","req_id":"251b6773-144c-4a8d-abd4-9fb5c6bc3997","remote_addr":"[fd00:1122:3344:101::a]:60497","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":822,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:51.446991326Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crucible/regions/21284524-66a8-4bf3-9978-c64f595edc08","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:51.455752801Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crucible/regions/21284524-66a8-4bf3-9978-c64f595edc08","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:51.455791482Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"21284524-66a8-4bf3-9978-c64f595edc08\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/21284524-66a8-4bf3-9978-c64f595edc08\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:51.524564353Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"region":"21284524-66a8-4bf3-9978-c64f595edc08","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"21284524-66a8-4bf3-9978-c64f595edc08\" \"--data\" \"/data/regions/21284524-66a8-4bf3-9978-c64f595edc08\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:51.524624334Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"region":"21284524-66a8-4bf3-9978-c64f595edc08","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:51.590068431Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"region":"21284524-66a8-4bf3-9978-c64f595edc08","component":"worker"} {"msg":"region 21284524-66a8-4bf3-9978-c64f595edc08 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:51.590104652Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:51.590232495Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-21284524-66a8-4bf3-9978-c64f595edc08","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:51.591413111Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-21284524-66a8-4bf3-9978-c64f595edc08","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:51.594612962Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:51.603260925Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-21284524-66a8-4bf3-9978-c64f595edc08","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:51.60799654Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/21284524-66a8-4bf3-9978-c64f595edc08","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:51.608361368Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:51.60842343Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:51.608478461Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:51.608510432Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:51.613415721Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:51.625557982Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:51.643840858Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"uri":"/crucible/0/regions","method":"POST","req_id":"2bbebab9-56f0-4ab0-85df-aab5bff3ad5b","remote_addr":"[fd00:1122:3344:101::a]:60497","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":93,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:59:33.599664541Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"uri":"/crucible/0/regions/21284524-66a8-4bf3-9978-c64f595edc08","method":"GET","req_id":"68f641a3-d206-440c-aec7-e538fde6fb44","remote_addr":"[fd00:1122:3344:101::a]:60497","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":55,"response_code":"200"} {"msg":"path is \"/data/regions/21284524-66a8-4bf3-9978-c64f595edc08\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:59:33.602384031Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"dataset is oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crucible/regions/21284524-66a8-4bf3-9978-c64f595edc08","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:59:33.620440284Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"region 21284524-66a8-4bf3-9978-c64f595edc08 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:59:33.629361132Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:59:33.629579517Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:59:33.629615958Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"uri":"/crucible/0/regions/21284524-66a8-4bf3-9978-c64f595edc08","method":"DELETE","req_id":"2748763b-d462-4f30-aa8b-a1be1c0bd2f9","remote_addr":"[fd00:1122:3344:101::a]:60497","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27262,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-21284524-66a8-4bf3-9978-c64f595edc08 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:59:33.63151422Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:59:33.632742497Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"uri":"/crucible/0/regions/21284524-66a8-4bf3-9978-c64f595edc08","method":"GET","req_id":"21aff219-3ac4-4fd8-8a77-60cc908d046f","remote_addr":"[fd00:1122:3344:101::a]:60497","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:59:33.645728027Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crucible/regions/21284524-66a8-4bf3-9978-c64f595edc08\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:59:33.65665554Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"region":"21284524-66a8-4bf3-9978-c64f595edc08","component":"worker"} {"msg":"region 21284524-66a8-4bf3-9978-c64f595edc08 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:59:33.718901946Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:59:33.747634565Z","hostname":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","pid":22638,"uri":"/crucible/0/regions/21284524-66a8-4bf3-9978-c64f595edc08","method":"GET","req_id":"5af1f791-bbe4-42f6-be85-a4bb80d66a48","remote_addr":"[fd00:1122:3344:101::a]:60497","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":71,"response_code":"200"}