[ Jul 15 22:20:11 Enabled. ] [ Jul 15 22:20:11 Rereading configuration. ] [ Jul 15 22:20:11 Rereading configuration. ] [ Jul 15 22:20:14 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_8324d302-4dc7-40c8-bb4b-77a8b0a3cdc6/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_8324d302-4dc7-40c8-bb4b-77a8b0a3cdc6/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:20:14.076128552Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995} {"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:20:14.080515889Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:20:14.080532109Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:20:14.100989246Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:20:14.218726068Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.137289767Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60263"} {"msg":"region f2663401-45bd-4a5e-abea-82de95616f53 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.156784515Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.16509704Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.16511098Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"uri":"/crucible/0/regions","method":"POST","req_id":"64e9b072-8f9e-4701-993b-fb11ed76bc97","remote_addr":"[fd00:1122:3344:101::a]:60263","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15959,"response_code":"200"} {"msg":"zfs set reservation of 1342177280 for oxp_8324d302-4dc7-40c8-bb4b-77a8b0a3cdc6/crucible/regions/f2663401-45bd-4a5e-abea-82de95616f53","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.178470846Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_8324d302-4dc7-40c8-bb4b-77a8b0a3cdc6/crucible/regions/f2663401-45bd-4a5e-abea-82de95616f53","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.178499507Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f2663401-45bd-4a5e-abea-82de95616f53\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f2663401-45bd-4a5e-abea-82de95616f53\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.236790846Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"region":"f2663401-45bd-4a5e-abea-82de95616f53","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f2663401-45bd-4a5e-abea-82de95616f53\" \"--data\" \"/data/regions/f2663401-45bd-4a5e-abea-82de95616f53\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.238680634Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"region":"f2663401-45bd-4a5e-abea-82de95616f53","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.485837981Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"region":"f2663401-45bd-4a5e-abea-82de95616f53","component":"worker"} {"msg":"region f2663401-45bd-4a5e-abea-82de95616f53 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.485891212Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.485965124Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f2663401-45bd-4a5e-abea-82de95616f53","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.486362182Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.495555545Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"uri":"/crucible/0/regions","method":"POST","req_id":"02f1939f-1b1d-4489-ace2-df4ab311a807","remote_addr":"[fd00:1122:3344:101::a]:60263","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":82,"response_code":"200"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f2663401-45bd-4a5e-abea-82de95616f53","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.501043704Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.539601471Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f2663401-45bd-4a5e-abea-82de95616f53","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.542936898Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f2663401-45bd-4a5e-abea-82de95616f53","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.543671642Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.547975178Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.548036829Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.54808576Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.555288273Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:14.561859959Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:15.206483369Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"uri":"/crucible/0/regions/f2663401-45bd-4a5e-abea-82de95616f53","method":"GET","req_id":"2d93c4fa-d209-447d-a648-5a239774e2f7","remote_addr":"[fd00:1122:3344:101::a]:60263","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":115,"response_code":"200"} {"msg":"path is \"/data/regions/f2663401-45bd-4a5e-abea-82de95616f53\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:15.208744014Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"datafile"} {"msg":"dataset is oxp_8324d302-4dc7-40c8-bb4b-77a8b0a3cdc6/crucible/regions/f2663401-45bd-4a5e-abea-82de95616f53","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:15.217985958Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"datafile"} {"msg":"region f2663401-45bd-4a5e-abea-82de95616f53 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:15.226557008Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:15.226731682Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:15.226808813Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"uri":"/crucible/0/regions/f2663401-45bd-4a5e-abea-82de95616f53","method":"DELETE","req_id":"f528ccd6-1aa6-44f6-9a71-27cb82e6ab4e","remote_addr":"[fd00:1122:3344:101::a]:60263","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18100,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-f2663401-45bd-4a5e-abea-82de95616f53 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:15.228013427Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:15.229968106Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"uri":"/crucible/0/regions/f2663401-45bd-4a5e-abea-82de95616f53","method":"GET","req_id":"a06ed530-5077-49f6-902f-954daac443d2","remote_addr":"[fd00:1122:3344:101::a]:60263","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:15.231987966Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_8324d302-4dc7-40c8-bb4b-77a8b0a3cdc6/crucible/regions/f2663401-45bd-4a5e-abea-82de95616f53\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:15.241605628Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"region":"f2663401-45bd-4a5e-abea-82de95616f53","component":"worker"} {"msg":"region f2663401-45bd-4a5e-abea-82de95616f53 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:15.291130463Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:15.379403369Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"uri":"/crucible/0/regions/f2663401-45bd-4a5e-abea-82de95616f53","method":"GET","req_id":"def9abdf-7b8c-4d11-bcbd-9cb87749eae5","remote_addr":"[fd00:1122:3344:101::a]:60263","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.055581342Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48272"} {"msg":"region fc05a55a-5ff5-4ca6-b0b8-6efb2644c849 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.055700194Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.058709354Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.058735725Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"uri":"/crucible/0/regions","method":"POST","req_id":"bc837a8a-83c6-4bb4-96ae-9018cfe3ce60","remote_addr":"[fd00:1122:3344:101::a]:48272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":3076,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_8324d302-4dc7-40c8-bb4b-77a8b0a3cdc6/crucible/regions/fc05a55a-5ff5-4ca6-b0b8-6efb2644c849","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.070162462Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8324d302-4dc7-40c8-bb4b-77a8b0a3cdc6/crucible/regions/fc05a55a-5ff5-4ca6-b0b8-6efb2644c849","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.070189143Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fc05a55a-5ff5-4ca6-b0b8-6efb2644c849\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fc05a55a-5ff5-4ca6-b0b8-6efb2644c849\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.147544332Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"region":"fc05a55a-5ff5-4ca6-b0b8-6efb2644c849","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fc05a55a-5ff5-4ca6-b0b8-6efb2644c849\" \"--data\" \"/data/regions/fc05a55a-5ff5-4ca6-b0b8-6efb2644c849\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.149607973Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"region":"fc05a55a-5ff5-4ca6-b0b8-6efb2644c849","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.220164267Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"uri":"/crucible/0/regions","method":"POST","req_id":"6c3a586f-2b4e-4360-911f-e029633ef0cb","remote_addr":"[fd00:1122:3344:101::a]:48272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":73,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.255602352Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"region":"fc05a55a-5ff5-4ca6-b0b8-6efb2644c849","component":"worker"} {"msg":"region fc05a55a-5ff5-4ca6-b0b8-6efb2644c849 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.255628692Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.255740964Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fc05a55a-5ff5-4ca6-b0b8-6efb2644c849","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.257107362Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fc05a55a-5ff5-4ca6-b0b8-6efb2644c849","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.268258864Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.299655318Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fc05a55a-5ff5-4ca6-b0b8-6efb2644c849","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.30528995Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fc05a55a-5ff5-4ca6-b0b8-6efb2644c849","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.305586726Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.305634507Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.305678168Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.305720109Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.319194037Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.330259587Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.703907971Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"uri":"/crucible/0/regions","method":"POST","req_id":"d8ade932-9d01-4d89-920f-dcd185f70263","remote_addr":"[fd00:1122:3344:101::a]:48272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.181174655Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"uri":"/crucible/0/regions/fc05a55a-5ff5-4ca6-b0b8-6efb2644c849","method":"GET","req_id":"7864e820-cc7f-44da-ae84-86073ca25767","remote_addr":"[fd00:1122:3344:101::a]:48272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":707,"response_code":"200"} {"msg":"path is \"/data/regions/fc05a55a-5ff5-4ca6-b0b8-6efb2644c849\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.183578353Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"datafile"} {"msg":"dataset is oxp_8324d302-4dc7-40c8-bb4b-77a8b0a3cdc6/crucible/regions/fc05a55a-5ff5-4ca6-b0b8-6efb2644c849","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.196100722Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"datafile"} {"msg":"region fc05a55a-5ff5-4ca6-b0b8-6efb2644c849 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.205207113Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.205410827Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.205478259Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"uri":"/crucible/0/regions/fc05a55a-5ff5-4ca6-b0b8-6efb2644c849","method":"DELETE","req_id":"25b2926b-0eb6-45ac-bc37-b5b30995c5c8","remote_addr":"[fd00:1122:3344:101::a]:48272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21931,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-fc05a55a-5ff5-4ca6-b0b8-6efb2644c849 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.207019499Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.207758674Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"uri":"/crucible/0/regions/fc05a55a-5ff5-4ca6-b0b8-6efb2644c849","method":"GET","req_id":"7629e088-0d34-4ecb-b3b3-7fd41db18d3f","remote_addr":"[fd00:1122:3344:101::a]:48272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":33,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.211184082Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_8324d302-4dc7-40c8-bb4b-77a8b0a3cdc6/crucible/regions/fc05a55a-5ff5-4ca6-b0b8-6efb2644c849\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.221253843Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"region":"fc05a55a-5ff5-4ca6-b0b8-6efb2644c849","component":"worker"} {"msg":"region fc05a55a-5ff5-4ca6-b0b8-6efb2644c849 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.266062814Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.330907254Z","hostname":"oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d","pid":19995,"uri":"/crucible/0/regions/fc05a55a-5ff5-4ca6-b0b8-6efb2644c849","method":"GET","req_id":"cfc2de5a-9511-4e12-ad27-3f9aadfd47f3","remote_addr":"[fd00:1122:3344:101::a]:48272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":49,"response_code":"200"}