[ Jun 17 21:19:48 Enabled. ] [ Jun 17 21:19:48 Rereading configuration. ] [ Jun 17 21:19:53 Rereading configuration. ] [ Jun 17 21:19:58 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_fa78ab30-cb65-4bf2-8677-79fb8f81cd6b/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_fa78ab30-cb65-4bf2-8677-79fb8f81cd6b/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:19:58.155219485Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589} {"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:19:58.158545029Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:19:58.158567959Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:19:58.175675273Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:19:58.302392868Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.201874454Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:51249"} {"msg":"region 571f677e-1b22-4199-a780-83ef24abcedd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.205733003Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.206649332Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"uri":"/crucible/0/regions","method":"POST","req_id":"3ad8862b-7931-4dc5-8358-80fd8e2212cc","remote_addr":"[fd00:1122:3344:101::b]:51249","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":3217,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.206675312Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_fa78ab30-cb65-4bf2-8677-79fb8f81cd6b/crucible/regions/571f677e-1b22-4199-a780-83ef24abcedd","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.215850085Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_fa78ab30-cb65-4bf2-8677-79fb8f81cd6b/crucible/regions/571f677e-1b22-4199-a780-83ef24abcedd","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.215884726Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"571f677e-1b22-4199-a780-83ef24abcedd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/571f677e-1b22-4199-a780-83ef24abcedd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.281145508Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"region":"571f677e-1b22-4199-a780-83ef24abcedd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"571f677e-1b22-4199-a780-83ef24abcedd\" \"--data\" \"/data/regions/571f677e-1b22-4199-a780-83ef24abcedd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.281200798Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"region":"571f677e-1b22-4199-a780-83ef24abcedd","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.413902834Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"region":"571f677e-1b22-4199-a780-83ef24abcedd","component":"worker"} {"msg":"region 571f677e-1b22-4199-a780-83ef24abcedd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.413962205Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.414040866Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-571f677e-1b22-4199-a780-83ef24abcedd","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.41447448Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-571f677e-1b22-4199-a780-83ef24abcedd","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.420560162Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.436024679Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-571f677e-1b22-4199-a780-83ef24abcedd","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.443301632Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/571f677e-1b22-4199-a780-83ef24abcedd","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.444149371Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.444306173Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.444353913Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.444394114Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.450498905Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.456973831Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.555488021Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"uri":"/crucible/0/regions","method":"POST","req_id":"8c1be469-760b-4266-a6e6-4260c3888cec","remote_addr":"[fd00:1122:3344:101::b]:51249","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":78,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.409166829Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"uri":"/crucible/0/regions/571f677e-1b22-4199-a780-83ef24abcedd","method":"GET","req_id":"7e461b55-aa21-4d14-9fd4-90700bdcf89b","remote_addr":"[fd00:1122:3344:101::b]:51249","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"path is \"/data/regions/571f677e-1b22-4199-a780-83ef24abcedd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.411324851Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"datafile"} {"msg":"dataset is oxp_fa78ab30-cb65-4bf2-8677-79fb8f81cd6b/crucible/regions/571f677e-1b22-4199-a780-83ef24abcedd","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.420944099Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"datafile"} {"msg":"region 571f677e-1b22-4199-a780-83ef24abcedd state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.430210433Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.430370075Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.430475936Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"uri":"/crucible/0/regions/571f677e-1b22-4199-a780-83ef24abcedd","method":"DELETE","req_id":"bd7cbba2-f09d-410b-b9b6-4915e78e9d65","remote_addr":"[fd00:1122:3344:101::b]:51249","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19183,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-571f677e-1b22-4199-a780-83ef24abcedd (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.431419195Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.432844469Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"uri":"/crucible/0/regions/571f677e-1b22-4199-a780-83ef24abcedd","method":"GET","req_id":"9114d504-64b9-41dd-9c6e-49c82a19befa","remote_addr":"[fd00:1122:3344:101::b]:51249","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.439097523Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_fa78ab30-cb65-4bf2-8677-79fb8f81cd6b/crucible/regions/571f677e-1b22-4199-a780-83ef24abcedd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.450144005Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"region":"571f677e-1b22-4199-a780-83ef24abcedd","component":"worker"} {"msg":"region 571f677e-1b22-4199-a780-83ef24abcedd state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.503748959Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.575247584Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"uri":"/crucible/0/regions/571f677e-1b22-4199-a780-83ef24abcedd","method":"GET","req_id":"529d57d8-6ffa-48b7-9da2-decaa5560ad3","remote_addr":"[fd00:1122:3344:101::b]:51249","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":64,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.485025981Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36648"} {"msg":"region 1ca33283-341d-410d-94c2-cd3b35f9ecc3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.485659297Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.486244003Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"uri":"/crucible/0/regions","method":"POST","req_id":"2e8e99ba-dbec-4a7e-80be-cbf1953ae4a3","remote_addr":"[fd00:1122:3344:101::a]:36648","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1134,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.486263583Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_fa78ab30-cb65-4bf2-8677-79fb8f81cd6b/crucible/regions/1ca33283-341d-410d-94c2-cd3b35f9ecc3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.496677889Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_fa78ab30-cb65-4bf2-8677-79fb8f81cd6b/crucible/regions/1ca33283-341d-410d-94c2-cd3b35f9ecc3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.496705989Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1ca33283-341d-410d-94c2-cd3b35f9ecc3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1ca33283-341d-410d-94c2-cd3b35f9ecc3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.55887922Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"region":"1ca33283-341d-410d-94c2-cd3b35f9ecc3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1ca33283-341d-410d-94c2-cd3b35f9ecc3\" \"--data\" \"/data/regions/1ca33283-341d-410d-94c2-cd3b35f9ecc3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.560744671Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"region":"1ca33283-341d-410d-94c2-cd3b35f9ecc3","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.655240497Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"uri":"/crucible/0/regions","method":"POST","req_id":"af116913-2993-41f9-873c-954b6e0f8b4d","remote_addr":"[fd00:1122:3344:101::a]:36648","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":672,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.765442344Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"region":"1ca33283-341d-410d-94c2-cd3b35f9ecc3","component":"worker"} {"msg":"region 1ca33283-341d-410d-94c2-cd3b35f9ecc3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.765475285Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.765571436Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1ca33283-341d-410d-94c2-cd3b35f9ecc3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.76703056Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1ca33283-341d-410d-94c2-cd3b35f9ecc3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.771677188Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.781657029Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1ca33283-341d-410d-94c2-cd3b35f9ecc3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.784193045Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1ca33283-341d-410d-94c2-cd3b35f9ecc3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.784401037Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.784447107Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.784486888Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.784525048Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.787515268Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.791158105Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.916274444Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"uri":"/crucible/0/regions","method":"POST","req_id":"73f43690-72fb-4542-a2e5-530bf20d42b0","remote_addr":"[fd00:1122:3344:101::a]:36648","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.308440729Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"uri":"/crucible/0/regions/1ca33283-341d-410d-94c2-cd3b35f9ecc3","method":"GET","req_id":"807a6288-d273-41b6-a573-33451795fd2c","remote_addr":"[fd00:1122:3344:101::a]:36648","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"path is \"/data/regions/1ca33283-341d-410d-94c2-cd3b35f9ecc3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.311799443Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"datafile"} {"msg":"dataset is oxp_fa78ab30-cb65-4bf2-8677-79fb8f81cd6b/crucible/regions/1ca33283-341d-410d-94c2-cd3b35f9ecc3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.324740524Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"datafile"} {"msg":"region 1ca33283-341d-410d-94c2-cd3b35f9ecc3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.333087819Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.333299921Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.333360552Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"uri":"/crucible/0/regions/1ca33283-341d-410d-94c2-cd3b35f9ecc3","method":"DELETE","req_id":"ed06ceb4-78da-440f-b61a-55ce8fbfa813","remote_addr":"[fd00:1122:3344:101::a]:36648","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22148,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-1ca33283-341d-410d-94c2-cd3b35f9ecc3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.334968728Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.336472923Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"uri":"/crucible/0/regions/1ca33283-341d-410d-94c2-cd3b35f9ecc3","method":"GET","req_id":"a166ae08-e0bb-42f4-9507-522dc6af2408","remote_addr":"[fd00:1122:3344:101::a]:36648","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.34101172Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_fa78ab30-cb65-4bf2-8677-79fb8f81cd6b/crucible/regions/1ca33283-341d-410d-94c2-cd3b35f9ecc3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.350237823Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"region":"1ca33283-341d-410d-94c2-cd3b35f9ecc3","component":"worker"} {"msg":"region 1ca33283-341d-410d-94c2-cd3b35f9ecc3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.400440982Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.44360984Z","hostname":"oxz_crucible_1084a748-5a03-40ef-9e28-8ef28665b46e","pid":24589,"uri":"/crucible/0/regions/1ca33283-341d-410d-94c2-cd3b35f9ecc3","method":"GET","req_id":"53d6c8bb-c6f8-474f-9ae0-bd6d74f3b9db","remote_addr":"[fd00:1122:3344:101::a]:36648","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":63,"response_code":"200"}