[ Feb 28 13:20:41 Enabled. ] [ Feb 28 13:20:41 Rereading configuration. ] [ Feb 28 13:20:43 Rereading configuration. ] [ Feb 28 13:20:46 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:20:47.047817548Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303} {"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:20:47.048731891Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:20:47.048740402Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:20:47.217496522Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:30.543930232Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:40628"} {"msg":"region 4cbc0532-872c-4c68-8460-ee951d8f7600 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:30.603657721Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:30.603884657Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"uri":"/crucible/0/regions","method":"POST","req_id":"6792038e-80bc-4dad-9403-698d09b83f53","remote_addr":"[fd00:1122:3344:101::c]:40628","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":1028,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:30.604604636Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/4cbc0532-872c-4c68-8460-ee951d8f7600","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:30.614646805Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/4cbc0532-872c-4c68-8460-ee951d8f7600","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:30.614683396Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4cbc0532-872c-4c68-8460-ee951d8f7600\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/4cbc0532-872c-4c68-8460-ee951d8f7600\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:30.817118375Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"region":"4cbc0532-872c-4c68-8460-ee951d8f7600","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:30.978012283Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"uri":"/crucible/0/regions","method":"POST","req_id":"5c6d2477-be5e-46ad-be55-d7173196da14","remote_addr":"[fd00:1122:3344:101::c]:40628","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":793,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.087160417Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"region":"4cbc0532-872c-4c68-8460-ee951d8f7600","component":"worker"} {"msg":"region 4cbc0532-872c-4c68-8460-ee951d8f7600 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.087187607Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.08731455Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4cbc0532-872c-4c68-8460-ee951d8f7600","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.087773822Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4cbc0532-872c-4c68-8460-ee951d8f7600","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.138691015Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.214680214Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4cbc0532-872c-4c68-8460-ee951d8f7600","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.247583512Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4cbc0532-872c-4c68-8460-ee951d8f7600","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.248344062Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.248422934Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.248464425Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.248501216Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.29327644Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.320190844Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.349276034Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"uri":"/crucible/0/regions","method":"POST","req_id":"ed839022-8127-4579-8839-7029af77fa43","remote_addr":"[fd00:1122:3344:101::c]:40628","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.689376492Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:40688"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.690101621Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"uri":"/crucible/0/regions/4cbc0532-872c-4c68-8460-ee951d8f7600","method":"GET","req_id":"9191403a-c71d-4a9d-b2a4-70644a9b440b","remote_addr":"[fd00:1122:3344:101::c]:40688","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":700,"response_code":"200"} {"msg":"path is \"/data/regions/4cbc0532-872c-4c68-8460-ee951d8f7600\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.690287956Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"datafile"} {"msg":"dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/4cbc0532-872c-4c68-8460-ee951d8f7600","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.699852532Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"datafile"} {"msg":"region 4cbc0532-872c-4c68-8460-ee951d8f7600 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.708565837Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.70869367Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.708747292Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"uri":"/crucible/0/regions/4cbc0532-872c-4c68-8460-ee951d8f7600","method":"DELETE","req_id":"da0702b7-9538-4c48-9d34-9bec2af3ebe3","remote_addr":"[fd00:1122:3344:101::c]:40688","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18486,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.708870445Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"uri":"/crucible/0/regions/4cbc0532-872c-4c68-8460-ee951d8f7600","method":"GET","req_id":"80c24b5c-b46c-495d-9784-484997d556ba","remote_addr":"[fd00:1122:3344:101::c]:40688","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-4cbc0532-872c-4c68-8460-ee951d8f7600 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.709713487Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.732221047Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/4cbc0532-872c-4c68-8460-ee951d8f7600\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.740959442Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"region":"4cbc0532-872c-4c68-8460-ee951d8f7600","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.806309287Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"uri":"/crucible/0/regions/4cbc0532-872c-4c68-8460-ee951d8f7600","method":"GET","req_id":"37b4dd98-e290-4ccb-b869-cb4d9905e2ea","remote_addr":"[fd00:1122:3344:101::c]:40688","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":1038,"response_code":"200"} {"msg":"region 4cbc0532-872c-4c68-8460-ee951d8f7600 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.87120621Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.958304636Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"uri":"/crucible/0/regions/4cbc0532-872c-4c68-8460-ee951d8f7600","method":"GET","req_id":"fe79a4b3-9b09-42bd-897f-ee1a78bf118b","remote_addr":"[fd00:1122:3344:101::c]:40688","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":49,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.696433606Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61039"} {"msg":"region c1d73c97-0a0b-44c9-9583-26cc7eb169e9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.72567249Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.726393188Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.726411629Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"uri":"/crucible/0/regions","method":"POST","req_id":"53f0aff3-9d89-4d86-b7a1-c81fda2ebdf7","remote_addr":"[fd00:1122:3344:101::a]:61039","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":771,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.735556205Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.735587095Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c1d73c97-0a0b-44c9-9583-26cc7eb169e9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.795953522Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"region":"c1d73c97-0a0b-44c9-9583-26cc7eb169e9","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.869060516Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"region":"c1d73c97-0a0b-44c9-9583-26cc7eb169e9","component":"worker"} {"msg":"region c1d73c97-0a0b-44c9-9583-26cc7eb169e9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.869104007Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.869171619Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c1d73c97-0a0b-44c9-9583-26cc7eb169e9","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.870557925Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c1d73c97-0a0b-44c9-9583-26cc7eb169e9","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.877515384Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.88898664Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c1d73c97-0a0b-44c9-9583-26cc7eb169e9","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.891784332Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.891979237Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.892026209Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.892065999Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.89210918Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.895863127Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.899669475Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.981893435Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"uri":"/crucible/0/regions","method":"POST","req_id":"acd9a066-bc87-48b4-84b1-c96b85391783","remote_addr":"[fd00:1122:3344:101::a]:61039","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":666,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.322780231Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59423"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.322857513Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"uri":"/crucible/0/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9","method":"GET","req_id":"4d543857-46d3-41e2-9af1-0ee6a28c3bb8","remote_addr":"[fd00:1122:3344:101::a]:59423","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"path is \"/data/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.323029578Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"datafile"} {"msg":"dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.335430677Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"datafile"} {"msg":"region c1d73c97-0a0b-44c9-9583-26cc7eb169e9 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.343358072Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.343531956Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.343577637Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"uri":"/crucible/0/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9","method":"DELETE","req_id":"1f97bfcb-74b5-44b5-84ac-2fb2fa1cfb73","remote_addr":"[fd00:1122:3344:101::a]:59423","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20574,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.343779363Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"uri":"/crucible/0/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9","method":"GET","req_id":"ca96fa06-2ef2-41f7-90cf-aed049e37053","remote_addr":"[fd00:1122:3344:101::a]:59423","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-c1d73c97-0a0b-44c9-9583-26cc7eb169e9 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.34523682Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.355452874Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.365948144Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"region":"c1d73c97-0a0b-44c9-9583-26cc7eb169e9","component":"worker"} {"msg":"region c1d73c97-0a0b-44c9-9583-26cc7eb169e9 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.443873203Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.481158574Z","hostname":"oxz_crucible_a839add2-c178-4fc2-ac03-7efdcd3ad938","pid":24303,"uri":"/crucible/0/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9","method":"GET","req_id":"f0f9b430-783a-499c-b639-d5e19c6106ae","remote_addr":"[fd00:1122:3344:101::a]:59423","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":67,"response_code":"200"}