{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:37.941682724Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44569"} {"msg":"region 2544aca9-373f-4aaf-8763-252213bb8963 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:37.986646338Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:37.992047003Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"uri":"/crucible/0/regions","method":"POST","req_id":"99cc6877-1a12-46a3-a4fb-5d7fa4dc4fd9","remote_addr":"[fd00:1122:3344:101::a]:44569","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19818,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:37.994817268Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_3f19b51d-8f23-4736-b0f1-315ae26a980a/crucible/regions/2544aca9-373f-4aaf-8763-252213bb8963","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:38.006334439Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3f19b51d-8f23-4736-b0f1-315ae26a980a/crucible/regions/2544aca9-373f-4aaf-8763-252213bb8963","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:38.006358039Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2544aca9-373f-4aaf-8763-252213bb8963\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2544aca9-373f-4aaf-8763-252213bb8963\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:38.064130958Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"region":"2544aca9-373f-4aaf-8763-252213bb8963","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2544aca9-373f-4aaf-8763-252213bb8963\" \"--data\" \"/data/regions/2544aca9-373f-4aaf-8763-252213bb8963\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:38.068750363Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"region":"2544aca9-373f-4aaf-8763-252213bb8963","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:38.22464778Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"uri":"/crucible/0/regions","method":"POST","req_id":"bc8f9c2a-778c-42a0-bf27-b01e4e7438f0","remote_addr":"[fd00:1122:3344:101::a]:44569","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":81,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:38.383193458Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"region":"2544aca9-373f-4aaf-8763-252213bb8963","component":"worker"} {"msg":"region 2544aca9-373f-4aaf-8763-252213bb8963 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:38.383232909Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:38.383354752Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2544aca9-373f-4aaf-8763-252213bb8963","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:38.383811065Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2544aca9-373f-4aaf-8763-252213bb8963","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:38.388642114Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:38.407063351Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2544aca9-373f-4aaf-8763-252213bb8963","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:38.409992941Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2544aca9-373f-4aaf-8763-252213bb8963","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:38.41069999Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:38.413025523Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:38.413079244Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:38.413123645Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:38.423536756Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:38.427660187Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:38.653217524Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"uri":"/crucible/0/regions","method":"POST","req_id":"1ab4d47f-6d0f-4fef-9cd6-9fd4b30a6421","remote_addr":"[fd00:1122:3344:101::a]:44569","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:55:02.763523736Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"uri":"/crucible/0/regions/2544aca9-373f-4aaf-8763-252213bb8963","method":"GET","req_id":"b8325f94-4d73-476e-ad28-a24128954053","remote_addr":"[fd00:1122:3344:101::a]:44569","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":1967,"response_code":"200"} {"msg":"path is \"/data/regions/2544aca9-373f-4aaf-8763-252213bb8963\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:55:02.7658879Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"datafile"} {"msg":"dataset is oxp_3f19b51d-8f23-4736-b0f1-315ae26a980a/crucible/regions/2544aca9-373f-4aaf-8763-252213bb8963","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:55:02.777496303Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"datafile"} {"msg":"region 2544aca9-373f-4aaf-8763-252213bb8963 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:55:02.787872403Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:55:02.788034287Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-2544aca9-373f-4aaf-8763-252213bb8963 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:55:02.789044424Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:55:02.7903471Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"uri":"/crucible/0/regions/2544aca9-373f-4aaf-8763-252213bb8963","method":"DELETE","req_id":"23dbb37a-e711-4273-91c9-3b601947946b","remote_addr":"[fd00:1122:3344:101::a]:44569","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24481,"response_code":"204"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:55:02.794730168Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:55:02.797684858Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"uri":"/crucible/0/regions/2544aca9-373f-4aaf-8763-252213bb8963","method":"GET","req_id":"e8902f96-7664-499e-bc3a-07bd218de4e7","remote_addr":"[fd00:1122:3344:101::a]:44569","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":607,"response_code":"200"} {"msg":"deleting zfs dataset \"oxp_3f19b51d-8f23-4736-b0f1-315ae26a980a/crucible/regions/2544aca9-373f-4aaf-8763-252213bb8963\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:55:02.805731835Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"region":"2544aca9-373f-4aaf-8763-252213bb8963","component":"worker"} {"msg":"region 2544aca9-373f-4aaf-8763-252213bb8963 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:55:02.859589478Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:55:02.870542273Z","hostname":"oxz_crucible_d50d879b-6c47-4b42-82ba-218fec18cbc7","pid":21909,"uri":"/crucible/0/regions/2544aca9-373f-4aaf-8763-252213bb8963","method":"GET","req_id":"307f8df3-87f5-41bc-a603-e073a23e1e2c","remote_addr":"[fd00:1122:3344:101::a]:44569","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":55,"response_code":"200"}