{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:31.743632381Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60741"} {"msg":"region f48851c8-856b-4696-b5ce-a42db087ba6b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:31.784549468Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:31.791070184Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"uri":"/crucible/0/regions","method":"POST","req_id":"e74418d6-fbf3-4132-bde5-7df4e4d34618","remote_addr":"[fd00:1122:3344:101::a]:60741","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27974,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:31.796206594Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_9c3271ff-99ca-420c-9c9f-073762f4cb70/crucible/regions/f48851c8-856b-4696-b5ce-a42db087ba6b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:31.807919201Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9c3271ff-99ca-420c-9c9f-073762f4cb70/crucible/regions/f48851c8-856b-4696-b5ce-a42db087ba6b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:31.807944661Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f48851c8-856b-4696-b5ce-a42db087ba6b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f48851c8-856b-4696-b5ce-a42db087ba6b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:31.8910113Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"region":"f48851c8-856b-4696-b5ce-a42db087ba6b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f48851c8-856b-4696-b5ce-a42db087ba6b\" \"--data\" \"/data/regions/f48851c8-856b-4696-b5ce-a42db087ba6b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:31.893228786Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"region":"f48851c8-856b-4696-b5ce-a42db087ba6b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:31.973882677Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"uri":"/crucible/0/regions","method":"POST","req_id":"b2edf9b6-d6b1-4cc6-b1a8-f912a27381c8","remote_addr":"[fd00:1122:3344:101::a]:60741","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":621,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:32.20828209Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"region":"f48851c8-856b-4696-b5ce-a42db087ba6b","component":"worker"} {"msg":"region f48851c8-856b-4696-b5ce-a42db087ba6b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:32.208336371Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:32.208440892Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f48851c8-856b-4696-b5ce-a42db087ba6b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:32.208895887Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f48851c8-856b-4696-b5ce-a42db087ba6b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:32.214046427Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:32.234090961Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f48851c8-856b-4696-b5ce-a42db087ba6b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:32.23831867Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f48851c8-856b-4696-b5ce-a42db087ba6b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:32.247964913Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:32.25025522Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:32.25031939Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:32.250377701Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:32.254803053Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:32.261046775Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:32.525898104Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"uri":"/crucible/0/regions","method":"POST","req_id":"c1f4da04-5f3b-458a-9009-999954dd8dfa","remote_addr":"[fd00:1122:3344:101::a]:60741","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":74,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:57.139204554Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"uri":"/crucible/0/regions/f48851c8-856b-4696-b5ce-a42db087ba6b","method":"GET","req_id":"75d65ede-b843-43de-afce-927f577ec147","remote_addr":"[fd00:1122:3344:101::a]:60741","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":98,"response_code":"200"} {"msg":"path is \"/data/regions/f48851c8-856b-4696-b5ce-a42db087ba6b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:57.142635944Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"datafile"} {"msg":"dataset is oxp_9c3271ff-99ca-420c-9c9f-073762f4cb70/crucible/regions/f48851c8-856b-4696-b5ce-a42db087ba6b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:57.153134846Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"datafile"} {"msg":"region f48851c8-856b-4696-b5ce-a42db087ba6b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:57.161758657Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:57.161977049Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:57.16204616Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"uri":"/crucible/0/regions/f48851c8-856b-4696-b5ce-a42db087ba6b","method":"DELETE","req_id":"c03cef1a-464e-48bf-b5f0-707f4d586483","remote_addr":"[fd00:1122:3344:101::a]:60741","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19438,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-f48851c8-856b-4696-b5ce-a42db087ba6b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:57.163235914Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:57.165042865Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"uri":"/crucible/0/regions/f48851c8-856b-4696-b5ce-a42db087ba6b","method":"GET","req_id":"e218be30-60df-4b16-b326-6a85815eb4aa","remote_addr":"[fd00:1122:3344:101::a]:60741","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":30,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:57.16805747Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_9c3271ff-99ca-420c-9c9f-073762f4cb70/crucible/regions/f48851c8-856b-4696-b5ce-a42db087ba6b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:57.177836094Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"region":"f48851c8-856b-4696-b5ce-a42db087ba6b","component":"worker"} {"msg":"region f48851c8-856b-4696-b5ce-a42db087ba6b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:57.227324091Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:57.26404936Z","hostname":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","pid":21745,"uri":"/crucible/0/regions/f48851c8-856b-4696-b5ce-a42db087ba6b","method":"GET","req_id":"cc86c18e-8378-4fc7-b3a4-5099daf03cae","remote_addr":"[fd00:1122:3344:101::a]:60741","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":55,"response_code":"200"}