{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.208715356Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54451"} {"msg":"region 41195e8b-3896-49f8-bc86-84b08a13dfb5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.245245487Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.246002429Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"uri":"/crucible/0/regions","method":"POST","req_id":"7e01c769-3aaa-4063-84cf-a4aa92134c34","remote_addr":"[fd00:1122:3344:101::a]:54451","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":13565,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.250476816Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_65982f8f-0c03-4c8f-a7b6-5f3fa0fdfb0e/crucible/regions/41195e8b-3896-49f8-bc86-84b08a13dfb5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.26072408Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_65982f8f-0c03-4c8f-a7b6-5f3fa0fdfb0e/crucible/regions/41195e8b-3896-49f8-bc86-84b08a13dfb5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.26074992Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"41195e8b-3896-49f8-bc86-84b08a13dfb5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/41195e8b-3896-49f8-bc86-84b08a13dfb5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.323317383Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"region":"41195e8b-3896-49f8-bc86-84b08a13dfb5","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"41195e8b-3896-49f8-bc86-84b08a13dfb5\" \"--data\" \"/data/regions/41195e8b-3896-49f8-bc86-84b08a13dfb5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.325971009Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"region":"41195e8b-3896-49f8-bc86-84b08a13dfb5","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.445894507Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"uri":"/crucible/0/regions","method":"POST","req_id":"dcf9d0b0-ac5e-41de-ba71-77a88297bf05","remote_addr":"[fd00:1122:3344:101::a]:54451","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.644239837Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"region":"41195e8b-3896-49f8-bc86-84b08a13dfb5","component":"worker"} {"msg":"region 41195e8b-3896-49f8-bc86-84b08a13dfb5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.644287348Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.64437779Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-41195e8b-3896-49f8-bc86-84b08a13dfb5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.644850318Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-41195e8b-3896-49f8-bc86-84b08a13dfb5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.653866101Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.670570535Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-41195e8b-3896-49f8-bc86-84b08a13dfb5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.673447014Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/41195e8b-3896-49f8-bc86-84b08a13dfb5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.674020683Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.676468045Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.676521455Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.676557108Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.692268793Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:00.696687959Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:01.1392794Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"uri":"/crucible/0/regions","method":"POST","req_id":"838a7aa9-7fd3-4855-98e0-102e011e5f67","remote_addr":"[fd00:1122:3344:101::a]:54451","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":647,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:25.174086594Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"uri":"/crucible/0/regions/41195e8b-3896-49f8-bc86-84b08a13dfb5","method":"GET","req_id":"b66996d2-350f-4a7a-b564-d05bb343db0f","remote_addr":"[fd00:1122:3344:101::a]:54451","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"path is \"/data/regions/41195e8b-3896-49f8-bc86-84b08a13dfb5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:25.177816487Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"datafile"} {"msg":"dataset is oxp_65982f8f-0c03-4c8f-a7b6-5f3fa0fdfb0e/crucible/regions/41195e8b-3896-49f8-bc86-84b08a13dfb5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:25.189994554Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"datafile"} {"msg":"region 41195e8b-3896-49f8-bc86-84b08a13dfb5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:25.200626085Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:25.20078116Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-41195e8b-3896-49f8-bc86-84b08a13dfb5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:25.201861886Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:25.203035476Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"uri":"/crucible/0/regions/41195e8b-3896-49f8-bc86-84b08a13dfb5","method":"DELETE","req_id":"c4c97476-31ac-4347-9c01-9fe1bb6562f0","remote_addr":"[fd00:1122:3344:101::a]:54451","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25260,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:25.206325781Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"uri":"/crucible/0/regions/41195e8b-3896-49f8-bc86-84b08a13dfb5","method":"GET","req_id":"133fb24a-8d87-422b-95f2-293e67ecb387","remote_addr":"[fd00:1122:3344:101::a]:54451","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:25.206624737Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_65982f8f-0c03-4c8f-a7b6-5f3fa0fdfb0e/crucible/regions/41195e8b-3896-49f8-bc86-84b08a13dfb5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:25.217912498Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"region":"41195e8b-3896-49f8-bc86-84b08a13dfb5","component":"worker"} {"msg":"region 41195e8b-3896-49f8-bc86-84b08a13dfb5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:25.274630632Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:06:25.342265382Z","hostname":"oxz_crucible_a15ebb04-a120-49c5-8c51-ec3c743523ef","pid":23089,"uri":"/crucible/0/regions/41195e8b-3896-49f8-bc86-84b08a13dfb5","method":"GET","req_id":"11f1f900-122f-43da-9e9b-fda98bd8f2c0","remote_addr":"[fd00:1122:3344:101::a]:54451","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":56,"response_code":"200"}