{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:13.581185666Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41679"} {"msg":"region 8d0940c0-f19d-4cf5-ac7f-5653b5b1c6b7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:13.631120477Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:13.636369789Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:13.641261522Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"uri":"/crucible/0/regions","method":"POST","req_id":"da550a38-9af2-455e-ac1a-4c4691eac607","remote_addr":"[fd00:1122:3344:101::a]:41679","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17567,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_e402d297-ae9e-4c6a-9c58-9d73bf19cef1/crucible/regions/8d0940c0-f19d-4cf5-ac7f-5653b5b1c6b7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:13.65153125Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e402d297-ae9e-4c6a-9c58-9d73bf19cef1/crucible/regions/8d0940c0-f19d-4cf5-ac7f-5653b5b1c6b7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:13.65155058Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8d0940c0-f19d-4cf5-ac7f-5653b5b1c6b7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8d0940c0-f19d-4cf5-ac7f-5653b5b1c6b7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:13.7232357Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"region":"8d0940c0-f19d-4cf5-ac7f-5653b5b1c6b7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8d0940c0-f19d-4cf5-ac7f-5653b5b1c6b7\" \"--data\" \"/data/regions/8d0940c0-f19d-4cf5-ac7f-5653b5b1c6b7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:13.725948854Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"region":"8d0940c0-f19d-4cf5-ac7f-5653b5b1c6b7","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:14.000768251Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"uri":"/crucible/0/regions","method":"POST","req_id":"236dbc93-c2a6-4dbd-9329-25c9c439eea4","remote_addr":"[fd00:1122:3344:101::a]:41679","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":83,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:14.074581428Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"region":"8d0940c0-f19d-4cf5-ac7f-5653b5b1c6b7","component":"worker"} {"msg":"region 8d0940c0-f19d-4cf5-ac7f-5653b5b1c6b7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:14.074620969Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:14.074730532Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8d0940c0-f19d-4cf5-ac7f-5653b5b1c6b7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:14.075186065Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8d0940c0-f19d-4cf5-ac7f-5653b5b1c6b7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:14.085324059Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:14.100848099Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8d0940c0-f19d-4cf5-ac7f-5653b5b1c6b7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:14.103875501Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8d0940c0-f19d-4cf5-ac7f-5653b5b1c6b7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:14.104616131Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:14.104678393Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:14.104721524Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:14.104758955Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:14.109019291Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:14.113222064Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:14.301436718Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"uri":"/crucible/0/regions","method":"POST","req_id":"e51f8bab-c1a2-4fd4-bf15-b86f06f729f7","remote_addr":"[fd00:1122:3344:101::a]:41679","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":"200"} {"msg":"region 6002c226-8f84-404b-803f-3f74c7db28b8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.146867041Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.147041376Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.147051466Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"uri":"/crucible/0/regions","method":"POST","req_id":"c428d5b3-f297-468b-8c1c-e15f4d968447","remote_addr":"[fd00:1122:3344:101::a]:41679","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":227,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_e402d297-ae9e-4c6a-9c58-9d73bf19cef1/crucible/regions/6002c226-8f84-404b-803f-3f74c7db28b8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.156128871Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e402d297-ae9e-4c6a-9c58-9d73bf19cef1/crucible/regions/6002c226-8f84-404b-803f-3f74c7db28b8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.156157092Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6002c226-8f84-404b-803f-3f74c7db28b8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6002c226-8f84-404b-803f-3f74c7db28b8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.207211754Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"region":"6002c226-8f84-404b-803f-3f74c7db28b8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6002c226-8f84-404b-803f-3f74c7db28b8\" \"--data\" \"/data/regions/6002c226-8f84-404b-803f-3f74c7db28b8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.207265955Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"region":"6002c226-8f84-404b-803f-3f74c7db28b8","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.279028468Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"region":"6002c226-8f84-404b-803f-3f74c7db28b8","component":"worker"} {"msg":"region 6002c226-8f84-404b-803f-3f74c7db28b8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.279072449Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.279174222Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6002c226-8f84-404b-803f-3f74c7db28b8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.279666665Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6002c226-8f84-404b-803f-3f74c7db28b8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.282962654Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.290062766Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6002c226-8f84-404b-803f-3f74c7db28b8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.29391662Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6002c226-8f84-404b-803f-3f74c7db28b8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.294242669Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.294297841Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.294341672Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.294387263Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.297625091Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.30572839Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.324457287Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"uri":"/crucible/0/regions","method":"POST","req_id":"f91f1d1f-ec70-461c-b070-b7d08cbbf73d","remote_addr":"[fd00:1122:3344:101::a]:41679","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.771898887Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"uri":"/crucible/0/regions/6002c226-8f84-404b-803f-3f74c7db28b8","method":"GET","req_id":"393a6d3a-6c2a-4f57-8b8e-bb318825fb1a","remote_addr":"[fd00:1122:3344:101::a]:41679","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":80,"response_code":"200"} {"msg":"path is \"/data/regions/6002c226-8f84-404b-803f-3f74c7db28b8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.775403022Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"datafile"} {"msg":"dataset is oxp_e402d297-ae9e-4c6a-9c58-9d73bf19cef1/crucible/regions/6002c226-8f84-404b-803f-3f74c7db28b8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.786467391Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"datafile"} {"msg":"region 6002c226-8f84-404b-803f-3f74c7db28b8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.79751549Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.797706266Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.797760627Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"uri":"/crucible/0/regions/6002c226-8f84-404b-803f-3f74c7db28b8","method":"DELETE","req_id":"7412220b-ccd8-4ca0-8d05-42e5676a1b9a","remote_addr":"[fd00:1122:3344:101::a]:41679","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22386,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-6002c226-8f84-404b-803f-3f74c7db28b8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.798815396Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.800303566Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"uri":"/crucible/0/regions/6002c226-8f84-404b-803f-3f74c7db28b8","method":"GET","req_id":"dfb53f44-6afb-402e-aea8-c067168de4cb","remote_addr":"[fd00:1122:3344:101::a]:41679","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":32,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.805537007Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_e402d297-ae9e-4c6a-9c58-9d73bf19cef1/crucible/regions/6002c226-8f84-404b-803f-3f74c7db28b8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.816174355Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"region":"6002c226-8f84-404b-803f-3f74c7db28b8","component":"worker"} {"msg":"region 6002c226-8f84-404b-803f-3f74c7db28b8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.873371763Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.927430716Z","hostname":"oxz_crucible_fe41f882-8672-4efe-9609-5b3a7b685270","pid":22891,"uri":"/crucible/0/regions/6002c226-8f84-404b-803f-3f74c7db28b8","method":"GET","req_id":"f102b71f-6a15-4d80-bb58-1e671b8a1c42","remote_addr":"[fd00:1122:3344:101::a]:41679","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":72,"response_code":"200"}