{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.714522236Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33062"} {"msg":"region ac9a628d-0705-4714-8c70-ca0e0173308f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.714616798Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.715269838Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.715281649Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"uri":"/crucible/0/regions","method":"POST","req_id":"c54f4c81-ce12-4eec-84ca-792e5bd8c989","remote_addr":"[fd00:1122:3344:101::a]:33062","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":692,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da/crucible/regions/ac9a628d-0705-4714-8c70-ca0e0173308f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.72563403Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da/crucible/regions/ac9a628d-0705-4714-8c70-ca0e0173308f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.72566323Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ac9a628d-0705-4714-8c70-ca0e0173308f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ac9a628d-0705-4714-8c70-ca0e0173308f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.781509624Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"region":"ac9a628d-0705-4714-8c70-ca0e0173308f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ac9a628d-0705-4714-8c70-ca0e0173308f\" \"--data\" \"/data/regions/ac9a628d-0705-4714-8c70-ca0e0173308f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.781552805Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"region":"ac9a628d-0705-4714-8c70-ca0e0173308f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.867846052Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"region":"ac9a628d-0705-4714-8c70-ca0e0173308f","component":"worker"} {"msg":"region ac9a628d-0705-4714-8c70-ca0e0173308f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.867890503Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.867978044Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ac9a628d-0705-4714-8c70-ca0e0173308f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.869468989Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ac9a628d-0705-4714-8c70-ca0e0173308f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.873675618Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.887453936Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ac9a628d-0705-4714-8c70-ca0e0173308f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.891840069Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ac9a628d-0705-4714-8c70-ca0e0173308f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.892031122Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.892087073Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.892128154Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.892167664Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.89556798Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.90039354Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.984536662Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"uri":"/crucible/0/regions","method":"POST","req_id":"d50008de-08b9-4da4-b699-72977c616113","remote_addr":"[fd00:1122:3344:101::a]:33062","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":692,"response_code":"200"} {"msg":"region 6a2421c1-6415-4e74-b2cb-fdf5e8bd6072 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.300405565Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.300569438Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.300578728Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"uri":"/crucible/0/regions","method":"POST","req_id":"cde1aa09-d8d3-46ad-8a60-a990bf280119","remote_addr":"[fd00:1122:3344:101::a]:33062","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":232,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da/crucible/regions/6a2421c1-6415-4e74-b2cb-fdf5e8bd6072","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.310569063Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da/crucible/regions/6a2421c1-6415-4e74-b2cb-fdf5e8bd6072","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.310602684Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6a2421c1-6415-4e74-b2cb-fdf5e8bd6072\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6a2421c1-6415-4e74-b2cb-fdf5e8bd6072\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.362918959Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"region":"6a2421c1-6415-4e74-b2cb-fdf5e8bd6072","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6a2421c1-6415-4e74-b2cb-fdf5e8bd6072\" \"--data\" \"/data/regions/6a2421c1-6415-4e74-b2cb-fdf5e8bd6072\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.36296823Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"region":"6a2421c1-6415-4e74-b2cb-fdf5e8bd6072","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.440712086Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"region":"6a2421c1-6415-4e74-b2cb-fdf5e8bd6072","component":"worker"} {"msg":"region 6a2421c1-6415-4e74-b2cb-fdf5e8bd6072 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.440753137Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.440849158Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6a2421c1-6415-4e74-b2cb-fdf5e8bd6072","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.441802624Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6a2421c1-6415-4e74-b2cb-fdf5e8bd6072","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.452353848Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.460113047Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6a2421c1-6415-4e74-b2cb-fdf5e8bd6072","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.463600734Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6a2421c1-6415-4e74-b2cb-fdf5e8bd6072","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.463851739Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.46391049Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.46395215Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.463992501Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.46756644Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.473864994Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.625139766Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"uri":"/crucible/0/regions","method":"POST","req_id":"090d4fb5-1940-497f-aff6-77524d87efc7","remote_addr":"[fd00:1122:3344:101::a]:33062","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.630171094Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"uri":"/crucible/0/regions/6a2421c1-6415-4e74-b2cb-fdf5e8bd6072","method":"GET","req_id":"80cd136b-3e24-4917-b802-7c5dc7e81c0f","remote_addr":"[fd00:1122:3344:101::a]:33062","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"path is \"/data/regions/6a2421c1-6415-4e74-b2cb-fdf5e8bd6072\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.633125773Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"datafile"} {"msg":"dataset is oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da/crucible/regions/6a2421c1-6415-4e74-b2cb-fdf5e8bd6072","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.646501864Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"datafile"} {"msg":"region 6a2421c1-6415-4e74-b2cb-fdf5e8bd6072 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.657001278Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.657191861Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.657246462Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"uri":"/crucible/0/regions/6a2421c1-6415-4e74-b2cb-fdf5e8bd6072","method":"DELETE","req_id":"f5f6dda5-a1a7-4ce6-a09f-4eb5a28c3867","remote_addr":"[fd00:1122:3344:101::a]:33062","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24143,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-6a2421c1-6415-4e74-b2cb-fdf5e8bd6072 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.659004221Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.661486382Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"uri":"/crucible/0/regions/6a2421c1-6415-4e74-b2cb-fdf5e8bd6072","method":"GET","req_id":"e1c09378-77a9-4920-8410-1b61cb6dbb1d","remote_addr":"[fd00:1122:3344:101::a]:33062","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":279,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.667257957Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da/crucible/regions/6a2421c1-6415-4e74-b2cb-fdf5e8bd6072\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.678858819Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"region":"6a2421c1-6415-4e74-b2cb-fdf5e8bd6072","component":"worker"} {"msg":"region 6a2421c1-6415-4e74-b2cb-fdf5e8bd6072 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.740508529Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.780064813Z","hostname":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","pid":22850,"uri":"/crucible/0/regions/6a2421c1-6415-4e74-b2cb-fdf5e8bd6072","method":"GET","req_id":"6a727f8a-9798-4660-8b96-551b25e5542f","remote_addr":"[fd00:1122:3344:101::a]:33062","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":70,"response_code":"200"}