{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:25.716749971Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:48609"}
{"msg":"region 21ec516b-dd2f-490e-9573-59d6775a1a07 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:25.743624384Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:25.7458233Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"uri":"/crucible/0/regions","method":"POST","req_id":"ed113154-725f-4a83-aa17-4c403f1da595","remote_addr":"[fd00:1122:3344:101::b]:48609","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":10412,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:25.750376043Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8/crucible/regions/21ec516b-dd2f-490e-9573-59d6775a1a07","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:25.759930994Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8/crucible/regions/21ec516b-dd2f-490e-9573-59d6775a1a07","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:25.759957084Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"21ec516b-dd2f-490e-9573-59d6775a1a07\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/21ec516b-dd2f-490e-9573-59d6775a1a07\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:25.824222444Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"region":"21ec516b-dd2f-490e-9573-59d6775a1a07","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"21ec516b-dd2f-490e-9573-59d6775a1a07\" \"--data\" \"/data/regions/21ec516b-dd2f-490e-9573-59d6775a1a07\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:25.826509451Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"region":"21ec516b-dd2f-490e-9573-59d6775a1a07","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:25.973552416Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"uri":"/crucible/0/regions","method":"POST","req_id":"6ac96065-8f97-41ce-8f19-7b6c011db3d9","remote_addr":"[fd00:1122:3344:101::b]:48609","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.076591557Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"region":"21ec516b-dd2f-490e-9573-59d6775a1a07","component":"worker"}
{"msg":"region 21ec516b-dd2f-490e-9573-59d6775a1a07 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.076643357Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.076762109Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-21ec516b-dd2f-490e-9573-59d6775a1a07","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.077214844Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-21ec516b-dd2f-490e-9573-59d6775a1a07","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.080612014Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.09057179Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-21ec516b-dd2f-490e-9573-59d6775a1a07","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.093325952Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/21ec516b-dd2f-490e-9573-59d6775a1a07","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.100568896Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.100695328Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.100756869Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.100796469Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.104387271Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.109327889Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.394804538Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"uri":"/crucible/0/regions","method":"POST","req_id":"8de905c6-f822-495f-8c6d-c5c2b7517db0","remote_addr":"[fd00:1122:3344:101::b]:48609","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:27.183256944Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"uri":"/crucible/0/regions/21ec516b-dd2f-490e-9573-59d6775a1a07","method":"GET","req_id":"81c7db8f-1628-44b6-9311-6bf6d6e1e504","remote_addr":"[fd00:1122:3344:101::b]:48609","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":89,"response_code":"200"}
{"msg":"path is \"/data/regions/21ec516b-dd2f-490e-9573-59d6775a1a07\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:27.186110967Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"datafile"}
{"msg":"dataset is oxp_b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8/crucible/regions/21ec516b-dd2f-490e-9573-59d6775a1a07","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:27.195901971Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"datafile"}
{"msg":"region 21ec516b-dd2f-490e-9573-59d6775a1a07 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:27.204737824Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:27.204890266Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:27.204963377Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"uri":"/crucible/0/regions/21ec516b-dd2f-490e-9573-59d6775a1a07","method":"DELETE","req_id":"a182c6d5-4cee-4653-9125-9e13e9b67b17","remote_addr":"[fd00:1122:3344:101::b]:48609","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18885,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-21ec516b-dd2f-490e-9573-59d6775a1a07 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:27.205962468Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:27.208127694Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"uri":"/crucible/0/regions/21ec516b-dd2f-490e-9573-59d6775a1a07","method":"GET","req_id":"a0478a4d-f0fd-4723-bc33-02607c3ae669","remote_addr":"[fd00:1122:3344:101::b]:48609","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":29,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:27.210937177Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8/crucible/regions/21ec516b-dd2f-490e-9573-59d6775a1a07\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:27.219681489Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"region":"21ec516b-dd2f-490e-9573-59d6775a1a07","component":"worker"}
{"msg":"region 21ec516b-dd2f-490e-9573-59d6775a1a07 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:27.269153526Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:27.356503244Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"uri":"/crucible/0/regions/21ec516b-dd2f-490e-9573-59d6775a1a07","method":"GET","req_id":"44c0de88-2bb8-4a35-8455-77a08d1f9167","remote_addr":"[fd00:1122:3344:101::b]:48609","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":53,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.707576144Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62283"}
{"msg":"region 8d549ac6-56aa-4472-8d75-128833c133f7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.70807145Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.708858139Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.708877109Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"uri":"/crucible/0/regions","method":"POST","req_id":"f30da2d8-00ff-4043-b031-5f365b480e9f","remote_addr":"[fd00:1122:3344:101::a]:62283","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":1245,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8/crucible/regions/8d549ac6-56aa-4472-8d75-128833c133f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.718139037Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8/crucible/regions/8d549ac6-56aa-4472-8d75-128833c133f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.718166867Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8d549ac6-56aa-4472-8d75-128833c133f7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8d549ac6-56aa-4472-8d75-128833c133f7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.782398287Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"region":"8d549ac6-56aa-4472-8d75-128833c133f7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8d549ac6-56aa-4472-8d75-128833c133f7\" \"--data\" \"/data/regions/8d549ac6-56aa-4472-8d75-128833c133f7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.784226788Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"region":"8d549ac6-56aa-4472-8d75-128833c133f7","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.871255553Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"uri":"/crucible/0/regions","method":"POST","req_id":"6ee07b40-4756-42ce-a2f3-cb0d85e0b8aa","remote_addr":"[fd00:1122:3344:101::a]:62283","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.884662759Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"region":"8d549ac6-56aa-4472-8d75-128833c133f7","component":"worker"}
{"msg":"region 8d549ac6-56aa-4472-8d75-128833c133f7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.8846836Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.884820141Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8d549ac6-56aa-4472-8d75-128833c133f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.886374189Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8d549ac6-56aa-4472-8d75-128833c133f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.89499765Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.913096611Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8d549ac6-56aa-4472-8d75-128833c133f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.919553376Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8d549ac6-56aa-4472-8d75-128833c133f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.91983711Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.91989356Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.919942861Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.919988031Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.936932639Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.951158485Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:26.467460096Z","hostname":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","pid":21832,"uri":"/crucible/0/regions","method":"POST","req_id":"cc86613d-62c0-411e-876d-d7adfb16ad49","remote_addr":"[fd00:1122:3344:101::a]:62283","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":"200"}