{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:55.885547452Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:41618"} {"msg":"region 233cb8ce-f8cc-4e33-893e-3cdad43f9cb6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:55.927989682Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:55.932784806Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"uri":"/crucible/0/regions","method":"POST","req_id":"915355a7-c5ea-4d21-bdc2-dc0d4d9e7125","remote_addr":"[fd00:1122:3344:101::c]:41618","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23852,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:55.935332239Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_a3208dba-6254-43fc-98e5-e0e4fb79acfd/crucible/regions/233cb8ce-f8cc-4e33-893e-3cdad43f9cb6","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:55.949133671Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a3208dba-6254-43fc-98e5-e0e4fb79acfd/crucible/regions/233cb8ce-f8cc-4e33-893e-3cdad43f9cb6","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:55.949163352Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"233cb8ce-f8cc-4e33-893e-3cdad43f9cb6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/233cb8ce-f8cc-4e33-893e-3cdad43f9cb6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.012777082Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"region":"233cb8ce-f8cc-4e33-893e-3cdad43f9cb6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"233cb8ce-f8cc-4e33-893e-3cdad43f9cb6\" \"--data\" \"/data/regions/233cb8ce-f8cc-4e33-893e-3cdad43f9cb6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.012831612Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"region":"233cb8ce-f8cc-4e33-893e-3cdad43f9cb6","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.213019616Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"uri":"/crucible/0/regions","method":"POST","req_id":"648c9f3a-ede3-41a5-8ffb-17b7de9b7d15","remote_addr":"[fd00:1122:3344:101::c]:41618","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.365203175Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"region":"233cb8ce-f8cc-4e33-893e-3cdad43f9cb6","component":"worker"} {"msg":"region 233cb8ce-f8cc-4e33-893e-3cdad43f9cb6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.365271746Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.365380037Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-233cb8ce-f8cc-4e33-893e-3cdad43f9cb6","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.365887584Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-233cb8ce-f8cc-4e33-893e-3cdad43f9cb6","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.37846595Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.403674853Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-233cb8ce-f8cc-4e33-893e-3cdad43f9cb6","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.408085941Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/233cb8ce-f8cc-4e33-893e-3cdad43f9cb6","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.409077934Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.409170245Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.409228936Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.409293827Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.420729548Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.436641688Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.719753066Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"uri":"/crucible/0/regions","method":"POST","req_id":"2f8c4a93-7b5d-4f45-9cc3-a6a991bc5e49","remote_addr":"[fd00:1122:3344:101::c]:41618","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"region 53b27979-1c5a-416e-a511-7f16e6996ab5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:02.35971635Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:02.359890983Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"uri":"/crucible/0/regions","method":"POST","req_id":"121420ca-87bf-4060-8efe-d902044fddf1","remote_addr":"[fd00:1122:3344:101::c]:41618","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":219,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:02.359909303Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_a3208dba-6254-43fc-98e5-e0e4fb79acfd/crucible/regions/53b27979-1c5a-416e-a511-7f16e6996ab5","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:02.370045137Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a3208dba-6254-43fc-98e5-e0e4fb79acfd/crucible/regions/53b27979-1c5a-416e-a511-7f16e6996ab5","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:02.370070227Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"53b27979-1c5a-416e-a511-7f16e6996ab5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/53b27979-1c5a-416e-a511-7f16e6996ab5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:02.425169574Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"region":"53b27979-1c5a-416e-a511-7f16e6996ab5","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"53b27979-1c5a-416e-a511-7f16e6996ab5\" \"--data\" \"/data/regions/53b27979-1c5a-416e-a511-7f16e6996ab5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:02.425222775Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"region":"53b27979-1c5a-416e-a511-7f16e6996ab5","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:02.504749855Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"region":"53b27979-1c5a-416e-a511-7f16e6996ab5","component":"worker"} {"msg":"region 53b27979-1c5a-416e-a511-7f16e6996ab5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:02.504795606Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:02.504908527Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-53b27979-1c5a-416e-a511-7f16e6996ab5","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:02.506491238Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-53b27979-1c5a-416e-a511-7f16e6996ab5","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:02.509921993Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:02.517553314Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-53b27979-1c5a-416e-a511-7f16e6996ab5","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:02.521397545Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/53b27979-1c5a-416e-a511-7f16e6996ab5","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:02.521676139Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:02.52175688Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:02.52181515Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:02.521877641Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:02.525618921Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:02.529887867Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:02.730625387Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"uri":"/crucible/0/regions","method":"POST","req_id":"54c5e69f-5455-490c-ba2a-cbcdd0c19bc0","remote_addr":"[fd00:1122:3344:101::c]:41618","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:29.767828888Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"uri":"/crucible/0/regions/53b27979-1c5a-416e-a511-7f16e6996ab5","method":"GET","req_id":"415e0c8a-f66f-4f06-88be-25c3033c7196","remote_addr":"[fd00:1122:3344:101::c]:41618","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":3462,"response_code":"200"} {"msg":"path is \"/data/regions/53b27979-1c5a-416e-a511-7f16e6996ab5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:29.771677379Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"datafile"} {"msg":"dataset is oxp_a3208dba-6254-43fc-98e5-e0e4fb79acfd/crucible/regions/53b27979-1c5a-416e-a511-7f16e6996ab5","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:29.799335884Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"datafile"} {"msg":"region 53b27979-1c5a-416e-a511-7f16e6996ab5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:29.808634458Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:29.808916077Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-53b27979-1c5a-416e-a511-7f16e6996ab5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:29.810119917Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:29.810951698Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"uri":"/crucible/0/regions/53b27979-1c5a-416e-a511-7f16e6996ab5","method":"DELETE","req_id":"4a71a8cb-dcbc-4fdd-9c9a-f6cb8a292db6","remote_addr":"[fd00:1122:3344:101::c]:41618","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":39298,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:29.814637186Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"uri":"/crucible/0/regions/53b27979-1c5a-416e-a511-7f16e6996ab5","method":"GET","req_id":"6131c2a3-e982-475e-b1c5-82ab729e9c3d","remote_addr":"[fd00:1122:3344:101::c]:41618","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":31,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:29.826931509Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_a3208dba-6254-43fc-98e5-e0e4fb79acfd/crucible/regions/53b27979-1c5a-416e-a511-7f16e6996ab5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:29.837397327Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"region":"53b27979-1c5a-416e-a511-7f16e6996ab5","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:29.911251231Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"uri":"/crucible/0/regions/53b27979-1c5a-416e-a511-7f16e6996ab5","method":"GET","req_id":"10159b40-2ac5-4edb-9305-410af5ea227a","remote_addr":"[fd00:1122:3344:101::c]:41618","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":82,"response_code":"200"} {"msg":"region 53b27979-1c5a-416e-a511-7f16e6996ab5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:29.943831561Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:23:30.041838575Z","hostname":"oxz_crucible_a0629593-1e79-4306-9cec-120499626d4a","pid":22082,"uri":"/crucible/0/regions/53b27979-1c5a-416e-a511-7f16e6996ab5","method":"GET","req_id":"16b3d7f1-9e95-432c-9811-90129387bcfd","remote_addr":"[fd00:1122:3344:101::c]:41618","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27,"response_code":"200"}