{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:05.606355718Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38194"} {"msg":"region 6f232ecf-1dad-44ab-b0aa-342b2eba3e22 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:05.651618416Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:05.65699811Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"uri":"/crucible/0/regions","method":"POST","req_id":"73e5e8b1-5c1f-4ffb-a82a-33d77e5af198","remote_addr":"[fd00:1122:3344:101::a]:38194","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24649,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:05.659520668Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_52864878-24e7-4690-abdc-580394831f95/crucible/regions/6f232ecf-1dad-44ab-b0aa-342b2eba3e22","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:05.671785052Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_52864878-24e7-4690-abdc-580394831f95/crucible/regions/6f232ecf-1dad-44ab-b0aa-342b2eba3e22","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:05.671810443Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6f232ecf-1dad-44ab-b0aa-342b2eba3e22\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6f232ecf-1dad-44ab-b0aa-342b2eba3e22\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:05.730608293Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"region":"6f232ecf-1dad-44ab-b0aa-342b2eba3e22","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6f232ecf-1dad-44ab-b0aa-342b2eba3e22\" \"--data\" \"/data/regions/6f232ecf-1dad-44ab-b0aa-342b2eba3e22\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:05.732817714Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"region":"6f232ecf-1dad-44ab-b0aa-342b2eba3e22","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.035564438Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"uri":"/crucible/0/regions","method":"POST","req_id":"39c1b3d7-6064-4d2e-bf2d-b6481e011ae4","remote_addr":"[fd00:1122:3344:101::a]:38194","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":71,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.070969967Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"region":"6f232ecf-1dad-44ab-b0aa-342b2eba3e22","component":"worker"} {"msg":"region 6f232ecf-1dad-44ab-b0aa-342b2eba3e22 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.071004608Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.071165262Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6f232ecf-1dad-44ab-b0aa-342b2eba3e22","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.071622392Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6f232ecf-1dad-44ab-b0aa-342b2eba3e22","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.081708586Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.10435899Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6f232ecf-1dad-44ab-b0aa-342b2eba3e22","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.107332448Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6f232ecf-1dad-44ab-b0aa-342b2eba3e22","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.108042505Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.108106896Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.108147997Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.108185058Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.111613718Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.126055821Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.408377672Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"uri":"/crucible/0/regions","method":"POST","req_id":"4fc2c998-91e9-4711-b04b-5dd9d3803615","remote_addr":"[fd00:1122:3344:101::a]:38194","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":47,"response_code":"200"} {"msg":"region 03ae9c02-3c60-41db-adfb-c9070459146d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.124730784Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.124905918Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"uri":"/crucible/0/regions","method":"POST","req_id":"88bac16f-dcc0-4fb9-8133-638fdd3ac1c6","remote_addr":"[fd00:1122:3344:101::a]:38194","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":219,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.124923909Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_52864878-24e7-4690-abdc-580394831f95/crucible/regions/03ae9c02-3c60-41db-adfb-c9070459146d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.135306769Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_52864878-24e7-4690-abdc-580394831f95/crucible/regions/03ae9c02-3c60-41db-adfb-c9070459146d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.13533603Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"03ae9c02-3c60-41db-adfb-c9070459146d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/03ae9c02-3c60-41db-adfb-c9070459146d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.196987626Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"region":"03ae9c02-3c60-41db-adfb-c9070459146d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"03ae9c02-3c60-41db-adfb-c9070459146d\" \"--data\" \"/data/regions/03ae9c02-3c60-41db-adfb-c9070459146d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.197045987Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"region":"03ae9c02-3c60-41db-adfb-c9070459146d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.278225315Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"region":"03ae9c02-3c60-41db-adfb-c9070459146d","component":"worker"} {"msg":"region 03ae9c02-3c60-41db-adfb-c9070459146d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.278278086Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.278374668Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-03ae9c02-3c60-41db-adfb-c9070459146d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.278794368Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-03ae9c02-3c60-41db-adfb-c9070459146d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.281711465Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.288550854Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-03ae9c02-3c60-41db-adfb-c9070459146d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.294088742Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/03ae9c02-3c60-41db-adfb-c9070459146d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.294286066Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.294332328Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.294368078Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.294401239Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.297555822Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.30306793Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.483969995Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"uri":"/crucible/0/regions","method":"POST","req_id":"0252b167-f004-4d7e-ad0f-03ea64572d3d","remote_addr":"[fd00:1122:3344:101::a]:38194","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.758621376Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"uri":"/crucible/0/regions/03ae9c02-3c60-41db-adfb-c9070459146d","method":"GET","req_id":"2408089d-a12e-4dfb-b1aa-42885f8680ee","remote_addr":"[fd00:1122:3344:101::a]:38194","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":2619,"response_code":"200"} {"msg":"path is \"/data/regions/03ae9c02-3c60-41db-adfb-c9070459146d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.761236686Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"datafile"} {"msg":"dataset is oxp_52864878-24e7-4690-abdc-580394831f95/crucible/regions/03ae9c02-3c60-41db-adfb-c9070459146d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.77434454Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"datafile"} {"msg":"region 03ae9c02-3c60-41db-adfb-c9070459146d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.78560757Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.785823245Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-03ae9c02-3c60-41db-adfb-c9070459146d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.787066104Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.787936354Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"uri":"/crucible/0/regions/03ae9c02-3c60-41db-adfb-c9070459146d","method":"DELETE","req_id":"13dbf18c-2479-439e-8d2d-32aab64e3886","remote_addr":"[fd00:1122:3344:101::a]:38194","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26727,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.790910073Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"uri":"/crucible/0/regions/03ae9c02-3c60-41db-adfb-c9070459146d","method":"GET","req_id":"ff01c1b7-7541-4458-8546-0199c8f18a8c","remote_addr":"[fd00:1122:3344:101::a]:38194","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":34,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.794935316Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_52864878-24e7-4690-abdc-580394831f95/crucible/regions/03ae9c02-3c60-41db-adfb-c9070459146d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.808778396Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"region":"03ae9c02-3c60-41db-adfb-c9070459146d","component":"worker"} {"msg":"region 03ae9c02-3c60-41db-adfb-c9070459146d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.873410642Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.93861886Z","hostname":"oxz_crucible_0d463f11-64c9-43bc-92c1-012066b02c1b","pid":24750,"uri":"/crucible/0/regions/03ae9c02-3c60-41db-adfb-c9070459146d","method":"GET","req_id":"faa7653e-f8c1-4eda-84d8-3fbef6bb29a7","remote_addr":"[fd00:1122:3344:101::a]:38194","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":66,"response_code":"200"}