{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.104796578Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47516"} {"msg":"region 09ce3262-bc2b-43b6-b87a-bd3d93207bc7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.167084773Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.170231889Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.17025238Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"uri":"/crucible/0/regions","method":"POST","req_id":"f7da9f66-1d44-4719-afa8-58b6b07832b6","remote_addr":"[fd00:1122:3344:101::a]:47516","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26041,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_d5195f9b-09b3-453e-b6f6-0a41c9c611ee/crucible/regions/09ce3262-bc2b-43b6-b87a-bd3d93207bc7","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.18148518Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d5195f9b-09b3-453e-b6f6-0a41c9c611ee/crucible/regions/09ce3262-bc2b-43b6-b87a-bd3d93207bc7","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.181506701Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"09ce3262-bc2b-43b6-b87a-bd3d93207bc7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/09ce3262-bc2b-43b6-b87a-bd3d93207bc7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.273717421Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"region":"09ce3262-bc2b-43b6-b87a-bd3d93207bc7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"09ce3262-bc2b-43b6-b87a-bd3d93207bc7\" \"--data\" \"/data/regions/09ce3262-bc2b-43b6-b87a-bd3d93207bc7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.276156495Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"region":"09ce3262-bc2b-43b6-b87a-bd3d93207bc7","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.431878353Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"uri":"/crucible/0/regions","method":"POST","req_id":"d2fe7a3e-f31f-4928-8c18-f86ee52dfe94","remote_addr":"[fd00:1122:3344:101::a]:47516","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.706717163Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"uri":"/crucible/0/regions","method":"POST","req_id":"6528ad05-d8e5-44f7-b8a1-8f3c592c73a4","remote_addr":"[fd00:1122:3344:101::a]:47516","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.812896304Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"region":"09ce3262-bc2b-43b6-b87a-bd3d93207bc7","component":"worker"} {"msg":"region 09ce3262-bc2b-43b6-b87a-bd3d93207bc7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.812917514Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.813045267Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-09ce3262-bc2b-43b6-b87a-bd3d93207bc7","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.813450314Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-09ce3262-bc2b-43b6-b87a-bd3d93207bc7","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.835965877Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.881683485Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-09ce3262-bc2b-43b6-b87a-bd3d93207bc7","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.8942096Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/09ce3262-bc2b-43b6-b87a-bd3d93207bc7","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.89479835Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.894856981Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.894894812Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.894929913Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.905618384Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:31.918849661Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:34:32.767177097Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"uri":"/crucible/0/regions","method":"POST","req_id":"84d2c82f-21c5-484b-81c2-c59ff78cba23","remote_addr":"[fd00:1122:3344:101::a]:47516","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:35:04.489678789Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36332"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:35:04.48976848Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"uri":"/crucible/0/regions/09ce3262-bc2b-43b6-b87a-bd3d93207bc7","method":"GET","req_id":"cb5df3bc-a528-469a-860d-05ee8113bb24","remote_addr":"[fd00:1122:3344:101::a]:36332","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"path is \"/data/regions/09ce3262-bc2b-43b6-b87a-bd3d93207bc7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:35:04.493878984Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"datafile"} {"msg":"dataset is oxp_d5195f9b-09b3-453e-b6f6-0a41c9c611ee/crucible/regions/09ce3262-bc2b-43b6-b87a-bd3d93207bc7","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:35:04.503589108Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"datafile"} {"msg":"region 09ce3262-bc2b-43b6-b87a-bd3d93207bc7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:35:04.511501069Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:35:04.511711773Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"uri":"/crucible/0/regions/09ce3262-bc2b-43b6-b87a-bd3d93207bc7","method":"DELETE","req_id":"b21c8a94-1691-4f80-8d33-0ca549be752d","remote_addr":"[fd00:1122:3344:101::a]:36332","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17863,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:35:04.511733763Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-09ce3262-bc2b-43b6-b87a-bd3d93207bc7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:35:04.512285203Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:35:04.515485501Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"uri":"/crucible/0/regions/09ce3262-bc2b-43b6-b87a-bd3d93207bc7","method":"GET","req_id":"2da6c5ca-69dc-451e-811b-bb94bdff9028","remote_addr":"[fd00:1122:3344:101::a]:36332","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:35:04.525451009Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d5195f9b-09b3-453e-b6f6-0a41c9c611ee/crucible/regions/09ce3262-bc2b-43b6-b87a-bd3d93207bc7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:35:04.533211808Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"region":"09ce3262-bc2b-43b6-b87a-bd3d93207bc7","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:35:04.582009241Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"uri":"/crucible/0/regions/09ce3262-bc2b-43b6-b87a-bd3d93207bc7","method":"GET","req_id":"67d80066-46d5-4ede-b9bf-e598737c65a1","remote_addr":"[fd00:1122:3344:101::a]:36332","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":36,"response_code":200} {"msg":"region 09ce3262-bc2b-43b6-b87a-bd3d93207bc7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:35:04.590549365Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-15T01:35:04.680088137Z","hostname":"oxz_crucible_9eaecfa7-dca0-4361-9654-9aeaa37b3fee","pid":24157,"uri":"/crucible/0/regions/09ce3262-bc2b-43b6-b87a-bd3d93207bc7","method":"GET","req_id":"680ce57f-88d2-4f40-b9f9-284ed7184194","remote_addr":"[fd00:1122:3344:101::a]:36332","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":30,"response_code":200}