{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:17:59.803534143Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:35492"}
{"msg":"region 394e4834-820d-4ff3-a92a-79da3621407c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:17:59.851614284Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:17:59.857294129Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:17:59.862492434Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"uri":"/crucible/0/regions","method":"POST","req_id":"99db7a3c-782e-419d-9eb0-f7531bd92c59","remote_addr":"[fd00:1122:3344:101::c]:35492","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20746,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_10dac9ac-27c5-4200-9192-71ab941db298/crucible/regions/394e4834-820d-4ff3-a92a-79da3621407c","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:17:59.867962184Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_10dac9ac-27c5-4200-9192-71ab941db298/crucible/regions/394e4834-820d-4ff3-a92a-79da3621407c","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:17:59.867983815Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"394e4834-820d-4ff3-a92a-79da3621407c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/394e4834-820d-4ff3-a92a-79da3621407c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:17:59.918103741Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"region":"394e4834-820d-4ff3-a92a-79da3621407c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"394e4834-820d-4ff3-a92a-79da3621407c\" \"--data\" \"/data/regions/394e4834-820d-4ff3-a92a-79da3621407c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:17:59.920536895Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"region":"394e4834-820d-4ff3-a92a-79da3621407c","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:00.199950361Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"uri":"/crucible/0/regions","method":"POST","req_id":"ce81c712-ffb6-45c4-9033-b58b35b17a0e","remote_addr":"[fd00:1122:3344:101::c]:35492","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":92,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:00.296121694Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"region":"394e4834-820d-4ff3-a92a-79da3621407c","component":"worker"}
{"msg":"region 394e4834-820d-4ff3-a92a-79da3621407c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:00.301607815Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:00.301774199Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-394e4834-820d-4ff3-a92a-79da3621407c","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:00.304717653Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-394e4834-820d-4ff3-a92a-79da3621407c","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:00.315323918Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:00.328048968Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-394e4834-820d-4ff3-a92a-79da3621407c","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:00.329246325Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/394e4834-820d-4ff3-a92a-79da3621407c","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:00.329965711Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:00.330033352Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:00.330062633Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:00.330098473Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:00.332249121Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:00.334419599Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:00.854520756Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"uri":"/crucible/0/regions","method":"POST","req_id":"d7e777b9-c85a-4bde-b78a-748926cbe391","remote_addr":"[fd00:1122:3344:101::c]:35492","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"region 0e5ceed1-35b6-4db8-a895-f5a84032ddfb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:06.302764332Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:06.302949576Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:06.302959687Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"uri":"/crucible/0/regions","method":"POST","req_id":"5375a980-13cf-4d02-8193-12f30917486b","remote_addr":"[fd00:1122:3344:101::c]:35492","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":269,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_10dac9ac-27c5-4200-9192-71ab941db298/crucible/regions/0e5ceed1-35b6-4db8-a895-f5a84032ddfb","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:06.310733868Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_10dac9ac-27c5-4200-9192-71ab941db298/crucible/regions/0e5ceed1-35b6-4db8-a895-f5a84032ddfb","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:06.310766649Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0e5ceed1-35b6-4db8-a895-f5a84032ddfb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0e5ceed1-35b6-4db8-a895-f5a84032ddfb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:06.359392792Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"region":"0e5ceed1-35b6-4db8-a895-f5a84032ddfb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0e5ceed1-35b6-4db8-a895-f5a84032ddfb\" \"--data\" \"/data/regions/0e5ceed1-35b6-4db8-a895-f5a84032ddfb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:06.359447573Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"region":"0e5ceed1-35b6-4db8-a895-f5a84032ddfb","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:06.410854598Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"region":"0e5ceed1-35b6-4db8-a895-f5a84032ddfb","component":"worker"}
{"msg":"region 0e5ceed1-35b6-4db8-a895-f5a84032ddfb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:06.410904459Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:06.410986971Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0e5ceed1-35b6-4db8-a895-f5a84032ddfb","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:06.411342539Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0e5ceed1-35b6-4db8-a895-f5a84032ddfb","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:06.41367883Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:06.418264681Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0e5ceed1-35b6-4db8-a895-f5a84032ddfb","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:06.419707873Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0e5ceed1-35b6-4db8-a895-f5a84032ddfb","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:06.420085592Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:06.420138603Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:06.420177043Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:06.420227835Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:06.422104966Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:06.4267973Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:06.574511989Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"uri":"/crucible/0/regions","method":"POST","req_id":"520f5a22-8e2b-4162-bc40-d52eea38c654","remote_addr":"[fd00:1122:3344:101::c]:35492","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:32.180245798Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"uri":"/crucible/0/regions/0e5ceed1-35b6-4db8-a895-f5a84032ddfb","method":"GET","req_id":"8eecb19c-bf95-49eb-b2b8-97a37ff48cfa","remote_addr":"[fd00:1122:3344:101::c]:35492","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"path is \"/data/regions/0e5ceed1-35b6-4db8-a895-f5a84032ddfb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:32.183381677Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"datafile"}
{"msg":"dataset is oxp_10dac9ac-27c5-4200-9192-71ab941db298/crucible/regions/0e5ceed1-35b6-4db8-a895-f5a84032ddfb","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:32.193522341Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"datafile"}
{"msg":"region 0e5ceed1-35b6-4db8-a895-f5a84032ddfb state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:32.200586807Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:32.200750571Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"uri":"/crucible/0/regions/0e5ceed1-35b6-4db8-a895-f5a84032ddfb","method":"DELETE","req_id":"e6b0d5d8-c446-4083-abb0-105f3e6c30ae","remote_addr":"[fd00:1122:3344:101::c]:35492","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17391,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:32.200769071Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-0e5ceed1-35b6-4db8-a895-f5a84032ddfb (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:32.201796634Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:32.204493793Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"uri":"/crucible/0/regions/0e5ceed1-35b6-4db8-a895-f5a84032ddfb","method":"GET","req_id":"6d554eff-c116-4892-ba81-5a6a096a4842","remote_addr":"[fd00:1122:3344:101::c]:35492","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:32.205055815Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_10dac9ac-27c5-4200-9192-71ab941db298/crucible/regions/0e5ceed1-35b6-4db8-a895-f5a84032ddfb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:32.213748298Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"region":"0e5ceed1-35b6-4db8-a895-f5a84032ddfb","component":"worker"}
{"msg":"region 0e5ceed1-35b6-4db8-a895-f5a84032ddfb state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:32.263464105Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T21:18:32.320212807Z","hostname":"oxz_crucible_225fab44-05d7-4a79-8aa0-e1d7c68181c3","pid":24094,"uri":"/crucible/0/regions/0e5ceed1-35b6-4db8-a895-f5a84032ddfb","method":"GET","req_id":"18a67855-cf02-4f18-b710-f8d5a89aba00","remote_addr":"[fd00:1122:3344:101::c]:35492","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":45,"response_code":200}