{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:32.848813147Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:33908"} {"msg":"region 7d64e359-31a0-41ea-bf04-f4446435484b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:32.877120458Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:32.880000448Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:32.880016227Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"uri":"/crucible/0/regions","method":"POST","req_id":"3bd18803-aada-492d-870e-64ec82318005","remote_addr":"[fd00:1122:3344:101::c]:33908","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16759,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_14a3518d-fcc0-4236-98bd-c9648bf48f8e/crucible/regions/7d64e359-31a0-41ea-bf04-f4446435484b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:32.934230636Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_14a3518d-fcc0-4236-98bd-c9648bf48f8e/crucible/regions/7d64e359-31a0-41ea-bf04-f4446435484b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:32.934247305Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7d64e359-31a0-41ea-bf04-f4446435484b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7d64e359-31a0-41ea-bf04-f4446435484b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:33.127683478Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"region":"7d64e359-31a0-41ea-bf04-f4446435484b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7d64e359-31a0-41ea-bf04-f4446435484b\" \"--data\" \"/data/regions/7d64e359-31a0-41ea-bf04-f4446435484b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:33.130146049Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"region":"7d64e359-31a0-41ea-bf04-f4446435484b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:33.148407085Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"uri":"/crucible/0/regions","method":"POST","req_id":"e4bdfe98-8ee2-4ca4-97c2-61c9dfe67b63","remote_addr":"[fd00:1122:3344:101::c]:33908","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:33.461851425Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"uri":"/crucible/0/regions","method":"POST","req_id":"96d98821-521f-45bd-aac8-e706496bdbd0","remote_addr":"[fd00:1122:3344:101::c]:33908","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.05627267Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"region":"7d64e359-31a0-41ea-bf04-f4446435484b","component":"worker"} {"msg":"region 7d64e359-31a0-41ea-bf04-f4446435484b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.056331271Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.056626445Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7d64e359-31a0-41ea-bf04-f4446435484b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.057117924Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7d64e359-31a0-41ea-bf04-f4446435484b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.084048982Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.134476934Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7d64e359-31a0-41ea-bf04-f4446435484b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.157765111Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7d64e359-31a0-41ea-bf04-f4446435484b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.158659435Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.158744702Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.15880251Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.158851252Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.168960608Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.193122537Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.254229984Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"uri":"/crucible/0/regions","method":"POST","req_id":"a82310bc-6296-4a85-9e11-ff6ccdc3ff84","remote_addr":"[fd00:1122:3344:101::c]:33908","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.22187054Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"uri":"/crucible/0/regions/7d64e359-31a0-41ea-bf04-f4446435484b","method":"GET","req_id":"ff0b9f27-8b1b-405f-8ddb-da72c8726a74","remote_addr":"[fd00:1122:3344:101::c]:33908","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":95,"response_code":200} {"msg":"path is \"/data/regions/7d64e359-31a0-41ea-bf04-f4446435484b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.224326252Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"datafile"} {"msg":"dataset is oxp_14a3518d-fcc0-4236-98bd-c9648bf48f8e/crucible/regions/7d64e359-31a0-41ea-bf04-f4446435484b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.232397759Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"datafile"} {"msg":"region 7d64e359-31a0-41ea-bf04-f4446435484b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.239794769Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.240015435Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"uri":"/crucible/0/regions/7d64e359-31a0-41ea-bf04-f4446435484b","method":"DELETE","req_id":"0ae3fb6f-463f-4a5f-9f59-d613d9189928","remote_addr":"[fd00:1122:3344:101::c]:33908","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":15713,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.240061896Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-7d64e359-31a0-41ea-bf04-f4446435484b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.241190155Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.244344686Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"uri":"/crucible/0/regions/7d64e359-31a0-41ea-bf04-f4446435484b","method":"GET","req_id":"0e7be656-1466-4560-8ca8-49244f652542","remote_addr":"[fd00:1122:3344:101::c]:33908","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":32,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.263932828Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_14a3518d-fcc0-4236-98bd-c9648bf48f8e/crucible/regions/7d64e359-31a0-41ea-bf04-f4446435484b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.272940669Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"region":"7d64e359-31a0-41ea-bf04-f4446435484b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.341346334Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"uri":"/crucible/0/regions/7d64e359-31a0-41ea-bf04-f4446435484b","method":"GET","req_id":"ae75aa18-9671-465b-9cea-674dc35086ca","remote_addr":"[fd00:1122:3344:101::c]:33908","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.447832385Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"uri":"/crucible/0/regions/7d64e359-31a0-41ea-bf04-f4446435484b","method":"GET","req_id":"0068e5c4-0fd5-4837-b886-5230e58d81ce","remote_addr":"[fd00:1122:3344:101::c]:33908","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":47,"response_code":200} {"msg":"region 7d64e359-31a0-41ea-bf04-f4446435484b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.45975347Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.583393221Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"uri":"/crucible/0/regions/7d64e359-31a0-41ea-bf04-f4446435484b","method":"GET","req_id":"87d3f848-91a1-481d-b571-e934e80bab4e","remote_addr":"[fd00:1122:3344:101::c]:33908","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":32,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.642811229Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:63473"} {"msg":"region 601fd89a-f09c-49fd-9d85-e2e5da73e4d3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.643474826Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.643840285Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.643852006Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"uri":"/crucible/0/regions","method":"POST","req_id":"73dedb5a-ca8e-4a84-aefc-4815d40db7bf","remote_addr":"[fd00:1122:3344:101::c]:63473","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":961,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_14a3518d-fcc0-4236-98bd-c9648bf48f8e/crucible/regions/601fd89a-f09c-49fd-9d85-e2e5da73e4d3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.654593121Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_14a3518d-fcc0-4236-98bd-c9648bf48f8e/crucible/regions/601fd89a-f09c-49fd-9d85-e2e5da73e4d3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.654621762Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"601fd89a-f09c-49fd-9d85-e2e5da73e4d3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/601fd89a-f09c-49fd-9d85-e2e5da73e4d3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.734003657Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"region":"601fd89a-f09c-49fd-9d85-e2e5da73e4d3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"601fd89a-f09c-49fd-9d85-e2e5da73e4d3\" \"--data\" \"/data/regions/601fd89a-f09c-49fd-9d85-e2e5da73e4d3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.734052119Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"region":"601fd89a-f09c-49fd-9d85-e2e5da73e4d3","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.926047222Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"region":"601fd89a-f09c-49fd-9d85-e2e5da73e4d3","component":"worker"} {"msg":"region 601fd89a-f09c-49fd-9d85-e2e5da73e4d3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.926100563Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.926184745Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.926685128Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"uri":"/crucible/0/regions","method":"POST","req_id":"5ef64047-9503-4696-beb4-d28c4628a163","remote_addr":"[fd00:1122:3344:101::c]:63473","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"creating missing downstairs instance downstairs-601fd89a-f09c-49fd-9d85-e2e5da73e4d3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.926998536Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-601fd89a-f09c-49fd-9d85-e2e5da73e4d3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.94352605Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.97980706Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-601fd89a-f09c-49fd-9d85-e2e5da73e4d3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.9961804Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/601fd89a-f09c-49fd-9d85-e2e5da73e4d3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.996486518Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.996544689Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.996591271Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.996637362Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:57.007266824Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:57.017007264Z","hostname":"oxz_crucible_bd1c4426-7155-444f-973f-a0755cdbf8f7","pid":24628,"component":"worker"}