{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.012586329Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:57136"} {"msg":"region 6bba77de-4da8-44c2-a89b-fa33f9a2deb7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.063117662Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.067647373Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.067662233Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"uri":"/crucible/0/regions","method":"POST","req_id":"603617b5-35c2-40cc-8526-2b5ed9ca8005","remote_addr":"[fd00:1122:3344:101::b]:57136","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24987,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_3eee49f8-7e94-4a89-adad-554bf31d54a5/crucible/regions/6bba77de-4da8-44c2-a89b-fa33f9a2deb7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.083337619Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3eee49f8-7e94-4a89-adad-554bf31d54a5/crucible/regions/6bba77de-4da8-44c2-a89b-fa33f9a2deb7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.083362519Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6bba77de-4da8-44c2-a89b-fa33f9a2deb7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6bba77de-4da8-44c2-a89b-fa33f9a2deb7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.139078334Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"region":"6bba77de-4da8-44c2-a89b-fa33f9a2deb7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6bba77de-4da8-44c2-a89b-fa33f9a2deb7\" \"--data\" \"/data/regions/6bba77de-4da8-44c2-a89b-fa33f9a2deb7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.14200248Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"region":"6bba77de-4da8-44c2-a89b-fa33f9a2deb7","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.341916177Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"uri":"/crucible/0/regions","method":"POST","req_id":"c5df9c50-7c4f-4cca-9ded-a4d5283cdd05","remote_addr":"[fd00:1122:3344:101::b]:57136","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.515219466Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"region":"6bba77de-4da8-44c2-a89b-fa33f9a2deb7","component":"worker"} {"msg":"region 6bba77de-4da8-44c2-a89b-fa33f9a2deb7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.515257866Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.515350628Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6bba77de-4da8-44c2-a89b-fa33f9a2deb7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.515680133Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6bba77de-4da8-44c2-a89b-fa33f9a2deb7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.526728497Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.545986629Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6bba77de-4da8-44c2-a89b-fa33f9a2deb7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.548742232Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6bba77de-4da8-44c2-a89b-fa33f9a2deb7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.549472133Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.549531114Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.549571295Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.549606236Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.553120281Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.557238605Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.80353446Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"uri":"/crucible/0/regions","method":"POST","req_id":"d9b16648-e881-4449-83a5-1cc549c332a8","remote_addr":"[fd00:1122:3344:101::b]:57136","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region 367f73b9-7ea2-4a31-a4c0-7f90775b0ce4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.120461307Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.120713881Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"uri":"/crucible/0/regions","method":"POST","req_id":"fa983fdf-08a4-417f-8f57-d868efd4ab26","remote_addr":"[fd00:1122:3344:101::b]:57136","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":313,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.120741412Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_3eee49f8-7e94-4a89-adad-554bf31d54a5/crucible/regions/367f73b9-7ea2-4a31-a4c0-7f90775b0ce4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.128011816Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3eee49f8-7e94-4a89-adad-554bf31d54a5/crucible/regions/367f73b9-7ea2-4a31-a4c0-7f90775b0ce4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.128056036Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"367f73b9-7ea2-4a31-a4c0-7f90775b0ce4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/367f73b9-7ea2-4a31-a4c0-7f90775b0ce4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.191210118Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"region":"367f73b9-7ea2-4a31-a4c0-7f90775b0ce4","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"367f73b9-7ea2-4a31-a4c0-7f90775b0ce4\" \"--data\" \"/data/regions/367f73b9-7ea2-4a31-a4c0-7f90775b0ce4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.191273528Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"region":"367f73b9-7ea2-4a31-a4c0-7f90775b0ce4","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.278254963Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"region":"367f73b9-7ea2-4a31-a4c0-7f90775b0ce4","component":"worker"} {"msg":"region 367f73b9-7ea2-4a31-a4c0-7f90775b0ce4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.278307534Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.278401606Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-367f73b9-7ea2-4a31-a4c0-7f90775b0ce4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.278737841Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-367f73b9-7ea2-4a31-a4c0-7f90775b0ce4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.28315636Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.311866701Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-367f73b9-7ea2-4a31-a4c0-7f90775b0ce4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.323673716Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/367f73b9-7ea2-4a31-a4c0-7f90775b0ce4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.32392864Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.323988451Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.324044282Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.324097633Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.334162231Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.347267986Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.435298528Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"uri":"/crucible/0/regions","method":"POST","req_id":"36c36b09-06c2-455a-8ad7-28cc030877f3","remote_addr":"[fd00:1122:3344:101::b]:57136","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.59749328Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"uri":"/crucible/0/regions/367f73b9-7ea2-4a31-a4c0-7f90775b0ce4","method":"GET","req_id":"e3f6a1f9-c57d-4bc0-b83c-66529c306d0d","remote_addr":"[fd00:1122:3344:101::b]:57136","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":75,"response_code":200} {"msg":"path is \"/data/regions/367f73b9-7ea2-4a31-a4c0-7f90775b0ce4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.600507627Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"datafile"} {"msg":"dataset is oxp_3eee49f8-7e94-4a89-adad-554bf31d54a5/crucible/regions/367f73b9-7ea2-4a31-a4c0-7f90775b0ce4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.611787024Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"datafile"} {"msg":"region 367f73b9-7ea2-4a31-a4c0-7f90775b0ce4 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.61849926Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.61916743Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"uri":"/crucible/0/regions/367f73b9-7ea2-4a31-a4c0-7f90775b0ce4","method":"DELETE","req_id":"45654c7f-53b5-48c5-b824-97b62cd89d47","remote_addr":"[fd00:1122:3344:101::b]:57136","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18690,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.619189171Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-367f73b9-7ea2-4a31-a4c0-7f90775b0ce4 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.620185446Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.622055005Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"uri":"/crucible/0/regions/367f73b9-7ea2-4a31-a4c0-7f90775b0ce4","method":"GET","req_id":"dd7dcaf6-e153-4b7b-9e74-8624bd421de5","remote_addr":"[fd00:1122:3344:101::b]:57136","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.632444559Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_3eee49f8-7e94-4a89-adad-554bf31d54a5/crucible/regions/367f73b9-7ea2-4a31-a4c0-7f90775b0ce4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.640296672Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"region":"367f73b9-7ea2-4a31-a4c0-7f90775b0ce4","component":"worker"} {"msg":"region 367f73b9-7ea2-4a31-a4c0-7f90775b0ce4 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.700164371Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.804318755Z","hostname":"oxz_crucible_f921ae95-925f-4fbe-98d0-47ea9e555151","pid":22895,"uri":"/crucible/0/regions/367f73b9-7ea2-4a31-a4c0-7f90775b0ce4","method":"GET","req_id":"83a5086c-240a-4be3-87e7-b15b415354ff","remote_addr":"[fd00:1122:3344:101::b]:57136","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":200}