{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.105993883Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:60884"}
{"msg":"region eedfe576-a6c6-46a1-9d8e-66b27b10547f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.150743234Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.156380952Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.161193965Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"uri":"/crucible/0/regions","method":"POST","req_id":"0a078c19-17bd-4e41-8e63-53bda79f8fb3","remote_addr":"[fd00:1122:3344:101::b]:60884","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19572,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_e4e91d4e-2c3b-4428-91b0-8d9a6d758ff9/crucible/regions/eedfe576-a6c6-46a1-9d8e-66b27b10547f","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.167152577Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e4e91d4e-2c3b-4428-91b0-8d9a6d758ff9/crucible/regions/eedfe576-a6c6-46a1-9d8e-66b27b10547f","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.167176348Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"eedfe576-a6c6-46a1-9d8e-66b27b10547f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/eedfe576-a6c6-46a1-9d8e-66b27b10547f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.221332381Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"region":"eedfe576-a6c6-46a1-9d8e-66b27b10547f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"eedfe576-a6c6-46a1-9d8e-66b27b10547f\" \"--data\" \"/data/regions/eedfe576-a6c6-46a1-9d8e-66b27b10547f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.223499408Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"region":"eedfe576-a6c6-46a1-9d8e-66b27b10547f","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.480490627Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"uri":"/crucible/0/regions","method":"POST","req_id":"06e11177-24b5-4f6c-b78c-919195ded5be","remote_addr":"[fd00:1122:3344:101::b]:60884","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.580393928Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"region":"eedfe576-a6c6-46a1-9d8e-66b27b10547f","component":"worker"}
{"msg":"region eedfe576-a6c6-46a1-9d8e-66b27b10547f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.585069858Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.585228211Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-eedfe576-a6c6-46a1-9d8e-66b27b10547f","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.587881147Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-eedfe576-a6c6-46a1-9d8e-66b27b10547f","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.601106095Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.622539544Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-eedfe576-a6c6-46a1-9d8e-66b27b10547f","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.625522786Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/eedfe576-a6c6-46a1-9d8e-66b27b10547f","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.626305169Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.62636702Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.626409251Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.626447151Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.629977562Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.634111714Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.026705639Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"uri":"/crucible/0/regions","method":"POST","req_id":"763020eb-a01f-400f-833c-16ae5fcb0da8","remote_addr":"[fd00:1122:3344:101::b]:60884","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"region cdac7c10-8649-472b-b778-7c217aff7382 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:49.296172575Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:49.297107151Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:49.297140782Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"uri":"/crucible/0/regions","method":"POST","req_id":"dada8bf5-2c24-46e3-87e2-c6aa3f6871e2","remote_addr":"[fd00:1122:3344:101::b]:60884","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":242,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_e4e91d4e-2c3b-4428-91b0-8d9a6d758ff9/crucible/regions/cdac7c10-8649-472b-b778-7c217aff7382","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:49.303766056Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e4e91d4e-2c3b-4428-91b0-8d9a6d758ff9/crucible/regions/cdac7c10-8649-472b-b778-7c217aff7382","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:49.303794187Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:49.464242691Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"uri":"/crucible/0/regions","method":"POST","req_id":"285dcb92-a1ee-4c54-804b-46d7df828c69","remote_addr":"[fd00:1122:3344:101::b]:60884","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"creating region Region { id: RegionId(\"cdac7c10-8649-472b-b778-7c217aff7382\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cdac7c10-8649-472b-b778-7c217aff7382\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:49.630292013Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"region":"cdac7c10-8649-472b-b778-7c217aff7382","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cdac7c10-8649-472b-b778-7c217aff7382\" \"--data\" \"/data/regions/cdac7c10-8649-472b-b778-7c217aff7382\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:49.630334863Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"region":"cdac7c10-8649-472b-b778-7c217aff7382","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:49.827404779Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"region":"cdac7c10-8649-472b-b778-7c217aff7382","component":"worker"}
{"msg":"region cdac7c10-8649-472b-b778-7c217aff7382 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:49.82744764Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:49.827547762Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-cdac7c10-8649-472b-b778-7c217aff7382","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:49.827855637Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cdac7c10-8649-472b-b778-7c217aff7382","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:49.841171926Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:49.871600811Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cdac7c10-8649-472b-b778-7c217aff7382","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:49.884977061Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cdac7c10-8649-472b-b778-7c217aff7382","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:49.885341097Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:49.885394509Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:49.885426129Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:49.88547964Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:49.901682639Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:49.916192549Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:50.063436826Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"uri":"/crucible/0/regions","method":"POST","req_id":"9eb5f147-e2b7-46e1-9acd-9c4990ae6f15","remote_addr":"[fd00:1122:3344:101::b]:60884","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:25:17.970268885Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"uri":"/crucible/0/regions/cdac7c10-8649-472b-b778-7c217aff7382","method":"GET","req_id":"dafb2655-1e3d-4a7c-83d7-58b9abdcf563","remote_addr":"[fd00:1122:3344:101::b]:60884","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":78,"response_code":200}
{"msg":"path is \"/data/regions/cdac7c10-8649-472b-b778-7c217aff7382\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:25:17.974664981Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"datafile"}
{"msg":"dataset is oxp_e4e91d4e-2c3b-4428-91b0-8d9a6d758ff9/crucible/regions/cdac7c10-8649-472b-b778-7c217aff7382","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:25:17.98450177Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"datafile"}
{"msg":"region cdac7c10-8649-472b-b778-7c217aff7382 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:25:17.991172576Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:25:17.991317038Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:25:17.991330438Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"uri":"/crucible/0/regions/cdac7c10-8649-472b-b778-7c217aff7382","method":"DELETE","req_id":"b4060d2e-90b9-4b1d-8d90-79ecac2a3a7b","remote_addr":"[fd00:1122:3344:101::b]:60884","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":16687,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-cdac7c10-8649-472b-b778-7c217aff7382 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:25:17.992394377Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:25:17.994673386Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"uri":"/crucible/0/regions/cdac7c10-8649-472b-b778-7c217aff7382","method":"GET","req_id":"26c12555-92ff-463b-a870-95da8bb1b83b","remote_addr":"[fd00:1122:3344:101::b]:60884","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:25:18.00302125Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_e4e91d4e-2c3b-4428-91b0-8d9a6d758ff9/crucible/regions/cdac7c10-8649-472b-b778-7c217aff7382\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:25:18.0111416Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"region":"cdac7c10-8649-472b-b778-7c217aff7382","component":"worker"}
{"msg":"region cdac7c10-8649-472b-b778-7c217aff7382 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:25:18.074160155Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:25:18.13772519Z","hostname":"oxz_crucible_546a46f0-6368-49ff-bb08-6922a3946d1d","pid":23966,"uri":"/crucible/0/regions/cdac7c10-8649-472b-b778-7c217aff7382","method":"GET","req_id":"b2467fdd-4f8c-4af8-a693-d3bbd9337e09","remote_addr":"[fd00:1122:3344:101::b]:60884","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":57,"response_code":200}