[ Oct 19 18:31:21 Enabled. ]
[ Oct 19 18:31:21 Rereading configuration. ]
[ Oct 19 18:31:23 Rereading configuration. ]
[ Oct 19 18:31:28 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f85cf0dc3631e2f0c13384787efb0efc1b642162\nCommit timestamp: 2026-10-10T00:38:51.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:28.121962443Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115}
{"msg":"dataset: \"oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:28.122127286Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:28.122137156Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:28.122142436Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:28.132946222Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:28.210805784Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.111069811Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:51448"}
{"msg":"region 01c8feac-6161-4525-ae1f-e3b9069a02f5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.134325645Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.14114187Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.145225992Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"uri":"/crucible/0/regions","method":"POST","req_id":"c318e638-69f6-4877-9e2a-b0e8cf1ba1c9","remote_addr":"[fd00:1122:3344:101::b]:51448","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":15817,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible/regions/01c8feac-6161-4525-ae1f-e3b9069a02f5","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.148084699Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible/regions/01c8feac-6161-4525-ae1f-e3b9069a02f5","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.148104719Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"01c8feac-6161-4525-ae1f-e3b9069a02f5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/01c8feac-6161-4525-ae1f-e3b9069a02f5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.236160085Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"region":"01c8feac-6161-4525-ae1f-e3b9069a02f5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"01c8feac-6161-4525-ae1f-e3b9069a02f5\" \"--data\" \"/data/regions/01c8feac-6161-4525-ae1f-e3b9069a02f5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.236244386Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"region":"01c8feac-6161-4525-ae1f-e3b9069a02f5","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.291534769Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"uri":"/crucible/0/regions","method":"POST","req_id":"00a64aa5-d463-4b7b-9090-4cd9fcfffc5d","remote_addr":"[fd00:1122:3344:101::b]:51448","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":91,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.382466952Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"region":"01c8feac-6161-4525-ae1f-e3b9069a02f5","component":"worker"}
{"msg":"region 01c8feac-6161-4525-ae1f-e3b9069a02f5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.384460271Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.384753937Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-01c8feac-6161-4525-ae1f-e3b9069a02f5","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.385093474Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-01c8feac-6161-4525-ae1f-e3b9069a02f5","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.392495492Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.407235005Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-01c8feac-6161-4525-ae1f-e3b9069a02f5","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.412853107Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/01c8feac-6161-4525-ae1f-e3b9069a02f5","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.413608133Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.413670024Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.413720265Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.413757325Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.421610626Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.426626062Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:53.808068556Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"uri":"/crucible/0/regions","method":"POST","req_id":"5ef3596b-b79c-476a-ae3e-d53153786843","remote_addr":"[fd00:1122:3344:101::b]:51448","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":84,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:54.364583911Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"uri":"/crucible/0/regions/01c8feac-6161-4525-ae1f-e3b9069a02f5","method":"GET","req_id":"5cb73980-d1ce-4f39-be64-87f9ffbf17a4","remote_addr":"[fd00:1122:3344:101::b]:51448","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"path is \"/data/regions/01c8feac-6161-4525-ae1f-e3b9069a02f5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:54.368165812Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"dataset is oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible/regions/01c8feac-6161-4525-ae1f-e3b9069a02f5","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:54.375476018Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"region 01c8feac-6161-4525-ae1f-e3b9069a02f5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:54.382909976Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:54.383032089Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:54.383049339Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"uri":"/crucible/0/regions/01c8feac-6161-4525-ae1f-e3b9069a02f5","method":"DELETE","req_id":"815bb9ea-5dd0-4a70-94a9-8765a53fe614","remote_addr":"[fd00:1122:3344:101::b]:51448","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":14914,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-01c8feac-6161-4525-ae1f-e3b9069a02f5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:54.384014948Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:54.386989407Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"uri":"/crucible/0/regions/01c8feac-6161-4525-ae1f-e3b9069a02f5","method":"GET","req_id":"b9e5c0a8-85fc-4888-83fa-f301b4433051","remote_addr":"[fd00:1122:3344:101::b]:51448","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":41,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:54.38861942Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible/regions/01c8feac-6161-4525-ae1f-e3b9069a02f5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:54.396218851Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"region":"01c8feac-6161-4525-ae1f-e3b9069a02f5","component":"worker"}
{"msg":"region 01c8feac-6161-4525-ae1f-e3b9069a02f5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:54.482115764Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:54.524091491Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"uri":"/crucible/0/regions/01c8feac-6161-4525-ae1f-e3b9069a02f5","method":"GET","req_id":"0d401fff-bb3a-4d34-9bc4-f81460bb54a1","remote_addr":"[fd00:1122:3344:101::b]:51448","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"region 412dfd8d-de87-48d1-8697-20380edc6d82 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.556755659Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.556907472Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"uri":"/crucible/0/regions","method":"POST","req_id":"19969d80-28c6-456e-873d-dd77913b8f7e","remote_addr":"[fd00:1122:3344:101::b]:51448","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":207,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.556959313Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible/regions/412dfd8d-de87-48d1-8697-20380edc6d82","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.561974553Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible/regions/412dfd8d-de87-48d1-8697-20380edc6d82","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.562015214Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"412dfd8d-de87-48d1-8697-20380edc6d82\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/412dfd8d-de87-48d1-8697-20380edc6d82\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.614148943Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"region":"412dfd8d-de87-48d1-8697-20380edc6d82","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"412dfd8d-de87-48d1-8697-20380edc6d82\" \"--data\" \"/data/regions/412dfd8d-de87-48d1-8697-20380edc6d82\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.614190034Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"region":"412dfd8d-de87-48d1-8697-20380edc6d82","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.698820581Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"region":"412dfd8d-de87-48d1-8697-20380edc6d82","component":"worker"}
{"msg":"region 412dfd8d-de87-48d1-8697-20380edc6d82 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.698856362Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.698955584Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.699349592Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"uri":"/crucible/0/regions","method":"POST","req_id":"274ce6da-670a-423e-8f42-f51f8951455c","remote_addr":"[fd00:1122:3344:101::b]:51448","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"creating missing downstairs instance downstairs-412dfd8d-de87-48d1-8697-20380edc6d82","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.700393433Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-412dfd8d-de87-48d1-8697-20380edc6d82","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.703570866Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.712414632Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-412dfd8d-de87-48d1-8697-20380edc6d82","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.715595056Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/412dfd8d-de87-48d1-8697-20380edc6d82","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.715893822Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.715943303Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.715983033Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.716021864Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.719702468Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.724044754Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.730532895Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:37640"}
{"msg":"region 85ca0909-56be-4a09-a5bf-eaad15e8c3bd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.730661617Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.73130952Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.731337021Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"uri":"/crucible/0/regions","method":"POST","req_id":"6c1e9fec-4e35-458b-8b5e-8bb58ef5650d","remote_addr":"[fd00:1122:3344:101::b]:37640","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":721,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible/regions/85ca0909-56be-4a09-a5bf-eaad15e8c3bd","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.738747729Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible/regions/85ca0909-56be-4a09-a5bf-eaad15e8c3bd","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.738785999Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"85ca0909-56be-4a09-a5bf-eaad15e8c3bd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/85ca0909-56be-4a09-a5bf-eaad15e8c3bd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.797967729Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"region":"85ca0909-56be-4a09-a5bf-eaad15e8c3bd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"85ca0909-56be-4a09-a5bf-eaad15e8c3bd\" \"--data\" \"/data/regions/85ca0909-56be-4a09-a5bf-eaad15e8c3bd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.79801424Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"region":"85ca0909-56be-4a09-a5bf-eaad15e8c3bd","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.874152368Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"region":"85ca0909-56be-4a09-a5bf-eaad15e8c3bd","component":"worker"}
{"msg":"region 85ca0909-56be-4a09-a5bf-eaad15e8c3bd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.874215679Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.874329572Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-85ca0909-56be-4a09-a5bf-eaad15e8c3bd","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.883231789Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-85ca0909-56be-4a09-a5bf-eaad15e8c3bd","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.88928888Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.901370671Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-85ca0909-56be-4a09-a5bf-eaad15e8c3bd","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.904522963Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/85ca0909-56be-4a09-a5bf-eaad15e8c3bd","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.90483815Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.904885741Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.904928571Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.904965002Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.908509463Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.913430981Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.01267974Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"uri":"/crucible/0/regions","method":"POST","req_id":"e4a2906d-3af6-43c3-81a1-4cc117dfaece","remote_addr":"[fd00:1122:3344:101::b]:37640","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.613544255Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"uri":"/crucible/0/regions/412dfd8d-de87-48d1-8697-20380edc6d82","method":"GET","req_id":"bf128ff5-88ac-4ca1-9c12-2086aed52d84","remote_addr":"[fd00:1122:3344:101::b]:37640","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"path is \"/data/regions/412dfd8d-de87-48d1-8697-20380edc6d82\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.620895592Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"dataset is oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible/regions/412dfd8d-de87-48d1-8697-20380edc6d82","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.626939682Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"snapshot is oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible/regions/412dfd8d-de87-48d1-8697-20380edc6d82@b7c68df7-53ec-4686-b543-770c970c526a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.632898881Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible/regions/412dfd8d-de87-48d1-8697-20380edc6d82\", \"b7c68df7-53ec-4686-b543-770c970c526a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.632926051Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.643699996Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"uri":"/crucible/0/regions/412dfd8d-de87-48d1-8697-20380edc6d82/snapshots/b7c68df7-53ec-4686-b543-770c970c526a","method":"GET","req_id":"0ed63b8c-2183-470e-8164-f359ad558168","remote_addr":"[fd00:1122:3344:101::b]:37640","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25942,"response_code":200}
{"msg":"path is \"/data/regions/412dfd8d-de87-48d1-8697-20380edc6d82\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.647168995Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"dataset is oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible/regions/412dfd8d-de87-48d1-8697-20380edc6d82","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.652560343Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"snapshot is oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible/regions/412dfd8d-de87-48d1-8697-20380edc6d82@b7c68df7-53ec-4686-b543-770c970c526a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.657420309Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible/regions/412dfd8d-de87-48d1-8697-20380edc6d82\", \"b7c68df7-53ec-4686-b543-770c970c526a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.657431789Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 412dfd8d-de87-48d1-8697-20380edc6d82-b7c68df7-53ec-4686-b543-770c970c526a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.663599392Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"applying SMF actions for region 412dfd8d-de87-48d1-8697-20380edc6d82 running snapshot b7c68df7-53ec-4686-b543-770c970c526a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.663801527Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.663810517Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"uri":"/crucible/0/regions/412dfd8d-de87-48d1-8697-20380edc6d82/snapshots/b7c68df7-53ec-4686-b543-770c970c526a/run","method":"POST","req_id":"b76954be-f368-4df2-a309-e01d88ac614a","remote_addr":"[fd00:1122:3344:101::b]:37640","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16655,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-412dfd8d-de87-48d1-8697-20380edc6d82-b7c68df7-53ec-4686-b543-770c970c526a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.66646504Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-412dfd8d-de87-48d1-8697-20380edc6d82-b7c68df7-53ec-4686-b543-770c970c526a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.670143243Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-412dfd8d-de87-48d1-8697-20380edc6d82-b7c68df7-53ec-4686-b543-770c970c526a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.679709854Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/412dfd8d-de87-48d1-8697-20380edc6d82/.zfs/snapshot/b7c68df7-53ec-4686-b543-770c970c526a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.68000634Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.680048731Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.680090841Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.680128932Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.680172913Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.684690063Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.689589261Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"region 412dfd8d-de87-48d1-8697-20380edc6d82 running snapshot b7c68df7-53ec-4686-b543-770c970c526a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.689603141Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"path is \"/data/regions/412dfd8d-de87-48d1-8697-20380edc6d82\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.820076242Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"dataset is oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible/regions/412dfd8d-de87-48d1-8697-20380edc6d82","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.826385568Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"snapshot is oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible/regions/412dfd8d-de87-48d1-8697-20380edc6d82@b7c68df7-53ec-4686-b543-770c970c526a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.832764815Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible/regions/412dfd8d-de87-48d1-8697-20380edc6d82\", \"b7c68df7-53ec-4686-b543-770c970c526a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.832776585Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.837716694Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"uri":"/crucible/0/regions/412dfd8d-de87-48d1-8697-20380edc6d82/snapshots/b7c68df7-53ec-4686-b543-770c970c526a/run","method":"POST","req_id":"632ec969-f116-4bf4-85d5-2caecafc37ea","remote_addr":"[fd00:1122:3344:101::b]:37640","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":17716,"response_code":200}
{"msg":"region fe6bf8db-0b68-410b-a62b-b6c9f615e12e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:02.40669695Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:02.406881684Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"uri":"/crucible/0/regions","method":"POST","req_id":"5adeddd4-0c25-4744-979a-fa70ba13564d","remote_addr":"[fd00:1122:3344:101::b]:37640","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":229,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:02.406900754Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible/regions/fe6bf8db-0b68-410b-a62b-b6c9f615e12e","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:02.412158729Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible/regions/fe6bf8db-0b68-410b-a62b-b6c9f615e12e","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:02.41217925Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"fe6bf8db-0b68-410b-a62b-b6c9f615e12e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fe6bf8db-0b68-410b-a62b-b6c9f615e12e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:02.467527163Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"region":"fe6bf8db-0b68-410b-a62b-b6c9f615e12e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fe6bf8db-0b68-410b-a62b-b6c9f615e12e\" \"--data\" \"/data/regions/fe6bf8db-0b68-410b-a62b-b6c9f615e12e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:02.467564824Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"region":"fe6bf8db-0b68-410b-a62b-b6c9f615e12e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:02.54914059Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"region":"fe6bf8db-0b68-410b-a62b-b6c9f615e12e","component":"worker"}
{"msg":"region fe6bf8db-0b68-410b-a62b-b6c9f615e12e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:02.549186721Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:02.549284083Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-fe6bf8db-0b68-410b-a62b-b6c9f615e12e","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:02.55163557Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fe6bf8db-0b68-410b-a62b-b6c9f615e12e","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:02.554500137Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:02.562001047Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fe6bf8db-0b68-410b-a62b-b6c9f615e12e","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:02.565777202Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fe6bf8db-0b68-410b-a62b-b6c9f615e12e","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:02.566050487Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:02.566099968Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:02.566140829Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:02.56618055Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:02.569871414Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:02.575277771Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:02.662333026Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"uri":"/crucible/0/regions","method":"POST","req_id":"68236fbe-fdde-4fa3-bd81-754a41fa39ec","remote_addr":"[fd00:1122:3344:101::b]:37640","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:27.306113011Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"uri":"/crucible/0/regions/fe6bf8db-0b68-410b-a62b-b6c9f615e12e","method":"GET","req_id":"bb0a861e-ba6b-4cb8-b160-f343365e120f","remote_addr":"[fd00:1122:3344:101::b]:37640","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"path is \"/data/regions/fe6bf8db-0b68-410b-a62b-b6c9f615e12e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:27.310262833Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"dataset is oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible/regions/fe6bf8db-0b68-410b-a62b-b6c9f615e12e","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:27.319384455Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"region fe6bf8db-0b68-410b-a62b-b6c9f615e12e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:27.32616333Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:27.326344424Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:27.326361184Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"uri":"/crucible/0/regions/fe6bf8db-0b68-410b-a62b-b6c9f615e12e","method":"DELETE","req_id":"cf82f37c-5dc3-432a-a75a-4fc5b8ffe19e","remote_addr":"[fd00:1122:3344:101::b]:37640","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16125,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-fe6bf8db-0b68-410b-a62b-b6c9f615e12e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:27.327475657Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:27.329315523Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"uri":"/crucible/0/regions/fe6bf8db-0b68-410b-a62b-b6c9f615e12e","method":"GET","req_id":"14c769cd-6867-4b9d-9343-5bef91e9b5cb","remote_addr":"[fd00:1122:3344:101::b]:37640","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:27.334856854Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_e55b99f0-0ba0-4a61-b7df-6dfa6df3129c/crucible/regions/fe6bf8db-0b68-410b-a62b-b6c9f615e12e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:27.342909324Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"region":"fe6bf8db-0b68-410b-a62b-b6c9f615e12e","component":"worker"}
{"msg":"region fe6bf8db-0b68-410b-a62b-b6c9f615e12e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:27.409316898Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:43:27.440363077Z","hostname":"oxz_crucible_65b5d2cb-a0f8-48cf-bd0d-d72ef9e1f112","pid":115,"uri":"/crucible/0/regions/fe6bf8db-0b68-410b-a62b-b6c9f615e12e","method":"GET","req_id":"2b97f0c9-75e9-41cf-9082-61d2ea88a40d","remote_addr":"[fd00:1122:3344:101::b]:37640","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":200}