{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:06.749240273Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:59649"} {"msg":"region 9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:06.780180007Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:06.785723304Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"uri":"/crucible/0/regions","method":"POST","req_id":"80de9eb9-fd92-488e-a3c4-e64cecd5ce8f","remote_addr":"[fd00:1122:3344:101::c]:59649","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17739,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:06.788387749Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_a49f7880-bf9a-4c8d-85a2-32040f57d479/crucible/regions/9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:06.798437083Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_a49f7880-bf9a-4c8d-85a2-32040f57d479/crucible/regions/9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:06.798472434Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:06.858003206Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"region":"9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d\" \"--data\" \"/data/regions/9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:06.859961671Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"region":"9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:07.115376806Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"uri":"/crucible/0/regions","method":"POST","req_id":"7e552601-43f7-4851-9308-20ffcb1d093f","remote_addr":"[fd00:1122:3344:101::c]:59649","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":71,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:07.131260214Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"region":"9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d","component":"worker"} {"msg":"region 9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:07.131298275Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:07.131430419Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:07.131849661Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:07.137781159Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:07.154236753Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:07.157139025Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:07.157836855Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:07.157897617Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:07.157942708Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:07.157982479Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:07.16259898Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:07.166353355Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:07.57439163Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"uri":"/crucible/0/regions","method":"POST","req_id":"b54a0b21-8cd3-4e9a-a61b-b722ca2a1f77","remote_addr":"[fd00:1122:3344:101::c]:59649","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":102,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:08.093933866Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"uri":"/crucible/0/regions/9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d","method":"GET","req_id":"62edd789-8768-49f5-a0fc-7fe3bfb49317","remote_addr":"[fd00:1122:3344:101::c]:59649","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"path is \"/data/regions/9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:08.097163867Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"datafile"} {"msg":"dataset is oxp_a49f7880-bf9a-4c8d-85a2-32040f57d479/crucible/regions/9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:08.109083523Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"datafile"} {"msg":"region 9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:08.11923508Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:08.119417965Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:08.119476827Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"uri":"/crucible/0/regions/9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d","method":"DELETE","req_id":"7d1428f7-daa2-4913-aa6e-edc388bc341a","remote_addr":"[fd00:1122:3344:101::c]:59649","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22343,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:08.120578638Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:08.122258426Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"uri":"/crucible/0/regions/9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d","method":"GET","req_id":"a15be39b-7fd8-424f-baf6-1596b7ccba28","remote_addr":"[fd00:1122:3344:101::c]:59649","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":23,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:08.12453647Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_a49f7880-bf9a-4c8d-85a2-32040f57d479/crucible/regions/9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:08.135097728Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"region":"9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d","component":"worker"} {"msg":"region 9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:08.202913774Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:08.235210506Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"uri":"/crucible/0/regions/9e3d9c66-e167-4dbe-bb9f-0d61f6d45c5d","method":"GET","req_id":"8cf54963-b741-4b6c-9480-c08efc162d50","remote_addr":"[fd00:1122:3344:101::c]:59649","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"region 40a7eacc-fec3-4012-96ba-85b563a1f2a5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:09.884359621Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:09.884517075Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"uri":"/crucible/0/regions","method":"POST","req_id":"06192fe7-e49b-4b73-8ace-c34a1faf36d4","remote_addr":"[fd00:1122:3344:101::c]:59649","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":221,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:09.884556556Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_a49f7880-bf9a-4c8d-85a2-32040f57d479/crucible/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:09.893744226Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a49f7880-bf9a-4c8d-85a2-32040f57d479/crucible/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:09.893773877Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"40a7eacc-fec3-4012-96ba-85b563a1f2a5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:09.94628689Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"region":"40a7eacc-fec3-4012-96ba-85b563a1f2a5","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"40a7eacc-fec3-4012-96ba-85b563a1f2a5\" \"--data\" \"/data/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:09.948465382Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"region":"40a7eacc-fec3-4012-96ba-85b563a1f2a5","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:10.026149706Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"region":"40a7eacc-fec3-4012-96ba-85b563a1f2a5","component":"worker"} {"msg":"region 40a7eacc-fec3-4012-96ba-85b563a1f2a5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:10.026201308Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:10.026304981Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-40a7eacc-fec3-4012-96ba-85b563a1f2a5","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:10.02768145Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-40a7eacc-fec3-4012-96ba-85b563a1f2a5","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:10.030336125Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:10.037418814Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-40a7eacc-fec3-4012-96ba-85b563a1f2a5","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:10.040610965Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:10.040944334Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:10.040996666Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:10.041039557Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:10.041087628Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:10.044663399Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:10.048785456Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:45:10.168803016Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"uri":"/crucible/0/regions","method":"POST","req_id":"6cdda0cd-6f77-45e5-9a81-9776caa76c8b","remote_addr":"[fd00:1122:3344:101::c]:59649","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.399931647Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:40218"} {"msg":"region ee22cb34-3370-42ac-ac36-66e9c5840b17 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.400805992Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.401121971Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"uri":"/crucible/0/regions","method":"POST","req_id":"b9f7be07-5bc5-4b02-a3e0-8ad0db57bbb7","remote_addr":"[fd00:1122:3344:101::c]:40218","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":1129,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.401140201Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_a49f7880-bf9a-4c8d-85a2-32040f57d479/crucible/regions/ee22cb34-3370-42ac-ac36-66e9c5840b17","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.41275932Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a49f7880-bf9a-4c8d-85a2-32040f57d479/crucible/regions/ee22cb34-3370-42ac-ac36-66e9c5840b17","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.412797221Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ee22cb34-3370-42ac-ac36-66e9c5840b17\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ee22cb34-3370-42ac-ac36-66e9c5840b17\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.474995638Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"region":"ee22cb34-3370-42ac-ac36-66e9c5840b17","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ee22cb34-3370-42ac-ac36-66e9c5840b17\" \"--data\" \"/data/regions/ee22cb34-3370-42ac-ac36-66e9c5840b17\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.475067109Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"region":"ee22cb34-3370-42ac-ac36-66e9c5840b17","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.607038317Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"region":"ee22cb34-3370-42ac-ac36-66e9c5840b17","component":"worker"} {"msg":"region ee22cb34-3370-42ac-ac36-66e9c5840b17 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.607095249Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.607185662Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ee22cb34-3370-42ac-ac36-66e9c5840b17","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.626046654Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ee22cb34-3370-42ac-ac36-66e9c5840b17","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.638067094Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.649646441Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ee22cb34-3370-42ac-ac36-66e9c5840b17","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.653017536Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ee22cb34-3370-42ac-ac36-66e9c5840b17","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.653259713Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.653319635Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.653361196Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.653410137Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.657245806Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.662155414Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:50.752198628Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"uri":"/crucible/0/regions","method":"POST","req_id":"ef79bb03-9735-44e4-9be1-adde6181af8c","remote_addr":"[fd00:1122:3344:101::c]:40218","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.028001047Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"uri":"/crucible/0/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5","method":"GET","req_id":"8f08136e-8de0-4166-ac1f-6cd7155be6da","remote_addr":"[fd00:1122:3344:101::c]:40218","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":48,"response_code":"200"} {"msg":"path is \"/data/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.031772113Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"datafile"} {"msg":"dataset is oxp_a49f7880-bf9a-4c8d-85a2-32040f57d479/crucible/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.042078144Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"datafile"} {"msg":"snapshot is oxp_a49f7880-bf9a-4c8d-85a2-32040f57d479/crucible/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5@267b70a6-9a72-4846-a7be-73cc1065cb5b","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.050866833Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a49f7880-bf9a-4c8d-85a2-32040f57d479/crucible/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5\", \"267b70a6-9a72-4846-a7be-73cc1065cb5b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.050896693Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.062233574Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"uri":"/crucible/0/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5/snapshots/267b70a6-9a72-4846-a7be-73cc1065cb5b","method":"GET","req_id":"3dcedfd7-dcd3-4e20-bef2-2e55f20be773","remote_addr":"[fd00:1122:3344:101::c]:40218","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30509,"response_code":"200"} {"msg":"path is \"/data/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.066284148Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"datafile"} {"msg":"dataset is oxp_a49f7880-bf9a-4c8d-85a2-32040f57d479/crucible/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.074544971Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"datafile"} {"msg":"snapshot is oxp_a49f7880-bf9a-4c8d-85a2-32040f57d479/crucible/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5@267b70a6-9a72-4846-a7be-73cc1065cb5b","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.083261897Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a49f7880-bf9a-4c8d-85a2-32040f57d479/crucible/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5\", \"267b70a6-9a72-4846-a7be-73cc1065cb5b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.083296918Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 40a7eacc-fec3-4012-96ba-85b563a1f2a5-267b70a6-9a72-4846-a7be-73cc1065cb5b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.092346484Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"datafile"} {"msg":"applying SMF actions for region 40a7eacc-fec3-4012-96ba-85b563a1f2a5 running snapshot 267b70a6-9a72-4846-a7be-73cc1065cb5b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.0925518Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.09257004Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"uri":"/crucible/0/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5/snapshots/267b70a6-9a72-4846-a7be-73cc1065cb5b/run","method":"POST","req_id":"d373d2e0-f167-42a8-9f56-503e05d247dd","remote_addr":"[fd00:1122:3344:101::c]:40218","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26303,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-40a7eacc-fec3-4012-96ba-85b563a1f2a5-267b70a6-9a72-4846-a7be-73cc1065cb5b","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.095353519Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-40a7eacc-fec3-4012-96ba-85b563a1f2a5-267b70a6-9a72-4846-a7be-73cc1065cb5b","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.09857203Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-40a7eacc-fec3-4012-96ba-85b563a1f2a5-267b70a6-9a72-4846-a7be-73cc1065cb5b","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.109131048Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5/.zfs/snapshot/267b70a6-9a72-4846-a7be-73cc1065cb5b","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.109357615Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.109407166Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.109449637Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.109492089Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.10953962Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.112663628Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.11733496Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"worker"} {"msg":"region 40a7eacc-fec3-4012-96ba-85b563a1f2a5 running snapshot 267b70a6-9a72-4846-a7be-73cc1065cb5b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.117356011Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"datafile"} {"msg":"path is \"/data/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.235015734Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"datafile"} {"msg":"dataset is oxp_a49f7880-bf9a-4c8d-85a2-32040f57d479/crucible/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.245026777Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"datafile"} {"msg":"snapshot is oxp_a49f7880-bf9a-4c8d-85a2-32040f57d479/crucible/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5@267b70a6-9a72-4846-a7be-73cc1065cb5b","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.25293215Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a49f7880-bf9a-4c8d-85a2-32040f57d479/crucible/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5\", \"267b70a6-9a72-4846-a7be-73cc1065cb5b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.252969862Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-19T11:55:52.261098511Z","hostname":"oxz_crucible_1ddc6389-0c96-4747-a508-ce99798ddf8a","pid":23508,"uri":"/crucible/0/regions/40a7eacc-fec3-4012-96ba-85b563a1f2a5/snapshots/267b70a6-9a72-4846-a7be-73cc1065cb5b/run","method":"POST","req_id":"cfeaf412-8e64-48b7-94d9-71dc4ddb49fb","remote_addr":"[fd00:1122:3344:101::c]:40218","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26079,"response_code":"200"}