{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.41578909Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:49077"} {"msg":"region f804a1fe-ab01-4e5b-9be0-057fbcc6c70d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.415986405Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.41658613Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.41659369Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"uri":"/crucible/0/regions","method":"POST","req_id":"f7ad8bee-5d52-4d54-88e0-123dc026994d","remote_addr":"[fd00:1122:3344:101::c]:49077","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":641,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_a01f1533-1407-4cfb-9e88-c51537ae6b75/crucible/regions/f804a1fe-ab01-4e5b-9be0-057fbcc6c70d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.425083683Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a01f1533-1407-4cfb-9e88-c51537ae6b75/crucible/regions/f804a1fe-ab01-4e5b-9be0-057fbcc6c70d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.425104854Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f804a1fe-ab01-4e5b-9be0-057fbcc6c70d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f804a1fe-ab01-4e5b-9be0-057fbcc6c70d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.47164109Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"region":"f804a1fe-ab01-4e5b-9be0-057fbcc6c70d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f804a1fe-ab01-4e5b-9be0-057fbcc6c70d\" \"--data\" \"/data/regions/f804a1fe-ab01-4e5b-9be0-057fbcc6c70d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.471676181Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"region":"f804a1fe-ab01-4e5b-9be0-057fbcc6c70d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.572997731Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"region":"f804a1fe-ab01-4e5b-9be0-057fbcc6c70d","component":"worker"} {"msg":"region f804a1fe-ab01-4e5b-9be0-057fbcc6c70d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.573028082Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.573149445Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f804a1fe-ab01-4e5b-9be0-057fbcc6c70d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.590232933Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f804a1fe-ab01-4e5b-9be0-057fbcc6c70d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.601757092Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.615774354Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f804a1fe-ab01-4e5b-9be0-057fbcc6c70d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.618542333Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f804a1fe-ab01-4e5b-9be0-057fbcc6c70d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.61884214Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.618884202Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.618939163Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.618978284Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.622519863Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.627102088Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.792591362Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"uri":"/crucible/0/regions","method":"POST","req_id":"9b58925a-c00a-4959-abd7-8ff4c4d19f2d","remote_addr":"[fd00:1122:3344:101::c]:49077","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":84,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.8522291Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"uri":"/crucible/0/regions/a7ee1a34-52ae-4990-8144-2200c9c59f5a","method":"GET","req_id":"5d08b232-0b03-4434-8fa9-8f371af332d6","remote_addr":"[fd00:1122:3344:101::c]:49077","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"path is \"/data/regions/a7ee1a34-52ae-4990-8144-2200c9c59f5a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.854503677Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"datafile"} {"msg":"dataset is oxp_a01f1533-1407-4cfb-9e88-c51537ae6b75/crucible/regions/a7ee1a34-52ae-4990-8144-2200c9c59f5a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.86097776Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"datafile"} {"msg":"snapshot is oxp_a01f1533-1407-4cfb-9e88-c51537ae6b75/crucible/regions/a7ee1a34-52ae-4990-8144-2200c9c59f5a@e5ae05c6-4053-4c7e-a921-bffc4060750e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.867583495Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a01f1533-1407-4cfb-9e88-c51537ae6b75/crucible/regions/a7ee1a34-52ae-4990-8144-2200c9c59f5a\", \"e5ae05c6-4053-4c7e-a921-bffc4060750e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.867610696Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.876727745Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"uri":"/crucible/0/regions/a7ee1a34-52ae-4990-8144-2200c9c59f5a/snapshots/e5ae05c6-4053-4c7e-a921-bffc4060750e","method":"GET","req_id":"b0ce9e9b-8b5f-4cd9-b53a-8cc704a89021","remote_addr":"[fd00:1122:3344:101::c]:49077","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22266,"response_code":200} {"msg":"path is \"/data/regions/a7ee1a34-52ae-4990-8144-2200c9c59f5a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.882174501Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"datafile"} {"msg":"dataset is oxp_a01f1533-1407-4cfb-9e88-c51537ae6b75/crucible/regions/a7ee1a34-52ae-4990-8144-2200c9c59f5a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.888808228Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"datafile"} {"msg":"snapshot is oxp_a01f1533-1407-4cfb-9e88-c51537ae6b75/crucible/regions/a7ee1a34-52ae-4990-8144-2200c9c59f5a@e5ae05c6-4053-4c7e-a921-bffc4060750e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.894713636Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a01f1533-1407-4cfb-9e88-c51537ae6b75/crucible/regions/a7ee1a34-52ae-4990-8144-2200c9c59f5a\", \"e5ae05c6-4053-4c7e-a921-bffc4060750e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.894745386Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a7ee1a34-52ae-4990-8144-2200c9c59f5a-e5ae05c6-4053-4c7e-a921-bffc4060750e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.9016761Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.901808453Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"uri":"/crucible/0/regions/a7ee1a34-52ae-4990-8144-2200c9c59f5a/snapshots/e5ae05c6-4053-4c7e-a921-bffc4060750e/run","method":"POST","req_id":"9a6aeb49-e3f9-4293-a2d0-20efc88ecf12","remote_addr":"[fd00:1122:3344:101::c]:49077","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19649,"response_code":200} {"msg":"applying SMF actions for region a7ee1a34-52ae-4990-8144-2200c9c59f5a running snapshot e5ae05c6-4053-4c7e-a921-bffc4060750e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.901822504Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-a7ee1a34-52ae-4990-8144-2200c9c59f5a-e5ae05c6-4053-4c7e-a921-bffc4060750e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.906608544Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a7ee1a34-52ae-4990-8144-2200c9c59f5a-e5ae05c6-4053-4c7e-a921-bffc4060750e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.909603919Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a7ee1a34-52ae-4990-8144-2200c9c59f5a-e5ae05c6-4053-4c7e-a921-bffc4060750e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.91960987Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a7ee1a34-52ae-4990-8144-2200c9c59f5a/.zfs/snapshot/e5ae05c6-4053-4c7e-a921-bffc4060750e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.919875476Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.919920528Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.919954728Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.919995629Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.920043971Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.923320863Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.927714503Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"worker"} {"msg":"region a7ee1a34-52ae-4990-8144-2200c9c59f5a running snapshot e5ae05c6-4053-4c7e-a921-bffc4060750e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.927722653Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"datafile"} {"msg":"path is \"/data/regions/a7ee1a34-52ae-4990-8144-2200c9c59f5a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:17.094145615Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"datafile"} {"msg":"dataset is oxp_a01f1533-1407-4cfb-9e88-c51537ae6b75/crucible/regions/a7ee1a34-52ae-4990-8144-2200c9c59f5a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:17.100152035Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"datafile"} {"msg":"snapshot is oxp_a01f1533-1407-4cfb-9e88-c51537ae6b75/crucible/regions/a7ee1a34-52ae-4990-8144-2200c9c59f5a@e5ae05c6-4053-4c7e-a921-bffc4060750e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:17.1051324Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a01f1533-1407-4cfb-9e88-c51537ae6b75/crucible/regions/a7ee1a34-52ae-4990-8144-2200c9c59f5a\", \"e5ae05c6-4053-4c7e-a921-bffc4060750e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:17.105153451Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:17.110781252Z","hostname":"oxz_crucible_d60fa7b4-218a-485a-acb4-f33d2dcac46f","pid":23750,"uri":"/crucible/0/regions/a7ee1a34-52ae-4990-8144-2200c9c59f5a/snapshots/e5ae05c6-4053-4c7e-a921-bffc4060750e/run","method":"POST","req_id":"7f9f61d9-4839-4e96-9d56-792566d3b779","remote_addr":"[fd00:1122:3344:101::c]:49077","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16662,"response_code":200}