{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.229326658Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:63846"} {"msg":"region 087d950a-859a-4536-bc2c-2326c35422ac state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.22941497Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.230087374Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.230105735Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"uri":"/crucible/0/regions","method":"POST","req_id":"e78388f3-25ba-4317-810d-e3bd32e08750","remote_addr":"[fd00:1122:3344:101::b]:63846","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":716,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_d42ad705-c759-42bc-8db9-bd2760c88a83/crucible/regions/087d950a-859a-4536-bc2c-2326c35422ac","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.24296232Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d42ad705-c759-42bc-8db9-bd2760c88a83/crucible/regions/087d950a-859a-4536-bc2c-2326c35422ac","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.24298424Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"087d950a-859a-4536-bc2c-2326c35422ac\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/087d950a-859a-4536-bc2c-2326c35422ac\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.304779874Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"region":"087d950a-859a-4536-bc2c-2326c35422ac","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"087d950a-859a-4536-bc2c-2326c35422ac\" \"--data\" \"/data/regions/087d950a-859a-4536-bc2c-2326c35422ac\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.304827355Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"region":"087d950a-859a-4536-bc2c-2326c35422ac","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.361961028Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"uri":"/crucible/0/regions","method":"POST","req_id":"82aab265-11e0-44f5-b957-1e7daf99be34","remote_addr":"[fd00:1122:3344:101::b]:63846","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.386746689Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"region":"087d950a-859a-4536-bc2c-2326c35422ac","component":"worker"} {"msg":"region 087d950a-859a-4536-bc2c-2326c35422ac state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.38677328Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.386897873Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-087d950a-859a-4536-bc2c-2326c35422ac","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.387297561Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-087d950a-859a-4536-bc2c-2326c35422ac","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.393595596Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.410685532Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-087d950a-859a-4536-bc2c-2326c35422ac","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.414464773Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/087d950a-859a-4536-bc2c-2326c35422ac","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.414876402Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.414944963Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.415009485Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.415063946Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.420532383Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.42788605Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:15.868344694Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"uri":"/crucible/0/regions","method":"POST","req_id":"560a4557-9f35-4641-830e-13d9f07bc0a2","remote_addr":"[fd00:1122:3344:101::b]:63846","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":49,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.373896351Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"uri":"/crucible/0/regions/691f734c-008c-4ffc-9be6-e423b918aad8","method":"GET","req_id":"c2c5af5c-a39d-411d-9a59-fb6a3cada220","remote_addr":"[fd00:1122:3344:101::b]:63846","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":2967,"response_code":"200"} {"msg":"path is \"/data/regions/691f734c-008c-4ffc-9be6-e423b918aad8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.382610487Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"datafile"} {"msg":"dataset is oxp_d42ad705-c759-42bc-8db9-bd2760c88a83/crucible/regions/691f734c-008c-4ffc-9be6-e423b918aad8","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.392486669Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"datafile"} {"msg":"snapshot is oxp_d42ad705-c759-42bc-8db9-bd2760c88a83/crucible/regions/691f734c-008c-4ffc-9be6-e423b918aad8@189ff5fd-21b2-47f3-9691-89d756abc746","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.401824629Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d42ad705-c759-42bc-8db9-bd2760c88a83/crucible/regions/691f734c-008c-4ffc-9be6-e423b918aad8\", \"189ff5fd-21b2-47f3-9691-89d756abc746\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.40186469Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.412693312Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"uri":"/crucible/0/regions/691f734c-008c-4ffc-9be6-e423b918aad8/snapshots/189ff5fd-21b2-47f3-9691-89d756abc746","method":"GET","req_id":"f664ae3a-d670-4080-b9e3-0fedd6ad5233","remote_addr":"[fd00:1122:3344:101::b]:63846","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":33046,"response_code":"200"} {"msg":"path is \"/data/regions/691f734c-008c-4ffc-9be6-e423b918aad8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.416048884Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"datafile"} {"msg":"dataset is oxp_d42ad705-c759-42bc-8db9-bd2760c88a83/crucible/regions/691f734c-008c-4ffc-9be6-e423b918aad8","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.425127658Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"datafile"} {"msg":"snapshot is oxp_d42ad705-c759-42bc-8db9-bd2760c88a83/crucible/regions/691f734c-008c-4ffc-9be6-e423b918aad8@189ff5fd-21b2-47f3-9691-89d756abc746","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.433372395Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d42ad705-c759-42bc-8db9-bd2760c88a83/crucible/regions/691f734c-008c-4ffc-9be6-e423b918aad8\", \"189ff5fd-21b2-47f3-9691-89d756abc746\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.433427166Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 691f734c-008c-4ffc-9be6-e423b918aad8-189ff5fd-21b2-47f3-9691-89d756abc746 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.44201256Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"datafile"} {"msg":"applying SMF actions for region 691f734c-008c-4ffc-9be6-e423b918aad8 running snapshot 189ff5fd-21b2-47f3-9691-89d756abc746 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.442236255Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.442253755Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"uri":"/crucible/0/regions/691f734c-008c-4ffc-9be6-e423b918aad8/snapshots/189ff5fd-21b2-47f3-9691-89d756abc746/run","method":"POST","req_id":"eae53438-9ee8-4b3f-9fb2-b42335ec848a","remote_addr":"[fd00:1122:3344:101::b]:63846","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26250,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-691f734c-008c-4ffc-9be6-e423b918aad8-189ff5fd-21b2-47f3-9691-89d756abc746","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.444437682Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-691f734c-008c-4ffc-9be6-e423b918aad8-189ff5fd-21b2-47f3-9691-89d756abc746","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.452497154Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-691f734c-008c-4ffc-9be6-e423b918aad8-189ff5fd-21b2-47f3-9691-89d756abc746","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.462894677Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/691f734c-008c-4ffc-9be6-e423b918aad8/.zfs/snapshot/189ff5fd-21b2-47f3-9691-89d756abc746","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.463163723Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.463223254Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.463266505Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.463307366Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.463362877Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.467374383Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.472332789Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"region 691f734c-008c-4ffc-9be6-e423b918aad8 running snapshot 189ff5fd-21b2-47f3-9691-89d756abc746 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.472346189Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"datafile"} {"msg":"path is \"/data/regions/691f734c-008c-4ffc-9be6-e423b918aad8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.573076867Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"datafile"} {"msg":"dataset is oxp_d42ad705-c759-42bc-8db9-bd2760c88a83/crucible/regions/691f734c-008c-4ffc-9be6-e423b918aad8","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.582017788Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"datafile"} {"msg":"snapshot is oxp_d42ad705-c759-42bc-8db9-bd2760c88a83/crucible/regions/691f734c-008c-4ffc-9be6-e423b918aad8@189ff5fd-21b2-47f3-9691-89d756abc746","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.590182883Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d42ad705-c759-42bc-8db9-bd2760c88a83/crucible/regions/691f734c-008c-4ffc-9be6-e423b918aad8\", \"189ff5fd-21b2-47f3-9691-89d756abc746\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.590209604Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:16.599515083Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"uri":"/crucible/0/regions/691f734c-008c-4ffc-9be6-e423b918aad8/snapshots/189ff5fd-21b2-47f3-9691-89d756abc746/run","method":"POST","req_id":"aeb051fe-419b-4a72-9b03-a6840e1396de","remote_addr":"[fd00:1122:3344:101::b]:63846","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26470,"response_code":"200"} {"msg":"region bef4cb94-d99c-4fed-b2cd-61afadf84eb7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.276418242Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.276623176Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"uri":"/crucible/0/regions","method":"POST","req_id":"10595f46-4eb7-44b1-b3a7-18968e3ce465","remote_addr":"[fd00:1122:3344:101::b]:63846","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":292,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.276641776Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d42ad705-c759-42bc-8db9-bd2760c88a83/crucible/regions/bef4cb94-d99c-4fed-b2cd-61afadf84eb7","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.286386025Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d42ad705-c759-42bc-8db9-bd2760c88a83/crucible/regions/bef4cb94-d99c-4fed-b2cd-61afadf84eb7","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.286415376Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"bef4cb94-d99c-4fed-b2cd-61afadf84eb7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bef4cb94-d99c-4fed-b2cd-61afadf84eb7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.422266035Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"region":"bef4cb94-d99c-4fed-b2cd-61afadf84eb7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bef4cb94-d99c-4fed-b2cd-61afadf84eb7\" \"--data\" \"/data/regions/bef4cb94-d99c-4fed-b2cd-61afadf84eb7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.422315116Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"region":"bef4cb94-d99c-4fed-b2cd-61afadf84eb7","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.574609348Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"uri":"/crucible/0/regions","method":"POST","req_id":"dbde63f6-a138-4daa-9594-8d02bdfc99b3","remote_addr":"[fd00:1122:3344:101::b]:63846","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":82,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.801045628Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"region":"bef4cb94-d99c-4fed-b2cd-61afadf84eb7","component":"worker"} {"msg":"region bef4cb94-d99c-4fed-b2cd-61afadf84eb7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.801078488Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.801207801Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-bef4cb94-d99c-4fed-b2cd-61afadf84eb7","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.803205244Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bef4cb94-d99c-4fed-b2cd-61afadf84eb7","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.841160797Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.90387817Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bef4cb94-d99c-4fed-b2cd-61afadf84eb7","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.922062039Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bef4cb94-d99c-4fed-b2cd-61afadf84eb7","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.922276434Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.922337665Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.922399777Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.922463088Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.935308553Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.950402596Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:23.228741657Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"uri":"/crucible/0/regions","method":"POST","req_id":"bd785e2e-09b4-48c2-b971-fe129dc6ea0f","remote_addr":"[fd00:1122:3344:101::b]:63846","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.402115072Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"uri":"/crucible/0/regions/bef4cb94-d99c-4fed-b2cd-61afadf84eb7","method":"GET","req_id":"74c392a9-b8d3-4192-a286-762931e2cfdb","remote_addr":"[fd00:1122:3344:101::b]:63846","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":49,"response_code":"200"} {"msg":"path is \"/data/regions/bef4cb94-d99c-4fed-b2cd-61afadf84eb7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.404681827Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"datafile"} {"msg":"dataset is oxp_d42ad705-c759-42bc-8db9-bd2760c88a83/crucible/regions/bef4cb94-d99c-4fed-b2cd-61afadf84eb7","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.418610485Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"datafile"} {"msg":"region bef4cb94-d99c-4fed-b2cd-61afadf84eb7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.429778335Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.429965819Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.43002484Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"uri":"/crucible/0/regions/bef4cb94-d99c-4fed-b2cd-61afadf84eb7","method":"DELETE","req_id":"7b757153-bf75-406d-9190-df047fefb0c1","remote_addr":"[fd00:1122:3344:101::b]:63846","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25378,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-bef4cb94-d99c-4fed-b2cd-61afadf84eb7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.431309677Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.434354182Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"uri":"/crucible/0/regions/bef4cb94-d99c-4fed-b2cd-61afadf84eb7","method":"GET","req_id":"86b55754-b95c-4020-b859-e941480e3a61","remote_addr":"[fd00:1122:3344:101::b]:63846","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":32,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.441911214Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d42ad705-c759-42bc-8db9-bd2760c88a83/crucible/regions/bef4cb94-d99c-4fed-b2cd-61afadf84eb7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.4542906Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"region":"bef4cb94-d99c-4fed-b2cd-61afadf84eb7","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.497773711Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"uri":"/crucible/0/regions/bef4cb94-d99c-4fed-b2cd-61afadf84eb7","method":"GET","req_id":"d9e4605d-c82a-47ce-a3e5-30e7f7e7face","remote_addr":"[fd00:1122:3344:101::b]:63846","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"region bef4cb94-d99c-4fed-b2cd-61afadf84eb7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.5145507Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.64484227Z","hostname":"oxz_crucible_4050eb0e-0189-4566-8909-bf473ef36a9a","pid":21547,"uri":"/crucible/0/regions/bef4cb94-d99c-4fed-b2cd-61afadf84eb7","method":"GET","req_id":"03a9944a-466a-433a-a6ea-06dcf3e14d2e","remote_addr":"[fd00:1122:3344:101::b]:63846","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":31,"response_code":"200"}