{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:05.897252261Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:39881"} {"msg":"region a153319d-fef4-4835-a64c-85d20ab49b5d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:05.897352012Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:05.89796563Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"uri":"/crucible/0/regions","method":"POST","req_id":"6e0a42f5-abc8-46b1-bbe2-adb0fdca02b5","remote_addr":"[fd00:1122:3344:101::b]:39881","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":655,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:05.89799289Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f49d5a8c-6620-435a-96f2-7b712361aab6/crucible/regions/a153319d-fef4-4835-a64c-85d20ab49b5d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:05.906394489Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f49d5a8c-6620-435a-96f2-7b712361aab6/crucible/regions/a153319d-fef4-4835-a64c-85d20ab49b5d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:05.906411805Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a153319d-fef4-4835-a64c-85d20ab49b5d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a153319d-fef4-4835-a64c-85d20ab49b5d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:05.963529722Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"region":"a153319d-fef4-4835-a64c-85d20ab49b5d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a153319d-fef4-4835-a64c-85d20ab49b5d\" \"--data\" \"/data/regions/a153319d-fef4-4835-a64c-85d20ab49b5d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:05.963562552Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"region":"a153319d-fef4-4835-a64c-85d20ab49b5d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:06.059939026Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"region":"a153319d-fef4-4835-a64c-85d20ab49b5d","component":"worker"} {"msg":"region a153319d-fef4-4835-a64c-85d20ab49b5d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:06.059973316Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:06.060087717Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a153319d-fef4-4835-a64c-85d20ab49b5d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:06.078579441Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a153319d-fef4-4835-a64c-85d20ab49b5d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:06.085725447Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:06.094636945Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a153319d-fef4-4835-a64c-85d20ab49b5d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:06.097784123Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a153319d-fef4-4835-a64c-85d20ab49b5d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:06.098046086Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:06.098096327Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:06.098135807Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:06.098172448Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:06.101769621Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:06.106382287Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:06.219864807Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"uri":"/crucible/0/regions","method":"POST","req_id":"c0e6e764-8413-4411-9c1e-073959cca79a","remote_addr":"[fd00:1122:3344:101::b]:39881","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.221596685Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"uri":"/crucible/0/regions/79ecafc5-a691-4e0d-9f3c-99512c049fdf","method":"GET","req_id":"9b413f76-b50d-4a9d-9132-b8b0216675cf","remote_addr":"[fd00:1122:3344:101::b]:39881","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":86,"response_code":200} {"msg":"path is \"/data/regions/79ecafc5-a691-4e0d-9f3c-99512c049fdf\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.22695673Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"datafile"} {"msg":"dataset is oxp_f49d5a8c-6620-435a-96f2-7b712361aab6/crucible/regions/79ecafc5-a691-4e0d-9f3c-99512c049fdf","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.233385998Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"datafile"} {"msg":"snapshot is oxp_f49d5a8c-6620-435a-96f2-7b712361aab6/crucible/regions/79ecafc5-a691-4e0d-9f3c-99512c049fdf@9b8beae9-e529-48e1-9706-48dc272f2c55","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.239547612Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f49d5a8c-6620-435a-96f2-7b712361aab6/crucible/regions/79ecafc5-a691-4e0d-9f3c-99512c049fdf\", \"9b8beae9-e529-48e1-9706-48dc272f2c55\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.239563572Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.247753261Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"uri":"/crucible/0/regions/79ecafc5-a691-4e0d-9f3c-99512c049fdf/snapshots/9b8beae9-e529-48e1-9706-48dc272f2c55","method":"GET","req_id":"99673d20-24ec-4df7-83fe-c2a8c2ac7e15","remote_addr":"[fd00:1122:3344:101::b]:39881","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20822,"response_code":200} {"msg":"path is \"/data/regions/79ecafc5-a691-4e0d-9f3c-99512c049fdf\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.252483718Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"datafile"} {"msg":"dataset is oxp_f49d5a8c-6620-435a-96f2-7b712361aab6/crucible/regions/79ecafc5-a691-4e0d-9f3c-99512c049fdf","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.257952295Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"datafile"} {"msg":"snapshot is oxp_f49d5a8c-6620-435a-96f2-7b712361aab6/crucible/regions/79ecafc5-a691-4e0d-9f3c-99512c049fdf@9b8beae9-e529-48e1-9706-48dc272f2c55","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.263896496Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f49d5a8c-6620-435a-96f2-7b712361aab6/crucible/regions/79ecafc5-a691-4e0d-9f3c-99512c049fdf\", \"9b8beae9-e529-48e1-9706-48dc272f2c55\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.263928257Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 79ecafc5-a691-4e0d-9f3c-99512c049fdf-9b8beae9-e529-48e1-9706-48dc272f2c55 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.271329266Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.271461228Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"uri":"/crucible/0/regions/79ecafc5-a691-4e0d-9f3c-99512c049fdf/snapshots/9b8beae9-e529-48e1-9706-48dc272f2c55/run","method":"POST","req_id":"c767054a-8db6-48da-85db-94f084c7a616","remote_addr":"[fd00:1122:3344:101::b]:39881","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19004,"response_code":200} {"msg":"applying SMF actions for region 79ecafc5-a691-4e0d-9f3c-99512c049fdf running snapshot 9b8beae9-e529-48e1-9706-48dc272f2c55 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.271492238Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-79ecafc5-a691-4e0d-9f3c-99512c049fdf-9b8beae9-e529-48e1-9706-48dc272f2c55","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.275641698Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-79ecafc5-a691-4e0d-9f3c-99512c049fdf-9b8beae9-e529-48e1-9706-48dc272f2c55","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.283798787Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-79ecafc5-a691-4e0d-9f3c-99512c049fdf-9b8beae9-e529-48e1-9706-48dc272f2c55","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.293085419Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/79ecafc5-a691-4e0d-9f3c-99512c049fdf/.zfs/snapshot/9b8beae9-e529-48e1-9706-48dc272f2c55","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.293349782Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.293394852Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.293434493Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.293470553Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.293521604Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.297088537Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.301263238Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"worker"} {"msg":"region 79ecafc5-a691-4e0d-9f3c-99512c049fdf running snapshot 9b8beae9-e529-48e1-9706-48dc272f2c55 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.301273308Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"datafile"} {"msg":"path is \"/data/regions/79ecafc5-a691-4e0d-9f3c-99512c049fdf\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.460288948Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"datafile"} {"msg":"dataset is oxp_f49d5a8c-6620-435a-96f2-7b712361aab6/crucible/regions/79ecafc5-a691-4e0d-9f3c-99512c049fdf","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.465994317Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"datafile"} {"msg":"snapshot is oxp_f49d5a8c-6620-435a-96f2-7b712361aab6/crucible/regions/79ecafc5-a691-4e0d-9f3c-99512c049fdf@9b8beae9-e529-48e1-9706-48dc272f2c55","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.470828675Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f49d5a8c-6620-435a-96f2-7b712361aab6/crucible/regions/79ecafc5-a691-4e0d-9f3c-99512c049fdf\", \"9b8beae9-e529-48e1-9706-48dc272f2c55\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.470852176Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:24:07.477343814Z","hostname":"oxz_crucible_86d4acbe-ce71-4939-ad20-f7946a32c988","pid":22318,"uri":"/crucible/0/regions/79ecafc5-a691-4e0d-9f3c-99512c049fdf/snapshots/9b8beae9-e529-48e1-9706-48dc272f2c55/run","method":"POST","req_id":"76a3046e-44b2-4708-9e76-85a3115889f7","remote_addr":"[fd00:1122:3344:101::b]:39881","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17076,"response_code":200}