[ Jan 13 03:17:03 Enabled. ] [ Jan 13 03:17:03 Rereading configuration. ] [ Jan 13 03:17:04 Rereading configuration. ] [ Jan 13 03:17:14 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_782d930b-a6a0-4f80-af38-d8fd4a132408/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:14.471608511Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538} {"msg":"dataset: \"oxp_782d930b-a6a0-4f80-af38-d8fd4a132408/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:14.472293225Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538} {"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:14.472303895Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:14.472308885Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:14.485163977Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:14.727284929Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:47.523911787Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:60529"} {"msg":"region 3b5b8c46-a54f-41e5-b399-0cc26ba6d978 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:47.553058441Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:47.555615333Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:47.555679794Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"uri":"/crucible/0/regions","method":"POST","req_id":"70e9efe7-c27d-4992-a3a4-256a76cac92e","remote_addr":"[fd00:1122:3344:101::b]:60529","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16090,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_782d930b-a6a0-4f80-af38-d8fd4a132408/crucible/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:47.561800049Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_782d930b-a6a0-4f80-af38-d8fd4a132408/crucible/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:47.561815039Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3b5b8c46-a54f-41e5-b399-0cc26ba6d978\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:47.624306122Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"region":"3b5b8c46-a54f-41e5-b399-0cc26ba6d978","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3b5b8c46-a54f-41e5-b399-0cc26ba6d978\" \"--data\" \"/data/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:47.626815783Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"region":"3b5b8c46-a54f-41e5-b399-0cc26ba6d978","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:47.768605041Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"uri":"/crucible/0/regions","method":"POST","req_id":"374fc407-93f6-4cad-8b59-aa8e96d85280","remote_addr":"[fd00:1122:3344:101::b]:60529","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:47.997697488Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"region":"3b5b8c46-a54f-41e5-b399-0cc26ba6d978","component":"worker"} {"msg":"region 3b5b8c46-a54f-41e5-b399-0cc26ba6d978 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:47.997766349Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:47.998056105Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3b5b8c46-a54f-41e5-b399-0cc26ba6d978","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:47.998410262Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3b5b8c46-a54f-41e5-b399-0cc26ba6d978","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:48.007574969Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:48.022091575Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3b5b8c46-a54f-41e5-b399-0cc26ba6d978","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:48.025744929Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:48.026463824Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:48.026533886Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:48.026581296Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:48.026615017Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:48.030825463Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:48.03510272Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:17:48.381766772Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"uri":"/crucible/0/regions","method":"POST","req_id":"b26292d4-9b0f-487b-8fc8-426c96217e0d","remote_addr":"[fd00:1122:3344:101::b]:60529","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:06.942378102Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:50244"} {"msg":"region 075a9f41-6c99-4b29-baea-0671515a4243 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:06.942620097Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:06.943124377Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:06.943132567Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"uri":"/crucible/0/regions","method":"POST","req_id":"71090c1a-48b4-47eb-a282-35a547a74fed","remote_addr":"[fd00:1122:3344:101::b]:50244","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":627,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_782d930b-a6a0-4f80-af38-d8fd4a132408/crucible/regions/075a9f41-6c99-4b29-baea-0671515a4243","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:06.951754843Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_782d930b-a6a0-4f80-af38-d8fd4a132408/crucible/regions/075a9f41-6c99-4b29-baea-0671515a4243","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:06.951785314Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"075a9f41-6c99-4b29-baea-0671515a4243\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/075a9f41-6c99-4b29-baea-0671515a4243\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:07.017495662Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"region":"075a9f41-6c99-4b29-baea-0671515a4243","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"075a9f41-6c99-4b29-baea-0671515a4243\" \"--data\" \"/data/regions/075a9f41-6c99-4b29-baea-0671515a4243\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:07.017548793Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"region":"075a9f41-6c99-4b29-baea-0671515a4243","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:07.097187625Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"region":"075a9f41-6c99-4b29-baea-0671515a4243","component":"worker"} {"msg":"region 075a9f41-6c99-4b29-baea-0671515a4243 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:07.097223376Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:07.097359819Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-075a9f41-6c99-4b29-baea-0671515a4243","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:07.097955431Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-075a9f41-6c99-4b29-baea-0671515a4243","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:07.110110169Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:07.120904979Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"uri":"/crucible/0/regions","method":"POST","req_id":"e9d9a53c-c64d-4f2a-abe3-344bde7f08af","remote_addr":"[fd00:1122:3344:101::b]:50244","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:07.133089497Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-075a9f41-6c99-4b29-baea-0671515a4243","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:07.137093438Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/075a9f41-6c99-4b29-baea-0671515a4243","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:07.137480626Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:07.137561588Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:07.137626459Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:07.137693111Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:07.14254896Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:07.167525028Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.131548275Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"uri":"/crucible/0/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978","method":"GET","req_id":"1c00a254-f4a9-4c93-9450-f13a7bd60235","remote_addr":"[fd00:1122:3344:101::b]:50244","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":99,"response_code":200} {"msg":"path is \"/data/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.14798902Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"datafile"} {"msg":"dataset is oxp_782d930b-a6a0-4f80-af38-d8fd4a132408/crucible/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.156206668Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"datafile"} {"msg":"snapshot is oxp_782d930b-a6a0-4f80-af38-d8fd4a132408/crucible/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978@0dca847f-3f3d-4499-801a-21dd5c302757","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.1661411Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_782d930b-a6a0-4f80-af38-d8fd4a132408/crucible/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978\", \"0dca847f-3f3d-4499-801a-21dd5c302757\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.166162161Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.175325667Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"uri":"/crucible/0/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978/snapshots/0dca847f-3f3d-4499-801a-21dd5c302757","method":"GET","req_id":"ad3c2679-82b5-43ca-bb96-9c7b6ffeff67","remote_addr":"[fd00:1122:3344:101::b]:50244","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27399,"response_code":200} {"msg":"path is \"/data/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.181456192Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"datafile"} {"msg":"dataset is oxp_782d930b-a6a0-4f80-af38-d8fd4a132408/crucible/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.187364312Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"datafile"} {"msg":"snapshot is oxp_782d930b-a6a0-4f80-af38-d8fd4a132408/crucible/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978@0dca847f-3f3d-4499-801a-21dd5c302757","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.192234602Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_782d930b-a6a0-4f80-af38-d8fd4a132408/crucible/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978\", \"0dca847f-3f3d-4499-801a-21dd5c302757\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.192257642Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 3b5b8c46-a54f-41e5-b399-0cc26ba6d978-0dca847f-3f3d-4499-801a-21dd5c302757 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.200692634Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"datafile"} {"msg":"applying SMF actions for region 3b5b8c46-a54f-41e5-b399-0cc26ba6d978 running snapshot 0dca847f-3f3d-4499-801a-21dd5c302757 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.200834997Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.200848367Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"uri":"/crucible/0/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978/snapshots/0dca847f-3f3d-4499-801a-21dd5c302757/run","method":"POST","req_id":"52a2c0c9-b878-4512-b823-87841938edf0","remote_addr":"[fd00:1122:3344:101::b]:50244","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19393,"response_code":200} {"msg":"creating missing snapshot instance snapshot-3b5b8c46-a54f-41e5-b399-0cc26ba6d978-0dca847f-3f3d-4499-801a-21dd5c302757","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.205538603Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-3b5b8c46-a54f-41e5-b399-0cc26ba6d978-0dca847f-3f3d-4499-801a-21dd5c302757","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.213993795Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-3b5b8c46-a54f-41e5-b399-0cc26ba6d978-0dca847f-3f3d-4499-801a-21dd5c302757","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.224671523Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978/.zfs/snapshot/0dca847f-3f3d-4499-801a-21dd5c302757","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.224990979Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.22503393Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.225076071Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.225112112Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.225157242Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.228917459Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.233240707Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"worker"} {"msg":"region 3b5b8c46-a54f-41e5-b399-0cc26ba6d978 running snapshot 0dca847f-3f3d-4499-801a-21dd5c302757 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.233257457Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"datafile"} {"msg":"path is \"/data/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.530557534Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"datafile"} {"msg":"dataset is oxp_782d930b-a6a0-4f80-af38-d8fd4a132408/crucible/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.537191979Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"datafile"} {"msg":"snapshot is oxp_782d930b-a6a0-4f80-af38-d8fd4a132408/crucible/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978@0dca847f-3f3d-4499-801a-21dd5c302757","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.543308743Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_782d930b-a6a0-4f80-af38-d8fd4a132408/crucible/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978\", \"0dca847f-3f3d-4499-801a-21dd5c302757\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.543329604Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T03:29:08.549943278Z","hostname":"oxz_crucible_7a16982e-3515-48ac-b021-88f5e01ee669","pid":26538,"uri":"/crucible/0/regions/3b5b8c46-a54f-41e5-b399-0cc26ba6d978/snapshots/0dca847f-3f3d-4499-801a-21dd5c302757/run","method":"POST","req_id":"e990c5f4-a50b-467a-96ba-e863e3347fe8","remote_addr":"[fd00:1122:3344:101::b]:50244","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19436,"response_code":200}