[ Mar 11 22:15:48 Enabled. ]
[ Mar 11 22:15:48 Rereading configuration. ]
[ Mar 11 22:15:50 Rereading configuration. ]
[ Mar 11 22:15:55 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_dd7a07ec-6f9e-4ded-b42a-a6e3e0362a88/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:15:55.796441429Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679}
{"msg":"dataset: \"oxp_dd7a07ec-6f9e-4ded-b42a-a6e3e0362a88/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:15:55.797202664Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:15:55.797216944Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:15:55.797225224Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:15:55.810874393Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:15:55.98613287Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.579981617Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:64173"}
{"msg":"region 884987cd-e85e-4ecc-9546-fe40a0634498 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.622819838Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.626018919Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.62608306Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"uri":"/crucible/0/regions","method":"POST","req_id":"fd5aec84-65cf-4f4f-8d66-897b36e5f9da","remote_addr":"[fd00:1122:3344:101::b]:64173","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":17751,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_dd7a07ec-6f9e-4ded-b42a-a6e3e0362a88/crucible/regions/884987cd-e85e-4ecc-9546-fe40a0634498","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.634855606Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_dd7a07ec-6f9e-4ded-b42a-a6e3e0362a88/crucible/regions/884987cd-e85e-4ecc-9546-fe40a0634498","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.634873487Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"884987cd-e85e-4ecc-9546-fe40a0634498\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/884987cd-e85e-4ecc-9546-fe40a0634498\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.715849739Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"region":"884987cd-e85e-4ecc-9546-fe40a0634498","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"884987cd-e85e-4ecc-9546-fe40a0634498\" \"--data\" \"/data/regions/884987cd-e85e-4ecc-9546-fe40a0634498\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.718165493Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"region":"884987cd-e85e-4ecc-9546-fe40a0634498","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.931396049Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"uri":"/crucible/0/regions","method":"POST","req_id":"b5c34c93-518e-4466-bbbf-4453b23b82ec","remote_addr":"[fd00:1122:3344:101::b]:64173","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:26.09992245Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"region":"884987cd-e85e-4ecc-9546-fe40a0634498","component":"worker"}
{"msg":"region 884987cd-e85e-4ecc-9546-fe40a0634498 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:26.100001561Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:26.100180044Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-884987cd-e85e-4ecc-9546-fe40a0634498","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:26.100565942Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-884987cd-e85e-4ecc-9546-fe40a0634498","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:26.109750005Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:26.122873784Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-884987cd-e85e-4ecc-9546-fe40a0634498","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:26.12638452Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/884987cd-e85e-4ecc-9546-fe40a0634498","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:26.127135495Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:26.127202576Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:26.127241857Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:26.127274487Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:26.132208261Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:26.137712175Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:26.633978768Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"uri":"/crucible/0/regions","method":"POST","req_id":"c7a133fb-2f9d-4d89-813f-b1d70a302ec9","remote_addr":"[fd00:1122:3344:101::b]:64173","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.583180778Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:63657"}
{"msg":"region 3ef858d1-a3c7-4dcf-9e33-9709f51831b3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.583463773Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.584273889Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"uri":"/crucible/0/regions","method":"POST","req_id":"dcb2c0c5-cc57-461a-9431-924849429c05","remote_addr":"[fd00:1122:3344:101::b]:63657","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":977,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.584295367Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_dd7a07ec-6f9e-4ded-b42a-a6e3e0362a88/crucible/regions/3ef858d1-a3c7-4dcf-9e33-9709f51831b3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.59278542Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_dd7a07ec-6f9e-4ded-b42a-a6e3e0362a88/crucible/regions/3ef858d1-a3c7-4dcf-9e33-9709f51831b3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.59280144Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3ef858d1-a3c7-4dcf-9e33-9709f51831b3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3ef858d1-a3c7-4dcf-9e33-9709f51831b3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.668863989Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"region":"3ef858d1-a3c7-4dcf-9e33-9709f51831b3","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3ef858d1-a3c7-4dcf-9e33-9709f51831b3\" \"--data\" \"/data/regions/3ef858d1-a3c7-4dcf-9e33-9709f51831b3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.668928101Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"region":"3ef858d1-a3c7-4dcf-9e33-9709f51831b3","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.845103996Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"uri":"/crucible/0/regions","method":"POST","req_id":"9063dfb9-f941-40b6-9fd0-44214c986f42","remote_addr":"[fd00:1122:3344:101::b]:63657","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.85803811Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"region":"3ef858d1-a3c7-4dcf-9e33-9709f51831b3","component":"worker"}
{"msg":"region 3ef858d1-a3c7-4dcf-9e33-9709f51831b3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.858056471Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.858205744Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3ef858d1-a3c7-4dcf-9e33-9709f51831b3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.858649342Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3ef858d1-a3c7-4dcf-9e33-9709f51831b3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.87596972Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.906959476Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3ef858d1-a3c7-4dcf-9e33-9709f51831b3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.918565116Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3ef858d1-a3c7-4dcf-9e33-9709f51831b3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.918894573Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.918936503Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.918972614Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.919010975Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.924059006Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:05.949621814Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.191074725Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"uri":"/crucible/0/regions","method":"POST","req_id":"c8f4a3ca-7938-4b0b-b7e4-4e3d8ecdbfeb","remote_addr":"[fd00:1122:3344:101::b]:63657","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.479081975Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"uri":"/crucible/0/regions/884987cd-e85e-4ecc-9546-fe40a0634498","method":"GET","req_id":"08336524-d5d1-444a-8348-26d40ca3750c","remote_addr":"[fd00:1122:3344:101::b]:63657","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"path is \"/data/regions/884987cd-e85e-4ecc-9546-fe40a0634498\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.482612022Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"datafile"}
{"msg":"dataset is oxp_dd7a07ec-6f9e-4ded-b42a-a6e3e0362a88/crucible/regions/884987cd-e85e-4ecc-9546-fe40a0634498","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.488987782Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"datafile"}
{"msg":"snapshot is oxp_dd7a07ec-6f9e-4ded-b42a-a6e3e0362a88/crucible/regions/884987cd-e85e-4ecc-9546-fe40a0634498@a24c7a39-7237-474e-ad7f-0f7e0e35068f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.494766462Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_dd7a07ec-6f9e-4ded-b42a-a6e3e0362a88/crucible/regions/884987cd-e85e-4ecc-9546-fe40a0634498\", \"a24c7a39-7237-474e-ad7f-0f7e0e35068f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.494790372Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.503233502Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"uri":"/crucible/0/regions/884987cd-e85e-4ecc-9546-fe40a0634498/snapshots/a24c7a39-7237-474e-ad7f-0f7e0e35068f","method":"GET","req_id":"dec2b7f9-2ea3-424e-a7ff-432cb3e2ec62","remote_addr":"[fd00:1122:3344:101::b]:63657","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20644,"response_code":200}
{"msg":"path is \"/data/regions/884987cd-e85e-4ecc-9546-fe40a0634498\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.507185397Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"datafile"}
{"msg":"dataset is oxp_dd7a07ec-6f9e-4ded-b42a-a6e3e0362a88/crucible/regions/884987cd-e85e-4ecc-9546-fe40a0634498","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.512918575Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"datafile"}
{"msg":"snapshot is oxp_dd7a07ec-6f9e-4ded-b42a-a6e3e0362a88/crucible/regions/884987cd-e85e-4ecc-9546-fe40a0634498@a24c7a39-7237-474e-ad7f-0f7e0e35068f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.518689655Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_dd7a07ec-6f9e-4ded-b42a-a6e3e0362a88/crucible/regions/884987cd-e85e-4ecc-9546-fe40a0634498\", \"a24c7a39-7237-474e-ad7f-0f7e0e35068f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.518708525Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 884987cd-e85e-4ecc-9546-fe40a0634498-a24c7a39-7237-474e-ad7f-0f7e0e35068f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.525878471Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.526013833Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"uri":"/crucible/0/regions/884987cd-e85e-4ecc-9546-fe40a0634498/snapshots/a24c7a39-7237-474e-ad7f-0f7e0e35068f/run","method":"POST","req_id":"c0898305-b4db-402f-ab9c-efacdad103e2","remote_addr":"[fd00:1122:3344:101::b]:63657","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18842,"response_code":200}
{"msg":"applying SMF actions for region 884987cd-e85e-4ecc-9546-fe40a0634498 running snapshot a24c7a39-7237-474e-ad7f-0f7e0e35068f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.526040914Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-884987cd-e85e-4ecc-9546-fe40a0634498-a24c7a39-7237-474e-ad7f-0f7e0e35068f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.53111614Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-884987cd-e85e-4ecc-9546-fe40a0634498-a24c7a39-7237-474e-ad7f-0f7e0e35068f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.547824866Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-884987cd-e85e-4ecc-9546-fe40a0634498-a24c7a39-7237-474e-ad7f-0f7e0e35068f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.586961497Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/884987cd-e85e-4ecc-9546-fe40a0634498/.zfs/snapshot/a24c7a39-7237-474e-ad7f-0f7e0e35068f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.587281503Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.587324914Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.587366155Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.587402816Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.587447746Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.598317132Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.61035568Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"worker"}
{"msg":"region 884987cd-e85e-4ecc-9546-fe40a0634498 running snapshot a24c7a39-7237-474e-ad7f-0f7e0e35068f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.61037105Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"datafile"}
{"msg":"path is \"/data/regions/884987cd-e85e-4ecc-9546-fe40a0634498\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.733186945Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"datafile"}
{"msg":"dataset is oxp_dd7a07ec-6f9e-4ded-b42a-a6e3e0362a88/crucible/regions/884987cd-e85e-4ecc-9546-fe40a0634498","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.740391281Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"datafile"}
{"msg":"snapshot is oxp_dd7a07ec-6f9e-4ded-b42a-a6e3e0362a88/crucible/regions/884987cd-e85e-4ecc-9546-fe40a0634498@a24c7a39-7237-474e-ad7f-0f7e0e35068f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.747090828Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_dd7a07ec-6f9e-4ded-b42a-a6e3e0362a88/crucible/regions/884987cd-e85e-4ecc-9546-fe40a0634498\", \"a24c7a39-7237-474e-ad7f-0f7e0e35068f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.747115649Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.753163433Z","hostname":"oxz_crucible_91f4f580-e7fd-48a3-8bac-d1ada4a22569","pid":29679,"uri":"/crucible/0/regions/884987cd-e85e-4ecc-9546-fe40a0634498/snapshots/a24c7a39-7237-474e-ad7f-0f7e0e35068f/run","method":"POST","req_id":"843b9a71-a071-4181-b1c6-2867b4c052af","remote_addr":"[fd00:1122:3344:101::b]:63657","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20014,"response_code":200}