[ Jan 21 00:00:58 Enabled. ] [ Jan 21 00:00:58 Rereading configuration. ] [ Jan 21 00:00:59 Rereading configuration. ] [ Jan 21 00:01:05 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_875ab689-4c22-49e6-a553-d6a31743aea6/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:05.673975399Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307} {"msg":"dataset: \"oxp_875ab689-4c22-49e6-a553-d6a31743aea6/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:05.674795562Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307} {"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:05.674806872Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:05.674812642Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:05.690072824Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:05.824674422Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:54.83636339Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35677"} {"msg":"region 11030c3f-8c63-465d-9036-84bf2d7148bd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:54.869762618Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:54.873012198Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:54.873081629Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"uri":"/crucible/0/regions","method":"POST","req_id":"39aef8ae-f712-418f-9368-9a1263ad1b3f","remote_addr":"[fd00:1122:3344:101::a]:35677","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16993,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_875ab689-4c22-49e6-a553-d6a31743aea6/crucible/regions/11030c3f-8c63-465d-9036-84bf2d7148bd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:54.881898013Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_875ab689-4c22-49e6-a553-d6a31743aea6/crucible/regions/11030c3f-8c63-465d-9036-84bf2d7148bd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:54.881918603Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"11030c3f-8c63-465d-9036-84bf2d7148bd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/11030c3f-8c63-465d-9036-84bf2d7148bd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:54.969240072Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"region":"11030c3f-8c63-465d-9036-84bf2d7148bd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"11030c3f-8c63-465d-9036-84bf2d7148bd\" \"--data\" \"/data/regions/11030c3f-8c63-465d-9036-84bf2d7148bd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:54.971561497Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"region":"11030c3f-8c63-465d-9036-84bf2d7148bd","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.106305752Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"uri":"/crucible/0/regions","method":"POST","req_id":"45936c4b-21b2-4e4a-97bd-c44b5ea087de","remote_addr":"[fd00:1122:3344:101::a]:35677","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.326737632Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"region":"11030c3f-8c63-465d-9036-84bf2d7148bd","component":"worker"} {"msg":"region 11030c3f-8c63-465d-9036-84bf2d7148bd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.326814293Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.326991896Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-11030c3f-8c63-465d-9036-84bf2d7148bd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.327354482Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-11030c3f-8c63-465d-9036-84bf2d7148bd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.333412884Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.350315011Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-11030c3f-8c63-465d-9036-84bf2d7148bd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.355949397Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/11030c3f-8c63-465d-9036-84bf2d7148bd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.356700368Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.356756969Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.35680139Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.35683884Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.361175006Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.368217763Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.638291013Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"uri":"/crucible/0/regions","method":"POST","req_id":"304c3a59-3b76-48e3-9459-47f00676a865","remote_addr":"[fd00:1122:3344:101::a]:35677","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.841803594Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44512"} {"msg":"region d1bf66fc-02de-48ca-9f2e-74e213992b9c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.842517635Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.842548296Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.842555206Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"uri":"/crucible/0/regions","method":"POST","req_id":"815e1658-ab9f-4162-ac5f-dd732af728d2","remote_addr":"[fd00:1122:3344:101::a]:44512","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":691,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_875ab689-4c22-49e6-a553-d6a31743aea6/crucible/regions/d1bf66fc-02de-48ca-9f2e-74e213992b9c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.851089086Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_875ab689-4c22-49e6-a553-d6a31743aea6/crucible/regions/d1bf66fc-02de-48ca-9f2e-74e213992b9c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.851121806Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d1bf66fc-02de-48ca-9f2e-74e213992b9c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d1bf66fc-02de-48ca-9f2e-74e213992b9c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.901776777Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"region":"d1bf66fc-02de-48ca-9f2e-74e213992b9c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d1bf66fc-02de-48ca-9f2e-74e213992b9c\" \"--data\" \"/data/regions/d1bf66fc-02de-48ca-9f2e-74e213992b9c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.901818708Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"region":"d1bf66fc-02de-48ca-9f2e-74e213992b9c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.990997935Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"region":"d1bf66fc-02de-48ca-9f2e-74e213992b9c","component":"worker"} {"msg":"region d1bf66fc-02de-48ca-9f2e-74e213992b9c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.991030335Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.991124657Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d1bf66fc-02de-48ca-9f2e-74e213992b9c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:18.009574127Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d1bf66fc-02de-48ca-9f2e-74e213992b9c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:18.014796407Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:18.022491204Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"uri":"/crucible/0/regions","method":"POST","req_id":"f97e592e-972a-4216-8bdd-7136968603c3","remote_addr":"[fd00:1122:3344:101::a]:44512","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:18.024930481Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d1bf66fc-02de-48ca-9f2e-74e213992b9c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:18.03007463Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d1bf66fc-02de-48ca-9f2e-74e213992b9c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:18.030389344Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:18.030436305Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:18.030484586Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:18.030525346Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:18.035288399Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:18.041050466Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.552774167Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"uri":"/crucible/0/regions/11030c3f-8c63-465d-9036-84bf2d7148bd","method":"GET","req_id":"6b8eb1ec-5469-4606-842e-26a6531c29e5","remote_addr":"[fd00:1122:3344:101::a]:44512","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"path is \"/data/regions/11030c3f-8c63-465d-9036-84bf2d7148bd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.556549035Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"datafile"} {"msg":"dataset is oxp_875ab689-4c22-49e6-a553-d6a31743aea6/crucible/regions/11030c3f-8c63-465d-9036-84bf2d7148bd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.562754989Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"datafile"} {"msg":"snapshot is oxp_875ab689-4c22-49e6-a553-d6a31743aea6/crucible/regions/11030c3f-8c63-465d-9036-84bf2d7148bd@42aad5e4-87ec-4e53-9948-1494d88c772a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.568342144Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_875ab689-4c22-49e6-a553-d6a31743aea6/crucible/regions/11030c3f-8c63-465d-9036-84bf2d7148bd\", \"42aad5e4-87ec-4e53-9948-1494d88c772a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.568358944Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.577614205Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"uri":"/crucible/0/regions/11030c3f-8c63-465d-9036-84bf2d7148bd/snapshots/42aad5e4-87ec-4e53-9948-1494d88c772a","method":"GET","req_id":"ca2ca36b-46e0-4e81-b7b1-646fec2ed042","remote_addr":"[fd00:1122:3344:101::a]:44512","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21081,"response_code":200} {"msg":"path is \"/data/regions/11030c3f-8c63-465d-9036-84bf2d7148bd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.581560565Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"datafile"} {"msg":"dataset is oxp_875ab689-4c22-49e6-a553-d6a31743aea6/crucible/regions/11030c3f-8c63-465d-9036-84bf2d7148bd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.587758098Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"datafile"} {"msg":"snapshot is oxp_875ab689-4c22-49e6-a553-d6a31743aea6/crucible/regions/11030c3f-8c63-465d-9036-84bf2d7148bd@42aad5e4-87ec-4e53-9948-1494d88c772a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.594650544Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_875ab689-4c22-49e6-a553-d6a31743aea6/crucible/regions/11030c3f-8c63-465d-9036-84bf2d7148bd\", \"42aad5e4-87ec-4e53-9948-1494d88c772a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.594682485Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 11030c3f-8c63-465d-9036-84bf2d7148bd-42aad5e4-87ec-4e53-9948-1494d88c772a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.603843434Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"datafile"} {"msg":"applying SMF actions for region 11030c3f-8c63-465d-9036-84bf2d7148bd running snapshot 42aad5e4-87ec-4e53-9948-1494d88c772a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.603977136Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.603988216Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"uri":"/crucible/0/regions/11030c3f-8c63-465d-9036-84bf2d7148bd/snapshots/42aad5e4-87ec-4e53-9948-1494d88c772a/run","method":"POST","req_id":"0726baf3-eb60-4d2a-ae54-e7b7df43061f","remote_addr":"[fd00:1122:3344:101::a]:44512","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":22460,"response_code":200} {"msg":"creating missing snapshot instance snapshot-11030c3f-8c63-465d-9036-84bf2d7148bd-42aad5e4-87ec-4e53-9948-1494d88c772a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.609529141Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-11030c3f-8c63-465d-9036-84bf2d7148bd-42aad5e4-87ec-4e53-9948-1494d88c772a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.625066367Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-11030c3f-8c63-465d-9036-84bf2d7148bd-42aad5e4-87ec-4e53-9948-1494d88c772a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.639789511Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/11030c3f-8c63-465d-9036-84bf2d7148bd/.zfs/snapshot/42aad5e4-87ec-4e53-9948-1494d88c772a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.640101946Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.640145456Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.640185627Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.640220618Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.640265248Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.644358501Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.648783578Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"worker"} {"msg":"region 11030c3f-8c63-465d-9036-84bf2d7148bd running snapshot 42aad5e4-87ec-4e53-9948-1494d88c772a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.648797618Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"datafile"} {"msg":"path is \"/data/regions/11030c3f-8c63-465d-9036-84bf2d7148bd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.785163593Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"datafile"} {"msg":"dataset is oxp_875ab689-4c22-49e6-a553-d6a31743aea6/crucible/regions/11030c3f-8c63-465d-9036-84bf2d7148bd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.793338288Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"datafile"} {"msg":"snapshot is oxp_875ab689-4c22-49e6-a553-d6a31743aea6/crucible/regions/11030c3f-8c63-465d-9036-84bf2d7148bd@42aad5e4-87ec-4e53-9948-1494d88c772a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.802095551Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_875ab689-4c22-49e6-a553-d6a31743aea6/crucible/regions/11030c3f-8c63-465d-9036-84bf2d7148bd\", \"42aad5e4-87ec-4e53-9948-1494d88c772a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.802129401Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.810045772Z","hostname":"oxz_crucible_8b86965c-47c6-4f59-aef2-24725f407c9f","pid":29307,"uri":"/crucible/0/regions/11030c3f-8c63-465d-9036-84bf2d7148bd/snapshots/42aad5e4-87ec-4e53-9948-1494d88c772a/run","method":"POST","req_id":"7588aab1-1f1c-4baa-9f91-f060384d4e71","remote_addr":"[fd00:1122:3344:101::a]:44512","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24936,"response_code":200}