[ Jun 2 18:31:00 Enabled. ] [ Jun 2 18:31:00 Rereading configuration. ] [ Jun 2 18:31:01 Rereading configuration. ] [ Jun 2 18:31:04 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_5311926c-bf17-4119-89bd-6e21e44b63b6/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:04.793152874Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620} {"msg":"dataset: \"oxp_5311926c-bf17-4119-89bd-6e21e44b63b6/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:04.794171267Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620} {"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:04.794194427Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:04.794203037Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:04.815594234Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:04.894118411Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:28.925575945Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:56428"} {"msg":"region 082f618f-f864-4579-891b-003b8e0e8fd3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:28.962730703Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:28.96439615Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:28.964447191Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"uri":"/crucible/0/regions","method":"POST","req_id":"2b74acb8-155f-41f8-8c41-dce4d0dd9796","remote_addr":"[fd00:1122:3344:101::b]:56428","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16909,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_5311926c-bf17-4119-89bd-6e21e44b63b6/crucible/regions/082f618f-f864-4579-891b-003b8e0e8fd3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:28.971909647Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_5311926c-bf17-4119-89bd-6e21e44b63b6/crucible/regions/082f618f-f864-4579-891b-003b8e0e8fd3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:28.971929608Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"082f618f-f864-4579-891b-003b8e0e8fd3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/082f618f-f864-4579-891b-003b8e0e8fd3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.042283474Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"region":"082f618f-f864-4579-891b-003b8e0e8fd3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"082f618f-f864-4579-891b-003b8e0e8fd3\" \"--data\" \"/data/regions/082f618f-f864-4579-891b-003b8e0e8fd3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.044312019Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"region":"082f618f-f864-4579-891b-003b8e0e8fd3","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.114492842Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"uri":"/crucible/0/regions","method":"POST","req_id":"f1b18dcb-1f6e-4262-abc2-a9eb858c59dc","remote_addr":"[fd00:1122:3344:101::b]:56428","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.178968178Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"region":"082f618f-f864-4579-891b-003b8e0e8fd3","component":"worker"} {"msg":"region 082f618f-f864-4579-891b-003b8e0e8fd3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.179040239Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.179269134Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-082f618f-f864-4579-891b-003b8e0e8fd3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.179656443Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-082f618f-f864-4579-891b-003b8e0e8fd3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.186093406Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.194173546Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-082f618f-f864-4579-891b-003b8e0e8fd3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.195802132Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/082f618f-f864-4579-891b-003b8e0e8fd3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.196542839Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.19661053Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.196654631Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.196689492Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.199596357Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.202080462Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.821643137Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"uri":"/crucible/0/regions","method":"POST","req_id":"ff637c20-70a1-4fad-9df2-12139de6ef34","remote_addr":"[fd00:1122:3344:101::b]:56428","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.261994481Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"uri":"/crucible/0/regions/082f618f-f864-4579-891b-003b8e0e8fd3","method":"GET","req_id":"1367a32e-e768-4826-900f-f2436c5aa06d","remote_addr":"[fd00:1122:3344:101::b]:56428","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":149,"response_code":200} {"msg":"path is \"/data/regions/082f618f-f864-4579-891b-003b8e0e8fd3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.26512794Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"datafile"} {"msg":"dataset is oxp_5311926c-bf17-4119-89bd-6e21e44b63b6/crucible/regions/082f618f-f864-4579-891b-003b8e0e8fd3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.274493219Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"datafile"} {"msg":"region 082f618f-f864-4579-891b-003b8e0e8fd3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.28172384Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.281888474Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.281955995Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"uri":"/crucible/0/regions/082f618f-f864-4579-891b-003b8e0e8fd3","method":"DELETE","req_id":"5e58d686-6217-4ce1-90fa-cbff6d2b834e","remote_addr":"[fd00:1122:3344:101::b]:56428","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16798,"response_code":204} {"msg":"disabling downstairs instance: downstairs-082f618f-f864-4579-891b-003b8e0e8fd3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.282931037Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.285528865Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.286172339Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"uri":"/crucible/0/regions/082f618f-f864-4579-891b-003b8e0e8fd3","method":"GET","req_id":"f5c4889a-21ef-4c9e-b8ec-888ce6b99326","remote_addr":"[fd00:1122:3344:101::b]:56428","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":49,"response_code":200} {"msg":"deleting zfs dataset \"oxp_5311926c-bf17-4119-89bd-6e21e44b63b6/crucible/regions/082f618f-f864-4579-891b-003b8e0e8fd3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.293694966Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"region":"082f618f-f864-4579-891b-003b8e0e8fd3","component":"worker"} {"msg":"region 082f618f-f864-4579-891b-003b8e0e8fd3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.352124658Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.438223915Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"uri":"/crucible/0/regions/082f618f-f864-4579-891b-003b8e0e8fd3","method":"GET","req_id":"1d39440a-883c-46a8-b233-a6886c0d25fc","remote_addr":"[fd00:1122:3344:101::b]:56428","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":47,"response_code":200} {"msg":"region b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.555117127Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.555325681Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"uri":"/crucible/0/regions","method":"POST","req_id":"4b23ad22-ce1a-4220-b540-e7cd29b1f344","remote_addr":"[fd00:1122:3344:101::b]:56428","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":265,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.555380753Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_5311926c-bf17-4119-89bd-6e21e44b63b6/crucible/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.562191494Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5311926c-bf17-4119-89bd-6e21e44b63b6/crucible/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.562207095Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.630879624Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"region":"b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf\" \"--data\" \"/data/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.630973406Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"region":"b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.687830912Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"region":"b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf","component":"worker"} {"msg":"region b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.687866613Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.688124808Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.689057339Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.690466661Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.695217316Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.696979446Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.697312693Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.697375544Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.697401755Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.697459656Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.699720147Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.700481953Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"uri":"/crucible/0/regions","method":"POST","req_id":"341896a9-1cd7-46db-8e7b-ca2a43f6b2bd","remote_addr":"[fd00:1122:3344:101::b]:56428","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.703107652Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.244063312Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:45222"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.244201665Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"uri":"/crucible/0/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf","method":"GET","req_id":"248a9318-ce67-466b-8f0b-a8e3ec6792cc","remote_addr":"[fd00:1122:3344:101::b]:45222","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":37,"response_code":200} {"msg":"path is \"/data/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.247779655Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"datafile"} {"msg":"dataset is oxp_5311926c-bf17-4119-89bd-6e21e44b63b6/crucible/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.253547744Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"datafile"} {"msg":"snapshot is oxp_5311926c-bf17-4119-89bd-6e21e44b63b6/crucible/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf@f80725cd-b580-43f8-b230-fd462de00db6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.260154731Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5311926c-bf17-4119-89bd-6e21e44b63b6/crucible/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf\", \"f80725cd-b580-43f8-b230-fd462de00db6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.260837966Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.270116762Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"uri":"/crucible/0/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf/snapshots/f80725cd-b580-43f8-b230-fd462de00db6","method":"GET","req_id":"85f12cdd-b7fd-4580-9511-7a78aa533852","remote_addr":"[fd00:1122:3344:101::b]:45222","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":22367,"response_code":200} {"msg":"path is \"/data/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.274214394Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"datafile"} {"msg":"dataset is oxp_5311926c-bf17-4119-89bd-6e21e44b63b6/crucible/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.280459223Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"datafile"} {"msg":"snapshot is oxp_5311926c-bf17-4119-89bd-6e21e44b63b6/crucible/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf@f80725cd-b580-43f8-b230-fd462de00db6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.286580869Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5311926c-bf17-4119-89bd-6e21e44b63b6/crucible/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf\", \"f80725cd-b580-43f8-b230-fd462de00db6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.286597249Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf-f80725cd-b580-43f8-b230-fd462de00db6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.293293598Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"datafile"} {"msg":"applying SMF actions for region b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf running snapshot f80725cd-b580-43f8-b230-fd462de00db6 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.293936743Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.293949083Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"uri":"/crucible/0/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf/snapshots/f80725cd-b580-43f8-b230-fd462de00db6/run","method":"POST","req_id":"e7f28803-b307-4542-9a73-a0773d34d11a","remote_addr":"[fd00:1122:3344:101::b]:45222","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19756,"response_code":200} {"msg":"creating missing snapshot instance snapshot-b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf-f80725cd-b580-43f8-b230-fd462de00db6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.306275438Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf-f80725cd-b580-43f8-b230-fd462de00db6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.313268543Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf-f80725cd-b580-43f8-b230-fd462de00db6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.320004993Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf/.zfs/snapshot/f80725cd-b580-43f8-b230-fd462de00db6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.320281269Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.32031496Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.320359061Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.320405642Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.320448753Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.322188642Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.324957694Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"worker"} {"msg":"region b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf running snapshot f80725cd-b580-43f8-b230-fd462de00db6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.324970134Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"datafile"} {"msg":"path is \"/data/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.557787918Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"datafile"} {"msg":"dataset is oxp_5311926c-bf17-4119-89bd-6e21e44b63b6/crucible/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.565015949Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"datafile"} {"msg":"snapshot is oxp_5311926c-bf17-4119-89bd-6e21e44b63b6/crucible/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf@f80725cd-b580-43f8-b230-fd462de00db6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.570714846Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5311926c-bf17-4119-89bd-6e21e44b63b6/crucible/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf\", \"f80725cd-b580-43f8-b230-fd462de00db6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.570734496Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.575828589Z","hostname":"oxz_crucible_aabb4149-d00d-4691-b0d5-5a5ef68697ba","pid":24620,"uri":"/crucible/0/regions/b7d015f0-d186-4e8c-9ad9-c02c02cf9bdf/snapshots/f80725cd-b580-43f8-b230-fd462de00db6/run","method":"POST","req_id":"35337a08-121b-4e5b-b394-f99a8ff210d6","remote_addr":"[fd00:1122:3344:101::b]:45222","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18060,"response_code":200}