[ Feb 3 21:14:54 Enabled. ] [ Feb 3 21:14:55 Rereading configuration. ] [ Feb 3 21:14:58 Rereading configuration. ] [ Feb 3 21:15:05 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_93717e6c-02aa-4641-a7c3-67c05de42a32/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:05.604197501Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155} {"msg":"dataset: \"oxp_93717e6c-02aa-4641-a7c3-67c05de42a32/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:05.605143029Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:05.60515628Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:05.6051627Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:05.622526502Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:05.737108489Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:37.626956588Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:56317"} {"msg":"region 9069fa3a-b458-44b0-bc27-a7e3d6f2997a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:37.656707583Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:37.659483697Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:37.659532768Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"uri":"/crucible/0/regions","method":"POST","req_id":"bd1ba299-51f0-4310-9ab2-bb41f139ff7f","remote_addr":"[fd00:1122:3344:101::c]:56317","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18344,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_93717e6c-02aa-4641-a7c3-67c05de42a32/crucible/regions/9069fa3a-b458-44b0-bc27-a7e3d6f2997a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:37.66854207Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_93717e6c-02aa-4641-a7c3-67c05de42a32/crucible/regions/9069fa3a-b458-44b0-bc27-a7e3d6f2997a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:37.66855609Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9069fa3a-b458-44b0-bc27-a7e3d6f2997a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9069fa3a-b458-44b0-bc27-a7e3d6f2997a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:37.738959358Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"region":"9069fa3a-b458-44b0-bc27-a7e3d6f2997a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9069fa3a-b458-44b0-bc27-a7e3d6f2997a\" \"--data\" \"/data/regions/9069fa3a-b458-44b0-bc27-a7e3d6f2997a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:37.741312759Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"region":"9069fa3a-b458-44b0-bc27-a7e3d6f2997a","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:37.948902944Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"uri":"/crucible/0/regions","method":"POST","req_id":"04416137-24ea-48c4-bee4-fe20049df9f3","remote_addr":"[fd00:1122:3344:101::c]:56317","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.089124472Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"region":"9069fa3a-b458-44b0-bc27-a7e3d6f2997a","component":"worker"} {"msg":"region 9069fa3a-b458-44b0-bc27-a7e3d6f2997a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.089160673Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.089400121Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9069fa3a-b458-44b0-bc27-a7e3d6f2997a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.089754922Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9069fa3a-b458-44b0-bc27-a7e3d6f2997a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.099804144Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.113439874Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9069fa3a-b458-44b0-bc27-a7e3d6f2997a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.116824136Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9069fa3a-b458-44b0-bc27-a7e3d6f2997a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.117399333Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.117467335Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.117505736Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.117540197Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.121785265Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.126985191Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.504262431Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"uri":"/crucible/0/regions","method":"POST","req_id":"ea334f19-118e-4261-b256-082fbb1bcc90","remote_addr":"[fd00:1122:3344:101::c]:56317","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.940049182Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"uri":"/crucible/0/regions/9069fa3a-b458-44b0-bc27-a7e3d6f2997a","method":"GET","req_id":"b093417b-d2ea-45df-b2a3-6b3aa17b1734","remote_addr":"[fd00:1122:3344:101::c]:56317","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"path is \"/data/regions/9069fa3a-b458-44b0-bc27-a7e3d6f2997a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.942637219Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"datafile"} {"msg":"dataset is oxp_93717e6c-02aa-4641-a7c3-67c05de42a32/crucible/regions/9069fa3a-b458-44b0-bc27-a7e3d6f2997a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.953214008Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"datafile"} {"msg":"region 9069fa3a-b458-44b0-bc27-a7e3d6f2997a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.961474046Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.961663922Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.961709763Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"uri":"/crucible/0/regions/9069fa3a-b458-44b0-bc27-a7e3d6f2997a","method":"DELETE","req_id":"9c924b50-b9d8-40b0-a177-95f14a8c2189","remote_addr":"[fd00:1122:3344:101::c]:56317","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19056,"response_code":204} {"msg":"disabling downstairs instance: downstairs-9069fa3a-b458-44b0-bc27-a7e3d6f2997a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.962736914Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.965941541Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"uri":"/crucible/0/regions/9069fa3a-b458-44b0-bc27-a7e3d6f2997a","method":"GET","req_id":"1959f375-034b-4500-8389-c34cf08bc132","remote_addr":"[fd00:1122:3344:101::c]:56317","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":35,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.968500878Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_93717e6c-02aa-4641-a7c3-67c05de42a32/crucible/regions/9069fa3a-b458-44b0-bc27-a7e3d6f2997a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:38.977312412Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"region":"9069fa3a-b458-44b0-bc27-a7e3d6f2997a","component":"worker"} {"msg":"region 9069fa3a-b458-44b0-bc27-a7e3d6f2997a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:39.051880546Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:39.11549783Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"uri":"/crucible/0/regions/9069fa3a-b458-44b0-bc27-a7e3d6f2997a","method":"GET","req_id":"e8667b45-3ab1-48ee-a401-fd746e8ee704","remote_addr":"[fd00:1122:3344:101::c]:56317","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"region b66da392-1971-4c56-872d-b4e68ece5a8d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:41.696720883Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:41.696899568Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:41.69695906Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"uri":"/crucible/0/regions","method":"POST","req_id":"3bb29a53-b235-43e0-8ba6-81d8fb9d6b4b","remote_addr":"[fd00:1122:3344:101::c]:56317","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":221,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_93717e6c-02aa-4641-a7c3-67c05de42a32/crucible/regions/b66da392-1971-4c56-872d-b4e68ece5a8d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:41.702759164Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_93717e6c-02aa-4641-a7c3-67c05de42a32/crucible/regions/b66da392-1971-4c56-872d-b4e68ece5a8d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:41.702823897Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b66da392-1971-4c56-872d-b4e68ece5a8d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b66da392-1971-4c56-872d-b4e68ece5a8d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:41.775470582Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"region":"b66da392-1971-4c56-872d-b4e68ece5a8d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b66da392-1971-4c56-872d-b4e68ece5a8d\" \"--data\" \"/data/regions/b66da392-1971-4c56-872d-b4e68ece5a8d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:41.775552874Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"region":"b66da392-1971-4c56-872d-b4e68ece5a8d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:41.849451358Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"uri":"/crucible/0/regions","method":"POST","req_id":"b0863323-5760-415b-b29d-e88c8480e909","remote_addr":"[fd00:1122:3344:101::c]:56317","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:41.855609283Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"region":"b66da392-1971-4c56-872d-b4e68ece5a8d","component":"worker"} {"msg":"region b66da392-1971-4c56-872d-b4e68ece5a8d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:41.855626023Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:41.855830989Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b66da392-1971-4c56-872d-b4e68ece5a8d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:41.857023045Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b66da392-1971-4c56-872d-b4e68ece5a8d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:41.861049817Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:41.868875212Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b66da392-1971-4c56-872d-b4e68ece5a8d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:41.871887092Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b66da392-1971-4c56-872d-b4e68ece5a8d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:41.872182121Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:41.872229363Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:41.872268434Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:41.872304435Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:41.876236203Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:41.880952875Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:15:42.246538243Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"uri":"/crucible/0/regions","method":"POST","req_id":"bc5e54fe-40c0-4d0c-ad51-c7c75fb47ef8","remote_addr":"[fd00:1122:3344:101::c]:56317","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.325521255Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:35152"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.32637158Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"uri":"/crucible/0/regions/b66da392-1971-4c56-872d-b4e68ece5a8d","method":"GET","req_id":"03f82001-1487-4e4c-922b-a6aa307bc69c","remote_addr":"[fd00:1122:3344:101::c]:35152","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":38,"response_code":200} {"msg":"path is \"/data/regions/b66da392-1971-4c56-872d-b4e68ece5a8d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.328527385Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"datafile"} {"msg":"dataset is oxp_93717e6c-02aa-4641-a7c3-67c05de42a32/crucible/regions/b66da392-1971-4c56-872d-b4e68ece5a8d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.335501295Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"datafile"} {"msg":"snapshot is oxp_93717e6c-02aa-4641-a7c3-67c05de42a32/crucible/regions/b66da392-1971-4c56-872d-b4e68ece5a8d@ccc6d0f0-a23e-43ad-91c6-60cd208e6316","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.34198325Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_93717e6c-02aa-4641-a7c3-67c05de42a32/crucible/regions/b66da392-1971-4c56-872d-b4e68ece5a8d\", \"ccc6d0f0-a23e-43ad-91c6-60cd208e6316\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.342007771Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.357771445Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"uri":"/crucible/0/regions/b66da392-1971-4c56-872d-b4e68ece5a8d/snapshots/ccc6d0f0-a23e-43ad-91c6-60cd208e6316","method":"GET","req_id":"88a4732b-e9d7-4179-841c-48d79efba6fc","remote_addr":"[fd00:1122:3344:101::c]:35152","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":29260,"response_code":200} {"msg":"path is \"/data/regions/b66da392-1971-4c56-872d-b4e68ece5a8d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.361219749Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"datafile"} {"msg":"dataset is oxp_93717e6c-02aa-4641-a7c3-67c05de42a32/crucible/regions/b66da392-1971-4c56-872d-b4e68ece5a8d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.366746155Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"datafile"} {"msg":"snapshot is oxp_93717e6c-02aa-4641-a7c3-67c05de42a32/crucible/regions/b66da392-1971-4c56-872d-b4e68ece5a8d@ccc6d0f0-a23e-43ad-91c6-60cd208e6316","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.373800618Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_93717e6c-02aa-4641-a7c3-67c05de42a32/crucible/regions/b66da392-1971-4c56-872d-b4e68ece5a8d\", \"ccc6d0f0-a23e-43ad-91c6-60cd208e6316\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.373825798Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot b66da392-1971-4c56-872d-b4e68ece5a8d-ccc6d0f0-a23e-43ad-91c6-60cd208e6316 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.38185359Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.386436958Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"uri":"/crucible/0/regions/b66da392-1971-4c56-872d-b4e68ece5a8d/snapshots/ccc6d0f0-a23e-43ad-91c6-60cd208e6316/run","method":"POST","req_id":"e89e6a4f-60f7-4c22-8998-d9c6f361381c","remote_addr":"[fd00:1122:3344:101::c]:35152","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25242,"response_code":200} {"msg":"applying SMF actions for region b66da392-1971-4c56-872d-b4e68ece5a8d running snapshot ccc6d0f0-a23e-43ad-91c6-60cd208e6316 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.386476059Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-b66da392-1971-4c56-872d-b4e68ece5a8d-ccc6d0f0-a23e-43ad-91c6-60cd208e6316","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.412023167Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b66da392-1971-4c56-872d-b4e68ece5a8d-ccc6d0f0-a23e-43ad-91c6-60cd208e6316","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.43304196Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b66da392-1971-4c56-872d-b4e68ece5a8d-ccc6d0f0-a23e-43ad-91c6-60cd208e6316","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.466014102Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b66da392-1971-4c56-872d-b4e68ece5a8d/.zfs/snapshot/ccc6d0f0-a23e-43ad-91c6-60cd208e6316","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.466367782Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.466427574Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.466467675Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.466507036Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.466548218Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.472057314Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.484976792Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"worker"} {"msg":"region b66da392-1971-4c56-872d-b4e68ece5a8d running snapshot ccc6d0f0-a23e-43ad-91c6-60cd208e6316 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.484991503Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"datafile"} {"msg":"path is \"/data/regions/b66da392-1971-4c56-872d-b4e68ece5a8d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.589809386Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"datafile"} {"msg":"dataset is oxp_93717e6c-02aa-4641-a7c3-67c05de42a32/crucible/regions/b66da392-1971-4c56-872d-b4e68ece5a8d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.595739434Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"datafile"} {"msg":"snapshot is oxp_93717e6c-02aa-4641-a7c3-67c05de42a32/crucible/regions/b66da392-1971-4c56-872d-b4e68ece5a8d@ccc6d0f0-a23e-43ad-91c6-60cd208e6316","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.601863019Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_93717e6c-02aa-4641-a7c3-67c05de42a32/crucible/regions/b66da392-1971-4c56-872d-b4e68ece5a8d\", \"ccc6d0f0-a23e-43ad-91c6-60cd208e6316\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.601878419Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T21:27:04.606926021Z","hostname":"oxz_crucible_2e8953a3-5211-4228-9765-3b155be821d9","pid":155,"uri":"/crucible/0/regions/b66da392-1971-4c56-872d-b4e68ece5a8d/snapshots/ccc6d0f0-a23e-43ad-91c6-60cd208e6316/run","method":"POST","req_id":"70cb3ef6-1180-4acd-bac5-2e59846baf53","remote_addr":"[fd00:1122:3344:101::c]:35152","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17161,"response_code":200}