{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:55.928194591Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:45546"} {"msg":"region fd001da3-9a79-4a8f-8a56-fb0aa9a753ff state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:55.928278831Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:55.928842443Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:55.928849643Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"uri":"/crucible/0/regions","method":"POST","req_id":"54ea8ee0-2bd5-4297-bfbe-3fdd5381aa78","remote_addr":"[fd00:1122:3344:101::c]:45546","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":630,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_02b13e52-51f3-46ff-8404-98f8e06250cb/crucible/regions/fd001da3-9a79-4a8f-8a56-fb0aa9a753ff","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:55.940973619Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_02b13e52-51f3-46ff-8404-98f8e06250cb/crucible/regions/fd001da3-9a79-4a8f-8a56-fb0aa9a753ff","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:55.941001949Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fd001da3-9a79-4a8f-8a56-fb0aa9a753ff\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fd001da3-9a79-4a8f-8a56-fb0aa9a753ff\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.009424172Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"region":"fd001da3-9a79-4a8f-8a56-fb0aa9a753ff","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fd001da3-9a79-4a8f-8a56-fb0aa9a753ff\" \"--data\" \"/data/regions/fd001da3-9a79-4a8f-8a56-fb0aa9a753ff\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.009484532Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"region":"fd001da3-9a79-4a8f-8a56-fb0aa9a753ff","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.10857097Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"region":"fd001da3-9a79-4a8f-8a56-fb0aa9a753ff","component":"worker"} {"msg":"region fd001da3-9a79-4a8f-8a56-fb0aa9a753ff state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.108637701Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.108738082Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fd001da3-9a79-4a8f-8a56-fb0aa9a753ff","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.115864625Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fd001da3-9a79-4a8f-8a56-fb0aa9a753ff","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.119270044Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.128608462Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fd001da3-9a79-4a8f-8a56-fb0aa9a753ff","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.131922891Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fd001da3-9a79-4a8f-8a56-fb0aa9a753ff","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.132235314Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.132314985Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.132377126Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.132436687Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.136739437Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.141065567Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.285560093Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"uri":"/crucible/0/regions","method":"POST","req_id":"bbb6bee3-a345-499d-9f84-8b9ba2f3da09","remote_addr":"[fd00:1122:3344:101::c]:45546","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":734,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.346936944Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"uri":"/crucible/0/regions/254eb793-c85b-4bd0-845e-3ba8a18615a4","method":"GET","req_id":"a2cc1af8-192e-47d5-9d72-ccc957308850","remote_addr":"[fd00:1122:3344:101::c]:45546","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":2729,"response_code":"200"} {"msg":"path is \"/data/regions/254eb793-c85b-4bd0-845e-3ba8a18615a4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.352759022Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"datafile"} {"msg":"dataset is oxp_02b13e52-51f3-46ff-8404-98f8e06250cb/crucible/regions/254eb793-c85b-4bd0-845e-3ba8a18615a4","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.361458673Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"datafile"} {"msg":"snapshot is oxp_02b13e52-51f3-46ff-8404-98f8e06250cb/crucible/regions/254eb793-c85b-4bd0-845e-3ba8a18615a4@6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.369141842Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_02b13e52-51f3-46ff-8404-98f8e06250cb/crucible/regions/254eb793-c85b-4bd0-845e-3ba8a18615a4\", \"6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.369168892Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.379061387Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"uri":"/crucible/0/regions/254eb793-c85b-4bd0-845e-3ba8a18615a4/snapshots/6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e","method":"GET","req_id":"9c050ca5-d4d2-43a4-b442-95a7df01e94d","remote_addr":"[fd00:1122:3344:101::c]:45546","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":28688,"response_code":"200"} {"msg":"path is \"/data/regions/254eb793-c85b-4bd0-845e-3ba8a18615a4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.382591708Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"datafile"} {"msg":"dataset is oxp_02b13e52-51f3-46ff-8404-98f8e06250cb/crucible/regions/254eb793-c85b-4bd0-845e-3ba8a18615a4","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.390757232Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"datafile"} {"msg":"snapshot is oxp_02b13e52-51f3-46ff-8404-98f8e06250cb/crucible/regions/254eb793-c85b-4bd0-845e-3ba8a18615a4@6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.398862366Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_02b13e52-51f3-46ff-8404-98f8e06250cb/crucible/regions/254eb793-c85b-4bd0-845e-3ba8a18615a4\", \"6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.398890796Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 254eb793-c85b-4bd0-845e-3ba8a18615a4-6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.40699752Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"datafile"} {"msg":"applying SMF actions for region 254eb793-c85b-4bd0-845e-3ba8a18615a4 running snapshot 6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.407236643Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.407252423Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"uri":"/crucible/0/regions/254eb793-c85b-4bd0-845e-3ba8a18615a4/snapshots/6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e/run","method":"POST","req_id":"58622325-eb54-4e0e-948d-8a6bec2e59c3","remote_addr":"[fd00:1122:3344:101::c]:45546","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24696,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-254eb793-c85b-4bd0-845e-3ba8a18615a4-6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.40951882Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-254eb793-c85b-4bd0-845e-3ba8a18615a4-6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.417815316Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-254eb793-c85b-4bd0-845e-3ba8a18615a4-6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.427184014Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/254eb793-c85b-4bd0-845e-3ba8a18615a4/.zfs/snapshot/6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.427371366Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.427419907Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.427460397Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.427508148Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.427550408Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.431229601Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.435263098Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"region 254eb793-c85b-4bd0-845e-3ba8a18615a4 running snapshot 6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.435273628Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"datafile"} {"msg":"path is \"/data/regions/254eb793-c85b-4bd0-845e-3ba8a18615a4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.644490511Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"datafile"} {"msg":"dataset is oxp_02b13e52-51f3-46ff-8404-98f8e06250cb/crucible/regions/254eb793-c85b-4bd0-845e-3ba8a18615a4","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.653112256Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"datafile"} {"msg":"snapshot is oxp_02b13e52-51f3-46ff-8404-98f8e06250cb/crucible/regions/254eb793-c85b-4bd0-845e-3ba8a18615a4@6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.661212275Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_02b13e52-51f3-46ff-8404-98f8e06250cb/crucible/regions/254eb793-c85b-4bd0-845e-3ba8a18615a4\", \"6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.661244936Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.669995447Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"uri":"/crucible/0/regions/254eb793-c85b-4bd0-845e-3ba8a18615a4/snapshots/6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e/run","method":"POST","req_id":"18770d41-4ac3-4819-a812-9e09d260ff05","remote_addr":"[fd00:1122:3344:101::c]:45546","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25532,"response_code":"200"} {"msg":"region 52d8b978-d6dc-4088-b218-ed9b760dd85e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.572190499Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.572357291Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"uri":"/crucible/0/regions","method":"POST","req_id":"599656b7-7889-4a72-9149-61cad70d486d","remote_addr":"[fd00:1122:3344:101::c]:45546","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":234,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.572388502Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_02b13e52-51f3-46ff-8404-98f8e06250cb/crucible/regions/52d8b978-d6dc-4088-b218-ed9b760dd85e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.582701331Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_02b13e52-51f3-46ff-8404-98f8e06250cb/crucible/regions/52d8b978-d6dc-4088-b218-ed9b760dd85e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.582740382Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"52d8b978-d6dc-4088-b218-ed9b760dd85e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/52d8b978-d6dc-4088-b218-ed9b760dd85e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.639371567Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"region":"52d8b978-d6dc-4088-b218-ed9b760dd85e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"52d8b978-d6dc-4088-b218-ed9b760dd85e\" \"--data\" \"/data/regions/52d8b978-d6dc-4088-b218-ed9b760dd85e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.639426008Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"region":"52d8b978-d6dc-4088-b218-ed9b760dd85e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.755597564Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"region":"52d8b978-d6dc-4088-b218-ed9b760dd85e","component":"worker"} {"msg":"region 52d8b978-d6dc-4088-b218-ed9b760dd85e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.755677925Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.755774106Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-52d8b978-d6dc-4088-b218-ed9b760dd85e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.757215103Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-52d8b978-d6dc-4088-b218-ed9b760dd85e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.760779234Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.767397921Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-52d8b978-d6dc-4088-b218-ed9b760dd85e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.771287366Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/52d8b978-d6dc-4088-b218-ed9b760dd85e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.771535939Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.771590949Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.77163204Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.77167096Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.77599104Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.789062842Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.892420179Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47969"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.892558921Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"uri":"/crucible/0/regions/52d8b978-d6dc-4088-b218-ed9b760dd85e","method":"GET","req_id":"a2d2b5d1-56ee-494a-900f-f0aa7bd511b1","remote_addr":"[fd00:1122:3344:101::a]:47969","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":45,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.900015877Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:53518"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.900128708Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"uri":"/crucible/0/regions/52d8b978-d6dc-4088-b218-ed9b760dd85e","method":"GET","req_id":"c637aedb-a701-4267-85ea-cb2658f951f4","remote_addr":"[fd00:1122:3344:101::c]:53518","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.915872251Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"uri":"/crucible/0/regions","method":"POST","req_id":"1fbaf6cf-77f3-412b-a359-5ac4df24f12b","remote_addr":"[fd00:1122:3344:101::c]:45546","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.702543988Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"uri":"/crucible/0/regions/52d8b978-d6dc-4088-b218-ed9b760dd85e","method":"GET","req_id":"ac989297-099c-47d7-85fe-0c5e1af62149","remote_addr":"[fd00:1122:3344:101::c]:45546","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":39,"response_code":"200"} {"msg":"path is \"/data/regions/52d8b978-d6dc-4088-b218-ed9b760dd85e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.706668276Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"datafile"} {"msg":"dataset is oxp_02b13e52-51f3-46ff-8404-98f8e06250cb/crucible/regions/52d8b978-d6dc-4088-b218-ed9b760dd85e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.719471384Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"datafile"} {"msg":"region 52d8b978-d6dc-4088-b218-ed9b760dd85e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.729824624Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.730016176Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.730066947Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"uri":"/crucible/0/regions/52d8b978-d6dc-4088-b218-ed9b760dd85e","method":"DELETE","req_id":"df67dc09-2ffb-4030-b5e8-5c78f690602b","remote_addr":"[fd00:1122:3344:101::c]:45546","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23433,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-52d8b978-d6dc-4088-b218-ed9b760dd85e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.73120649Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.733623428Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"uri":"/crucible/0/regions/52d8b978-d6dc-4088-b218-ed9b760dd85e","method":"GET","req_id":"b4896221-2f15-4e99-8af5-0576bf27ddc4","remote_addr":"[fd00:1122:3344:101::c]:45546","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":30,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.739065931Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_02b13e52-51f3-46ff-8404-98f8e06250cb/crucible/regions/52d8b978-d6dc-4088-b218-ed9b760dd85e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.75100193Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"region":"52d8b978-d6dc-4088-b218-ed9b760dd85e","component":"worker"} {"msg":"region 52d8b978-d6dc-4088-b218-ed9b760dd85e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.801591885Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.818811885Z","hostname":"oxz_crucible_8f43a0cc-b16b-4616-895d-ce187f372137","pid":22858,"uri":"/crucible/0/regions/52d8b978-d6dc-4088-b218-ed9b760dd85e","method":"GET","req_id":"be91a21b-ab81-47fe-b56b-579384880840","remote_addr":"[fd00:1122:3344:101::c]:45546","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":71,"response_code":"200"}