[ Dec 31 20:16:43 Enabled. ] [ Dec 31 20:16:43 Rereading configuration. ] [ Dec 31 20:16:45 Rereading configuration. ] [ Dec 31 20:16:48 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2dab7a1e-1697-4b50-aaed-d11b94a31058/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:16:48.990387984Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720} {"msg":"dataset: \"oxp_2dab7a1e-1697-4b50-aaed-d11b94a31058/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:16:48.99106981Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720} {"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:16:48.9910814Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:16:48.99108757Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:16:49.005621892Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:16:49.125916997Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.075819696Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38582"} {"msg":"region cb844344-e8bc-4140-8a6d-65d20f91705b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.099625509Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.102714469Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.102764611Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"uri":"/crucible/0/regions","method":"POST","req_id":"04e1a10c-8d5e-410e-8894-e635c89c56ff","remote_addr":"[fd00:1122:3344:101::a]:38582","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":13405,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_2dab7a1e-1697-4b50-aaed-d11b94a31058/crucible/regions/cb844344-e8bc-4140-8a6d-65d20f91705b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.112082803Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2dab7a1e-1697-4b50-aaed-d11b94a31058/crucible/regions/cb844344-e8bc-4140-8a6d-65d20f91705b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.112101973Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"cb844344-e8bc-4140-8a6d-65d20f91705b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cb844344-e8bc-4140-8a6d-65d20f91705b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.186061821Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"region":"cb844344-e8bc-4140-8a6d-65d20f91705b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cb844344-e8bc-4140-8a6d-65d20f91705b\" \"--data\" \"/data/regions/cb844344-e8bc-4140-8a6d-65d20f91705b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.188010056Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"region":"cb844344-e8bc-4140-8a6d-65d20f91705b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.358886614Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"uri":"/crucible/0/regions","method":"POST","req_id":"8b02918c-f9e5-4cb9-9410-1e111ab81ab6","remote_addr":"[fd00:1122:3344:101::a]:38582","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.561872442Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"region":"cb844344-e8bc-4140-8a6d-65d20f91705b","component":"worker"} {"msg":"region cb844344-e8bc-4140-8a6d-65d20f91705b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.562094671Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.562253015Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-cb844344-e8bc-4140-8a6d-65d20f91705b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.562623823Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cb844344-e8bc-4140-8a6d-65d20f91705b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.570138895Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.583325616Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cb844344-e8bc-4140-8a6d-65d20f91705b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.586738123Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cb844344-e8bc-4140-8a6d-65d20f91705b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.587534761Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.587590273Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.587634774Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.587670585Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.59182531Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.596483356Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:17:50.666906093Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"uri":"/crucible/0/regions","method":"POST","req_id":"3b1f8f8b-a909-4324-9c5f-38422129855f","remote_addr":"[fd00:1122:3344:101::a]:38582","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.194107651Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40859"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.194425618Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"uri":"/crucible/0/regions/cb844344-e8bc-4140-8a6d-65d20f91705b","method":"GET","req_id":"5cf18c0e-fb3d-4ec8-a91f-bff2b70df5ba","remote_addr":"[fd00:1122:3344:101::a]:40859","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"path is \"/data/regions/cb844344-e8bc-4140-8a6d-65d20f91705b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.197664692Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"datafile"} {"msg":"dataset is oxp_2dab7a1e-1697-4b50-aaed-d11b94a31058/crucible/regions/cb844344-e8bc-4140-8a6d-65d20f91705b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.203970956Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"datafile"} {"msg":"snapshot is oxp_2dab7a1e-1697-4b50-aaed-d11b94a31058/crucible/regions/cb844344-e8bc-4140-8a6d-65d20f91705b@69595bcc-746e-4e3e-a6b6-aed279ce2c57","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.209614995Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2dab7a1e-1697-4b50-aaed-d11b94a31058/crucible/regions/cb844344-e8bc-4140-8a6d-65d20f91705b\", \"69595bcc-746e-4e3e-a6b6-aed279ce2c57\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.209640795Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.219811278Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"uri":"/crucible/0/regions/cb844344-e8bc-4140-8a6d-65d20f91705b/snapshots/69595bcc-746e-4e3e-a6b6-aed279ce2c57","method":"GET","req_id":"ff1f8795-b8da-42e0-add5-4e3dccc2f069","remote_addr":"[fd00:1122:3344:101::a]:40859","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22163,"response_code":200} {"msg":"path is \"/data/regions/cb844344-e8bc-4140-8a6d-65d20f91705b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.223582374Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"datafile"} {"msg":"dataset is oxp_2dab7a1e-1697-4b50-aaed-d11b94a31058/crucible/regions/cb844344-e8bc-4140-8a6d-65d20f91705b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.229623622Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"datafile"} {"msg":"snapshot is oxp_2dab7a1e-1697-4b50-aaed-d11b94a31058/crucible/regions/cb844344-e8bc-4140-8a6d-65d20f91705b@69595bcc-746e-4e3e-a6b6-aed279ce2c57","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.235813223Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2dab7a1e-1697-4b50-aaed-d11b94a31058/crucible/regions/cb844344-e8bc-4140-8a6d-65d20f91705b\", \"69595bcc-746e-4e3e-a6b6-aed279ce2c57\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.235838633Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot cb844344-e8bc-4140-8a6d-65d20f91705b-69595bcc-746e-4e3e-a6b6-aed279ce2c57 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.243430487Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.244268896Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"uri":"/crucible/0/regions/cb844344-e8bc-4140-8a6d-65d20f91705b/snapshots/69595bcc-746e-4e3e-a6b6-aed279ce2c57/run","method":"POST","req_id":"5dec4608-f2fc-4b2a-944d-1baf37fd157f","remote_addr":"[fd00:1122:3344:101::a]:40859","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20751,"response_code":200} {"msg":"applying SMF actions for region cb844344-e8bc-4140-8a6d-65d20f91705b running snapshot 69595bcc-746e-4e3e-a6b6-aed279ce2c57 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.244287552Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-cb844344-e8bc-4140-8a6d-65d20f91705b-69595bcc-746e-4e3e-a6b6-aed279ce2c57","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.265001089Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-cb844344-e8bc-4140-8a6d-65d20f91705b-69595bcc-746e-4e3e-a6b6-aed279ce2c57","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.277519794Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-cb844344-e8bc-4140-8a6d-65d20f91705b-69595bcc-746e-4e3e-a6b6-aed279ce2c57","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.290648253Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cb844344-e8bc-4140-8a6d-65d20f91705b/.zfs/snapshot/69595bcc-746e-4e3e-a6b6-aed279ce2c57","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.290981541Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.291037092Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.291082523Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.291128034Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.291194455Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.295623377Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.299797932Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"region cb844344-e8bc-4140-8a6d-65d20f91705b running snapshot 69595bcc-746e-4e3e-a6b6-aed279ce2c57 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.299810422Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"datafile"} {"msg":"path is \"/data/regions/cb844344-e8bc-4140-8a6d-65d20f91705b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.396274893Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"datafile"} {"msg":"dataset is oxp_2dab7a1e-1697-4b50-aaed-d11b94a31058/crucible/regions/cb844344-e8bc-4140-8a6d-65d20f91705b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.40267669Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"datafile"} {"msg":"snapshot is oxp_2dab7a1e-1697-4b50-aaed-d11b94a31058/crucible/regions/cb844344-e8bc-4140-8a6d-65d20f91705b@69595bcc-746e-4e3e-a6b6-aed279ce2c57","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.408579654Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2dab7a1e-1697-4b50-aaed-d11b94a31058/crucible/regions/cb844344-e8bc-4140-8a6d-65d20f91705b\", \"69595bcc-746e-4e3e-a6b6-aed279ce2c57\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.408603115Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:51.414139761Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"uri":"/crucible/0/regions/cb844344-e8bc-4140-8a6d-65d20f91705b/snapshots/69595bcc-746e-4e3e-a6b6-aed279ce2c57/run","method":"POST","req_id":"78727776-6881-466a-87db-645b9ddddedf","remote_addr":"[fd00:1122:3344:101::a]:40859","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17907,"response_code":200} {"msg":"region 32244df8-873d-4c8f-a5ef-f58babebdd8f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:56.102900369Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:56.103075143Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"uri":"/crucible/0/regions","method":"POST","req_id":"cfc9892e-fe64-4fd9-8b5f-20c79008fe2b","remote_addr":"[fd00:1122:3344:101::a]:40859","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":218,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:56.103099933Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_2dab7a1e-1697-4b50-aaed-d11b94a31058/crucible/regions/32244df8-873d-4c8f-a5ef-f58babebdd8f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:56.10955012Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2dab7a1e-1697-4b50-aaed-d11b94a31058/crucible/regions/32244df8-873d-4c8f-a5ef-f58babebdd8f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:56.109584371Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"32244df8-873d-4c8f-a5ef-f58babebdd8f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/32244df8-873d-4c8f-a5ef-f58babebdd8f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:56.165399025Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"region":"32244df8-873d-4c8f-a5ef-f58babebdd8f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"32244df8-873d-4c8f-a5ef-f58babebdd8f\" \"--data\" \"/data/regions/32244df8-873d-4c8f-a5ef-f58babebdd8f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:56.165452026Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"region":"32244df8-873d-4c8f-a5ef-f58babebdd8f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:56.273800758Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"region":"32244df8-873d-4c8f-a5ef-f58babebdd8f","component":"worker"} {"msg":"region 32244df8-873d-4c8f-a5ef-f58babebdd8f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:56.273830449Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:56.273945421Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-32244df8-873d-4c8f-a5ef-f58babebdd8f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:56.274303519Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-32244df8-873d-4c8f-a5ef-f58babebdd8f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:56.277527203Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:56.28531035Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-32244df8-873d-4c8f-a5ef-f58babebdd8f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:56.28833665Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/32244df8-873d-4c8f-a5ef-f58babebdd8f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:56.288626326Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:56.288673047Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:56.288711848Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:56.288749109Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:56.292862813Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:56.30323962Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:28:56.393399897Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"uri":"/crucible/0/regions","method":"POST","req_id":"d0eeaab6-357b-40c5-a514-47c08290d26b","remote_addr":"[fd00:1122:3344:101::a]:40859","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:29:23.337882322Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"uri":"/crucible/0/regions/32244df8-873d-4c8f-a5ef-f58babebdd8f","method":"GET","req_id":"9d6a7543-1f13-47c2-a3ec-41a36678130a","remote_addr":"[fd00:1122:3344:101::a]:40859","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"path is \"/data/regions/32244df8-873d-4c8f-a5ef-f58babebdd8f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:29:23.340878091Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"datafile"} {"msg":"dataset is oxp_2dab7a1e-1697-4b50-aaed-d11b94a31058/crucible/regions/32244df8-873d-4c8f-a5ef-f58babebdd8f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:29:23.351640966Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"datafile"} {"msg":"region 32244df8-873d-4c8f-a5ef-f58babebdd8f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:29:23.359020274Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:29:23.359201778Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"uri":"/crucible/0/regions/32244df8-873d-4c8f-a5ef-f58babebdd8f","method":"DELETE","req_id":"ef24b850-b0d7-412c-b223-081ac4dd9c5c","remote_addr":"[fd00:1122:3344:101::a]:40859","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18350,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:29:23.359230929Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-32244df8-873d-4c8f-a5ef-f58babebdd8f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:29:23.361164663Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:29:23.362714159Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"uri":"/crucible/0/regions/32244df8-873d-4c8f-a5ef-f58babebdd8f","method":"GET","req_id":"8534dae8-ba42-4cb3-a263-80dfb73ac2a5","remote_addr":"[fd00:1122:3344:101::a]:40859","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":49,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:29:23.374487747Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_2dab7a1e-1697-4b50-aaed-d11b94a31058/crucible/regions/32244df8-873d-4c8f-a5ef-f58babebdd8f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:29:23.381893476Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"region":"32244df8-873d-4c8f-a5ef-f58babebdd8f","component":"worker"} {"msg":"region 32244df8-873d-4c8f-a5ef-f58babebdd8f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:29:23.438213421Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T20:29:23.486460302Z","hostname":"oxz_crucible_4ef2d41f-423c-4304-8296-a993bc6fc79b","pid":27720,"uri":"/crucible/0/regions/32244df8-873d-4c8f-a5ef-f58babebdd8f","method":"GET","req_id":"d527688e-7c44-419a-8269-5d315d923b70","remote_addr":"[fd00:1122:3344:101::a]:40859","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":48,"response_code":200}