[ Dec 20 22:53:47 Enabled. ]
[ Dec 20 22:53:47 Rereading configuration. ]
[ Dec 20 22:53:49 Rereading configuration. ]
[ Dec 20 22:53:52 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2b0333c0-c6c1-4cff-a03f-fd082c50dea1/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_2b0333c0-c6c1-4cff-a03f-fd082c50dea1/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:53:52.743737317Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:53:52.749122895Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:53:52.749135765Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:53:52.765502885Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:53:52.887263668Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.054903551Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47457"}
{"msg":"region cdad583c-be9e-4fc8-a1b7-975bad9ccb5b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.094892009Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.100867483Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.105655045Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"uri":"/crucible/0/regions","method":"POST","req_id":"efcf9a01-1c3a-4015-b1e9-ec0f1f9d168b","remote_addr":"[fd00:1122:3344:101::a]:47457","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":17841,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_2b0333c0-c6c1-4cff-a03f-fd082c50dea1/crucible/regions/cdad583c-be9e-4fc8-a1b7-975bad9ccb5b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.112498443Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_2b0333c0-c6c1-4cff-a03f-fd082c50dea1/crucible/regions/cdad583c-be9e-4fc8-a1b7-975bad9ccb5b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.112516373Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"cdad583c-be9e-4fc8-a1b7-975bad9ccb5b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cdad583c-be9e-4fc8-a1b7-975bad9ccb5b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.177513208Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"region":"cdad583c-be9e-4fc8-a1b7-975bad9ccb5b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cdad583c-be9e-4fc8-a1b7-975bad9ccb5b\" \"--data\" \"/data/regions/cdad583c-be9e-4fc8-a1b7-975bad9ccb5b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.18014566Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"region":"cdad583c-be9e-4fc8-a1b7-975bad9ccb5b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.326972901Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"region":"cdad583c-be9e-4fc8-a1b7-975bad9ccb5b","component":"worker"}
{"msg":"region cdad583c-be9e-4fc8-a1b7-975bad9ccb5b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.327020913Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.327123106Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-cdad583c-be9e-4fc8-a1b7-975bad9ccb5b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.327586888Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cdad583c-be9e-4fc8-a1b7-975bad9ccb5b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.333388218Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.345614253Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cdad583c-be9e-4fc8-a1b7-975bad9ccb5b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.348510803Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cdad583c-be9e-4fc8-a1b7-975bad9ccb5b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.349068438Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.34912739Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.349167881Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.349204492Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.353262373Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.358558449Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.370733843Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"uri":"/crucible/0/regions","method":"POST","req_id":"bec8b1e5-d688-447c-b6cd-52e5a819616d","remote_addr":"[fd00:1122:3344:101::a]:47457","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:47.936846027Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"uri":"/crucible/0/regions/cdad583c-be9e-4fc8-a1b7-975bad9ccb5b","method":"GET","req_id":"70cd9883-1932-4426-bc3d-1dadab54aa6d","remote_addr":"[fd00:1122:3344:101::a]:47457","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":90,"response_code":"200"}
{"msg":"path is \"/data/regions/cdad583c-be9e-4fc8-a1b7-975bad9ccb5b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:48.056165084Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"datafile"}
{"msg":"dataset is oxp_2b0333c0-c6c1-4cff-a03f-fd082c50dea1/crucible/regions/cdad583c-be9e-4fc8-a1b7-975bad9ccb5b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:48.065677875Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"datafile"}
{"msg":"region cdad583c-be9e-4fc8-a1b7-975bad9ccb5b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:48.07459127Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:48.074750834Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:48.074825546Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"uri":"/crucible/0/regions/cdad583c-be9e-4fc8-a1b7-975bad9ccb5b","method":"DELETE","req_id":"157380ad-cbd7-40da-9965-c18ba6387b7a","remote_addr":"[fd00:1122:3344:101::a]:47457","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18717,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-cdad583c-be9e-4fc8-a1b7-975bad9ccb5b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:48.078057425Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:48.07861555Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"uri":"/crucible/0/regions/cdad583c-be9e-4fc8-a1b7-975bad9ccb5b","method":"GET","req_id":"630971b5-f5bd-4c61-97d8-59ddc5e6b459","remote_addr":"[fd00:1122:3344:101::a]:47457","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":40,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:48.082424235Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_2b0333c0-c6c1-4cff-a03f-fd082c50dea1/crucible/regions/cdad583c-be9e-4fc8-a1b7-975bad9ccb5b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:48.092128421Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"region":"cdad583c-be9e-4fc8-a1b7-975bad9ccb5b","component":"worker"}
{"msg":"region cdad583c-be9e-4fc8-a1b7-975bad9ccb5b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:48.145487896Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:54:48.215378196Z","hostname":"oxz_crucible_236200ed-69ea-40b1-9864-080ffa271a34","pid":22424,"uri":"/crucible/0/regions/cdad583c-be9e-4fc8-a1b7-975bad9ccb5b","method":"GET","req_id":"9d002d0e-61e0-4a38-8d77-ce95372360dd","remote_addr":"[fd00:1122:3344:101::a]:47457","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":65,"response_code":"200"}