[ Apr 26 00:20:11 Enabled. ] [ Apr 26 00:20:11 Rereading configuration. ] [ Apr 26 00:20:12 Rereading configuration. ] [ Apr 26 00:20:15 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_0de19191-ee35-4d6e-ab04-5e684dafd16c/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_0de19191-ee35-4d6e-ab04-5e684dafd16c/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:20:15.241511321Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:20:15.246078554Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:20:15.246095195Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:20:15.263284691Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:20:15.34537418Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.509493825Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39004"} {"msg":"region 560b1ad5-c812-4d1e-a982-4d626eb49e2e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.57764836Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.58075488Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.584839856Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"uri":"/crucible/0/regions","method":"POST","req_id":"cd96cb67-8356-4832-99ad-c369f9e0e8cc","remote_addr":"[fd00:1122:3344:101::a]:39004","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16372,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_0de19191-ee35-4d6e-ab04-5e684dafd16c/crucible/regions/560b1ad5-c812-4d1e-a982-4d626eb49e2e","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.591480422Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0de19191-ee35-4d6e-ab04-5e684dafd16c/crucible/regions/560b1ad5-c812-4d1e-a982-4d626eb49e2e","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.591496532Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"560b1ad5-c812-4d1e-a982-4d626eb49e2e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/560b1ad5-c812-4d1e-a982-4d626eb49e2e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.644054247Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"region":"560b1ad5-c812-4d1e-a982-4d626eb49e2e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"560b1ad5-c812-4d1e-a982-4d626eb49e2e\" \"--data\" \"/data/regions/560b1ad5-c812-4d1e-a982-4d626eb49e2e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.64612079Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"region":"560b1ad5-c812-4d1e-a982-4d626eb49e2e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.786232721Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"region":"560b1ad5-c812-4d1e-a982-4d626eb49e2e","component":"worker"} {"msg":"region 560b1ad5-c812-4d1e-a982-4d626eb49e2e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.786283132Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.786386173Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-560b1ad5-c812-4d1e-a982-4d626eb49e2e","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.78680013Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-560b1ad5-c812-4d1e-a982-4d626eb49e2e","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.789787288Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.801635458Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-560b1ad5-c812-4d1e-a982-4d626eb49e2e","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.805660173Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/560b1ad5-c812-4d1e-a982-4d626eb49e2e","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.806371764Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.806530887Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.806581228Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.806625858Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.810881957Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.81483246Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:21:26.835088796Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"uri":"/crucible/0/regions","method":"POST","req_id":"7331c950-b8d5-4372-88dc-c6d94496dfb2","remote_addr":"[fd00:1122:3344:101::a]:39004","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":65,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.148470273Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56191"} {"msg":"region 80f73632-2d71-4255-a775-b1349c82a610 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.403112425Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.403738515Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.403761995Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"uri":"/crucible/0/regions","method":"POST","req_id":"fbeab1c5-3472-444d-850e-6fe5f4be7f67","remote_addr":"[fd00:1122:3344:101::a]:56191","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":678,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_0de19191-ee35-4d6e-ab04-5e684dafd16c/crucible/regions/80f73632-2d71-4255-a775-b1349c82a610","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.413498202Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0de19191-ee35-4d6e-ab04-5e684dafd16c/crucible/regions/80f73632-2d71-4255-a775-b1349c82a610","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.413524282Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"80f73632-2d71-4255-a775-b1349c82a610\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/80f73632-2d71-4255-a775-b1349c82a610\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.469379539Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"region":"80f73632-2d71-4255-a775-b1349c82a610","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"80f73632-2d71-4255-a775-b1349c82a610\" \"--data\" \"/data/regions/80f73632-2d71-4255-a775-b1349c82a610\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.469449001Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"region":"80f73632-2d71-4255-a775-b1349c82a610","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.535684785Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"region":"80f73632-2d71-4255-a775-b1349c82a610","component":"worker"} {"msg":"region 80f73632-2d71-4255-a775-b1349c82a610 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.535738426Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.535819887Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-80f73632-2d71-4255-a775-b1349c82a610","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.547990382Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-80f73632-2d71-4255-a775-b1349c82a610","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.552142189Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.561367937Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-80f73632-2d71-4255-a775-b1349c82a610","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.56461402Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/80f73632-2d71-4255-a775-b1349c82a610","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.564982545Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.565044956Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.565090547Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.565140088Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.568500792Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.574072411Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:55.605924233Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"uri":"/crucible/0/regions","method":"POST","req_id":"1fbe8381-9367-4410-8adc-be0851c04fe3","remote_addr":"[fd00:1122:3344:101::a]:56191","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.65328946Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57600"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.655529156Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"uri":"/crucible/0/regions/560b1ad5-c812-4d1e-a982-4d626eb49e2e","method":"GET","req_id":"971425e2-1d4d-4d39-acdb-aafed89f4b69","remote_addr":"[fd00:1122:3344:101::a]:57600","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2203,"response_code":"200"} {"msg":"path is \"/data/regions/560b1ad5-c812-4d1e-a982-4d626eb49e2e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.658355882Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"datafile"} {"msg":"dataset is oxp_0de19191-ee35-4d6e-ab04-5e684dafd16c/crucible/regions/560b1ad5-c812-4d1e-a982-4d626eb49e2e","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.666895969Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"datafile"} {"msg":"snapshot is oxp_0de19191-ee35-4d6e-ab04-5e684dafd16c/crucible/regions/560b1ad5-c812-4d1e-a982-4d626eb49e2e@8a8cb26d-a12c-47cb-a73a-5f6e4573a290","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.675764811Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0de19191-ee35-4d6e-ab04-5e684dafd16c/crucible/regions/560b1ad5-c812-4d1e-a982-4d626eb49e2e\", \"8a8cb26d-a12c-47cb-a73a-5f6e4573a290\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.675802611Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.686865459Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"uri":"/crucible/0/regions/560b1ad5-c812-4d1e-a982-4d626eb49e2e/snapshots/8a8cb26d-a12c-47cb-a73a-5f6e4573a290","method":"GET","req_id":"a769fbf8-ab9d-42ae-8e6c-f2169c73dd85","remote_addr":"[fd00:1122:3344:101::a]:57600","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":31151,"response_code":"200"} {"msg":"path is \"/data/regions/560b1ad5-c812-4d1e-a982-4d626eb49e2e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.687056522Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"datafile"} {"msg":"dataset is oxp_0de19191-ee35-4d6e-ab04-5e684dafd16c/crucible/regions/560b1ad5-c812-4d1e-a982-4d626eb49e2e","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.694642904Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"datafile"} {"msg":"snapshot is oxp_0de19191-ee35-4d6e-ab04-5e684dafd16c/crucible/regions/560b1ad5-c812-4d1e-a982-4d626eb49e2e@8a8cb26d-a12c-47cb-a73a-5f6e4573a290","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.701696207Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0de19191-ee35-4d6e-ab04-5e684dafd16c/crucible/regions/560b1ad5-c812-4d1e-a982-4d626eb49e2e\", \"8a8cb26d-a12c-47cb-a73a-5f6e4573a290\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.701729778Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 560b1ad5-c812-4d1e-a982-4d626eb49e2e-8a8cb26d-a12c-47cb-a73a-5f6e4573a290 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.710267265Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"datafile"} {"msg":"applying SMF actions for region 560b1ad5-c812-4d1e-a982-4d626eb49e2e running snapshot 8a8cb26d-a12c-47cb-a73a-5f6e4573a290 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.710443458Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.712758645Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"uri":"/crucible/0/regions/560b1ad5-c812-4d1e-a982-4d626eb49e2e/snapshots/8a8cb26d-a12c-47cb-a73a-5f6e4573a290/run","method":"POST","req_id":"21a469f0-8f02-4046-a771-f7b3660e704d","remote_addr":"[fd00:1122:3344:101::a]:57600","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25724,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-560b1ad5-c812-4d1e-a982-4d626eb49e2e-8a8cb26d-a12c-47cb-a73a-5f6e4573a290","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.713313244Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-560b1ad5-c812-4d1e-a982-4d626eb49e2e-8a8cb26d-a12c-47cb-a73a-5f6e4573a290","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.719181318Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-560b1ad5-c812-4d1e-a982-4d626eb49e2e-8a8cb26d-a12c-47cb-a73a-5f6e4573a290","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.729474574Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/560b1ad5-c812-4d1e-a982-4d626eb49e2e/.zfs/snapshot/8a8cb26d-a12c-47cb-a73a-5f6e4573a290","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.729767818Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.729827839Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.72987506Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.729914281Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.729963721Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.733464228Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.738230834Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"worker"} {"msg":"region 560b1ad5-c812-4d1e-a982-4d626eb49e2e running snapshot 8a8cb26d-a12c-47cb-a73a-5f6e4573a290 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-04-26T00:26:56.738242185Z","hostname":"oxz_crucible_0ff6eb74-346e-45ea-890b-3a8a4237dcff","pid":23668,"component":"datafile"}