[ Aug 2 17:23:16 Enabled. ] [ Aug 2 17:23:17 Rereading configuration. ] [ Aug 2 17:23:18 Rereading configuration. ] [ Aug 2 17:23:20 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d3da5e21-d463-4a65-aed8-f5b2a24fe651/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_d3da5e21-d463-4a65-aed8-f5b2a24fe651/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:20.19675942Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534} {"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:20.197887712Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:20.197901262Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:20.219146208Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:20.386988349Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.774355692Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60458"} {"msg":"region 9b220b71-338e-4098-96e1-fbb3268d269e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.776683536Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.777637605Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.777655165Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"uri":"/crucible/0/regions","method":"POST","req_id":"ae83d68e-93c3-4726-a7b8-c24144e6bf75","remote_addr":"[fd00:1122:3344:101::a]:60458","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1857,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_d3da5e21-d463-4a65-aed8-f5b2a24fe651/crucible/regions/9b220b71-338e-4098-96e1-fbb3268d269e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.786939843Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d3da5e21-d463-4a65-aed8-f5b2a24fe651/crucible/regions/9b220b71-338e-4098-96e1-fbb3268d269e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.786981743Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9b220b71-338e-4098-96e1-fbb3268d269e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9b220b71-338e-4098-96e1-fbb3268d269e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.860985859Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"region":"9b220b71-338e-4098-96e1-fbb3268d269e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9b220b71-338e-4098-96e1-fbb3268d269e\" \"--data\" \"/data/regions/9b220b71-338e-4098-96e1-fbb3268d269e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.86105034Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"region":"9b220b71-338e-4098-96e1-fbb3268d269e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:40.003451634Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"region":"9b220b71-338e-4098-96e1-fbb3268d269e","component":"worker"} {"msg":"region 9b220b71-338e-4098-96e1-fbb3268d269e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:40.003504695Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:40.003588276Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9b220b71-338e-4098-96e1-fbb3268d269e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:40.004008064Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9b220b71-338e-4098-96e1-fbb3268d269e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:40.007214856Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:40.016459053Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9b220b71-338e-4098-96e1-fbb3268d269e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:40.019289757Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9b220b71-338e-4098-96e1-fbb3268d269e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:40.02000373Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:40.020148003Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:40.020200204Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:40.020243245Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:40.028184017Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:40.035279462Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:40.105346412Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"uri":"/crucible/0/regions","method":"POST","req_id":"2d6af659-c9ae-4233-b2d7-8bec6ba2905c","remote_addr":"[fd00:1122:3344:101::a]:60458","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":83,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:48.993103041Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59012"} {"msg":"region 338dd2af-283f-411a-a71f-5e252e8fd971 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:48.993867676Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:48.994523778Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"uri":"/crucible/0/regions","method":"POST","req_id":"3c0fe167-f556-4160-a2fc-322c4e108fda","remote_addr":"[fd00:1122:3344:101::a]:59012","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1341,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:48.994542329Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d3da5e21-d463-4a65-aed8-f5b2a24fe651/crucible/regions/338dd2af-283f-411a-a71f-5e252e8fd971","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:49.005760263Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d3da5e21-d463-4a65-aed8-f5b2a24fe651/crucible/regions/338dd2af-283f-411a-a71f-5e252e8fd971","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:49.005785984Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"338dd2af-283f-411a-a71f-5e252e8fd971\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/338dd2af-283f-411a-a71f-5e252e8fd971\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:49.07407056Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"region":"338dd2af-283f-411a-a71f-5e252e8fd971","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"338dd2af-283f-411a-a71f-5e252e8fd971\" \"--data\" \"/data/regions/338dd2af-283f-411a-a71f-5e252e8fd971\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:49.074122641Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"region":"338dd2af-283f-411a-a71f-5e252e8fd971","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:49.194640575Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"region":"338dd2af-283f-411a-a71f-5e252e8fd971","component":"worker"} {"msg":"region 338dd2af-283f-411a-a71f-5e252e8fd971 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:49.194689146Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:49.194781858Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-338dd2af-283f-411a-a71f-5e252e8fd971","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:49.195241676Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-338dd2af-283f-411a-a71f-5e252e8fd971","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:49.2037806Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:49.230330708Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-338dd2af-283f-411a-a71f-5e252e8fd971","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:49.236447435Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/338dd2af-283f-411a-a71f-5e252e8fd971","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:49.23672869Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:49.236788231Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:49.236830422Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:49.236870083Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:49.243311606Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"uri":"/crucible/0/regions","method":"POST","req_id":"c0eababf-2e99-4d07-8fbc-0077cb9c81c2","remote_addr":"[fd00:1122:3344:101::a]:59012","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:49.244792754Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:49.256696802Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.589594556Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59914"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.589702998Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"uri":"/crucible/0/regions/9b220b71-338e-4098-96e1-fbb3268d269e","method":"GET","req_id":"2117ff94-0d15-4053-ad07-8d5ededf00dc","remote_addr":"[fd00:1122:3344:101::a]:59914","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":"200"} {"msg":"path is \"/data/regions/9b220b71-338e-4098-96e1-fbb3268d269e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.592822317Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"datafile"} {"msg":"dataset is oxp_d3da5e21-d463-4a65-aed8-f5b2a24fe651/crucible/regions/9b220b71-338e-4098-96e1-fbb3268d269e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.60549052Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"datafile"} {"msg":"snapshot is oxp_d3da5e21-d463-4a65-aed8-f5b2a24fe651/crucible/regions/9b220b71-338e-4098-96e1-fbb3268d269e@4902fb3a-b3e5-4cfd-8a5d-36861677a655","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.616024391Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d3da5e21-d463-4a65-aed8-f5b2a24fe651/crucible/regions/9b220b71-338e-4098-96e1-fbb3268d269e\", \"4902fb3a-b3e5-4cfd-8a5d-36861677a655\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.616075712Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.630872025Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"uri":"/crucible/0/regions/9b220b71-338e-4098-96e1-fbb3268d269e/snapshots/4902fb3a-b3e5-4cfd-8a5d-36861677a655","method":"GET","req_id":"f8d80ab1-d35a-4805-b475-df8d9cb29d29","remote_addr":"[fd00:1122:3344:101::a]:59914","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":40997,"response_code":"200"} {"msg":"path is \"/data/regions/9b220b71-338e-4098-96e1-fbb3268d269e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.631185721Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"datafile"} {"msg":"dataset is oxp_d3da5e21-d463-4a65-aed8-f5b2a24fe651/crucible/regions/9b220b71-338e-4098-96e1-fbb3268d269e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.643492896Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"datafile"} {"msg":"snapshot is oxp_d3da5e21-d463-4a65-aed8-f5b2a24fe651/crucible/regions/9b220b71-338e-4098-96e1-fbb3268d269e@4902fb3a-b3e5-4cfd-8a5d-36861677a655","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.655462515Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d3da5e21-d463-4a65-aed8-f5b2a24fe651/crucible/regions/9b220b71-338e-4098-96e1-fbb3268d269e\", \"4902fb3a-b3e5-4cfd-8a5d-36861677a655\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.655507616Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 9b220b71-338e-4098-96e1-fbb3268d269e-4902fb3a-b3e5-4cfd-8a5d-36861677a655 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.66823118Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"datafile"} {"msg":"applying SMF actions for region 9b220b71-338e-4098-96e1-fbb3268d269e running snapshot 4902fb3a-b3e5-4cfd-8a5d-36861677a655 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.668468384Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.668498365Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"uri":"/crucible/0/regions/9b220b71-338e-4098-96e1-fbb3268d269e/snapshots/4902fb3a-b3e5-4cfd-8a5d-36861677a655/run","method":"POST","req_id":"3f76f2ee-3842-4c81-b68e-8b1606539ef7","remote_addr":"[fd00:1122:3344:101::a]:59914","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":37344,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-9b220b71-338e-4098-96e1-fbb3268d269e-4902fb3a-b3e5-4cfd-8a5d-36861677a655","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.671634475Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9b220b71-338e-4098-96e1-fbb3268d269e-4902fb3a-b3e5-4cfd-8a5d-36861677a655","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.684778746Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9b220b71-338e-4098-96e1-fbb3268d269e-4902fb3a-b3e5-4cfd-8a5d-36861677a655","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.71322998Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9b220b71-338e-4098-96e1-fbb3268d269e/.zfs/snapshot/4902fb3a-b3e5-4cfd-8a5d-36861677a655","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.713703029Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.713776231Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.713832482Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.713874782Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.713944984Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.721637681Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.730861098Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"worker"} {"msg":"region 9b220b71-338e-4098-96e1-fbb3268d269e running snapshot 4902fb3a-b3e5-4cfd-8a5d-36861677a655 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.730885648Z","hostname":"oxz_crucible_fdf1e786-3612-4c44-a8b6-831a0f512105","pid":22534,"component":"datafile"}