[ Feb 28 06:45:53 Enabled. ]
[ Feb 28 06:45:53 Rereading configuration. ]
[ Feb 28 06:45:55 Rereading configuration. ]
[ Feb 28 06:45:59 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_36abc0e0-9d49-4738-89cf-f6343849532d/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_36abc0e0-9d49-4738-89cf-f6343849532d/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:45:59.341574304Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:45:59.344387808Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:45:59.344397138Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:45:59.359155785Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:45:59.465803552Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.834916067Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60237"}
{"msg":"region 8e9a3965-1bae-40bd-80d5-0de9634c778b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.872966683Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.87521795Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"uri":"/crucible/0/regions","method":"POST","req_id":"9cb11d78-a6f2-44c3-87df-61ce2291ed47","remote_addr":"[fd00:1122:3344:101::a]:60237","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16711,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.875686546Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_36abc0e0-9d49-4738-89cf-f6343849532d/crucible/regions/8e9a3965-1bae-40bd-80d5-0de9634c778b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.88607655Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_36abc0e0-9d49-4738-89cf-f6343849532d/crucible/regions/8e9a3965-1bae-40bd-80d5-0de9634c778b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.886112261Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8e9a3965-1bae-40bd-80d5-0de9634c778b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8e9a3965-1bae-40bd-80d5-0de9634c778b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.987822839Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"region":"8e9a3965-1bae-40bd-80d5-0de9634c778b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8e9a3965-1bae-40bd-80d5-0de9634c778b\" \"--data\" \"/data/regions/8e9a3965-1bae-40bd-80d5-0de9634c778b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.989757242Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"region":"8e9a3965-1bae-40bd-80d5-0de9634c778b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.178466553Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"region":"8e9a3965-1bae-40bd-80d5-0de9634c778b","component":"worker"}
{"msg":"region 8e9a3965-1bae-40bd-80d5-0de9634c778b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.178522573Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.178584984Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8e9a3965-1bae-40bd-80d5-0de9634c778b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.178988769Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8e9a3965-1bae-40bd-80d5-0de9634c778b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.194438004Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.198617264Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"uri":"/crucible/0/regions","method":"POST","req_id":"fe8c9a9a-8a53-4127-b44d-0e24fbede177","remote_addr":"[fd00:1122:3344:101::a]:60237","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.223673764Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8e9a3965-1bae-40bd-80d5-0de9634c778b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.2358398Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8e9a3965-1bae-40bd-80d5-0de9634c778b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.236413387Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.236478798Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.236523688Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.236563469Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.247445479Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.271812731Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.080019072Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"uri":"/crucible/0/regions/8e9a3965-1bae-40bd-80d5-0de9634c778b","method":"GET","req_id":"bca229af-04b2-4a5e-a2fe-c65200bfaed0","remote_addr":"[fd00:1122:3344:101::a]:60237","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":2114,"response_code":"200"}
{"msg":"path is \"/data/regions/8e9a3965-1bae-40bd-80d5-0de9634c778b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.08481993Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"datafile"}
{"msg":"dataset is oxp_36abc0e0-9d49-4738-89cf-f6343849532d/crucible/regions/8e9a3965-1bae-40bd-80d5-0de9634c778b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.096212376Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"datafile"}
{"msg":"region 8e9a3965-1bae-40bd-80d5-0de9634c778b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.105262295Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.105399276Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.105453217Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"uri":"/crucible/0/regions/8e9a3965-1bae-40bd-80d5-0de9634c778b","method":"DELETE","req_id":"552479b9-117f-49cf-a31a-3890a4fa4134","remote_addr":"[fd00:1122:3344:101::a]:60237","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20656,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-8e9a3965-1bae-40bd-80d5-0de9634c778b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.10657287Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.108499533Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"uri":"/crucible/0/regions/8e9a3965-1bae-40bd-80d5-0de9634c778b","method":"GET","req_id":"030ecadc-30c8-4a1f-bbd6-4ded2cf60b80","remote_addr":"[fd00:1122:3344:101::a]:60237","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.116135985Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_36abc0e0-9d49-4738-89cf-f6343849532d/crucible/regions/8e9a3965-1bae-40bd-80d5-0de9634c778b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.12828387Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"region":"8e9a3965-1bae-40bd-80d5-0de9634c778b","component":"worker"}
{"msg":"region 8e9a3965-1bae-40bd-80d5-0de9634c778b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.200136221Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.209000597Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"uri":"/crucible/0/regions/8e9a3965-1bae-40bd-80d5-0de9634c778b","method":"GET","req_id":"1d31ba85-aa2b-41ac-9ca1-99df5715a7ef","remote_addr":"[fd00:1122:3344:101::a]:60237","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"region ceb2ec90-0c33-48e3-a897-f680e9bbe0ce state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.408512536Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.408644387Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.408656077Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"uri":"/crucible/0/regions","method":"POST","req_id":"4491b650-3b3b-4b64-a33d-1cc08a13f6fd","remote_addr":"[fd00:1122:3344:101::a]:60237","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":201,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_36abc0e0-9d49-4738-89cf-f6343849532d/crucible/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.418378934Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_36abc0e0-9d49-4738-89cf-f6343849532d/crucible/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.418431944Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ceb2ec90-0c33-48e3-a897-f680e9bbe0ce\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.493457953Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"region":"ceb2ec90-0c33-48e3-a897-f680e9bbe0ce","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ceb2ec90-0c33-48e3-a897-f680e9bbe0ce\" \"--data\" \"/data/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.495424277Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"region":"ceb2ec90-0c33-48e3-a897-f680e9bbe0ce","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.608450261Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"region":"ceb2ec90-0c33-48e3-a897-f680e9bbe0ce","component":"worker"}
{"msg":"region ceb2ec90-0c33-48e3-a897-f680e9bbe0ce state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.608499151Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.608572702Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ceb2ec90-0c33-48e3-a897-f680e9bbe0ce","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.609940978Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ceb2ec90-0c33-48e3-a897-f680e9bbe0ce","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.616456487Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.6300793Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ceb2ec90-0c33-48e3-a897-f680e9bbe0ce","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.636348065Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.636579548Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.636647458Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.636690639Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.63673339Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.64265126Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.647865572Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.755782505Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"uri":"/crucible/0/regions","method":"POST","req_id":"fc7277d2-a5e9-49d4-b2a0-78359a749d77","remote_addr":"[fd00:1122:3344:101::a]:60237","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.299036978Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63179"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.29917719Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"uri":"/crucible/0/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce","method":"GET","req_id":"cd097755-6d06-425d-966f-af95fc3c9160","remote_addr":"[fd00:1122:3344:101::a]:63179","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":43,"response_code":"200"}
{"msg":"path is \"/data/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.307348158Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"datafile"}
{"msg":"dataset is oxp_36abc0e0-9d49-4738-89cf-f6343849532d/crucible/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.316881302Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"datafile"}
{"msg":"snapshot is oxp_36abc0e0-9d49-4738-89cf-f6343849532d/crucible/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce@eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.325845009Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_36abc0e0-9d49-4738-89cf-f6343849532d/crucible/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce\", \"eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.325872979Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.33673252Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"uri":"/crucible/0/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce/snapshots/eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","method":"GET","req_id":"0daf76b0-e41f-4a2f-95aa-67423535c101","remote_addr":"[fd00:1122:3344:101::a]:63179","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":32252,"response_code":"200"}
{"msg":"path is \"/data/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.342208625Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"datafile"}
{"msg":"dataset is oxp_36abc0e0-9d49-4738-89cf-f6343849532d/crucible/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.350608266Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"datafile"}
{"msg":"snapshot is oxp_36abc0e0-9d49-4738-89cf-f6343849532d/crucible/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce@eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.358574271Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_36abc0e0-9d49-4738-89cf-f6343849532d/crucible/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce\", \"eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.358634732Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot ceb2ec90-0c33-48e3-a897-f680e9bbe0ce-eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.367278215Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"datafile"}
{"msg":"applying SMF actions for region ceb2ec90-0c33-48e3-a897-f680e9bbe0ce running snapshot eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.367894203Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.367911983Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"uri":"/crucible/0/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce/snapshots/eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2/run","method":"POST","req_id":"dec48281-f99e-4288-a7b3-0e35def88cff","remote_addr":"[fd00:1122:3344:101::a]:63179","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25733,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-ceb2ec90-0c33-48e3-a897-f680e9bbe0ce-eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.375941629Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ceb2ec90-0c33-48e3-a897-f680e9bbe0ce-eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.388353228Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ceb2ec90-0c33-48e3-a897-f680e9bbe0ce-eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.402045372Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce/.zfs/snapshot/eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.402303065Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.402372666Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.402431377Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.402491437Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.402552908Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.407462477Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.41184778Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"worker"}
{"msg":"region ceb2ec90-0c33-48e3-a897-f680e9bbe0ce running snapshot eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.4118616Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"datafile"}
{"msg":"path is \"/data/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.655697601Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"datafile"}
{"msg":"dataset is oxp_36abc0e0-9d49-4738-89cf-f6343849532d/crucible/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.663884328Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"datafile"}
{"msg":"snapshot is oxp_36abc0e0-9d49-4738-89cf-f6343849532d/crucible/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce@eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.671791973Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_36abc0e0-9d49-4738-89cf-f6343849532d/crucible/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce\", \"eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.671825974Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.680358936Z","hostname":"oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34","pid":26583,"uri":"/crucible/0/regions/ceb2ec90-0c33-48e3-a897-f680e9bbe0ce/snapshots/eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2/run","method":"POST","req_id":"af38fd2c-d0b0-48d5-818c-c842e74e9709","remote_addr":"[fd00:1122:3344:101::a]:63179","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24692,"response_code":"200"}