[ Sep  3 23:51:12 Enabled. ]
[ Sep  3 23:51:12 Rereading configuration. ]
[ Sep  3 23:51:14 Rereading configuration. ]
[ Sep  3 23:51:15 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_004daad2-caa8-4a89-a0fc-7c1f8227b87e/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_004daad2-caa8-4a89-a0fc-7c1f8227b87e/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:15.78340741Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:15.78386409Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:15.78387728Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:15.877411244Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:16.064919092Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.460446629Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63693"}
{"msg":"region 4520b9e3-cf6a-4de8-b41d-43360d867ca7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.489893593Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.495519754Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"uri":"/crucible/0/regions","method":"POST","req_id":"4b7ca72d-b969-4ff6-89b1-b9a9bac73210","remote_addr":"[fd00:1122:3344:101::a]:63693","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21343,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.496679849Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_004daad2-caa8-4a89-a0fc-7c1f8227b87e/crucible/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.51065435Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_004daad2-caa8-4a89-a0fc-7c1f8227b87e/crucible/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.510722191Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4520b9e3-cf6a-4de8-b41d-43360d867ca7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.601622059Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"region":"4520b9e3-cf6a-4de8-b41d-43360d867ca7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4520b9e3-cf6a-4de8-b41d-43360d867ca7\" \"--data\" \"/data/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.60353268Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"region":"4520b9e3-cf6a-4de8-b41d-43360d867ca7","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.869852735Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"uri":"/crucible/0/regions","method":"POST","req_id":"5abc4df1-de14-426e-a59f-e01eb629d27a","remote_addr":"[fd00:1122:3344:101::a]:63693","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.872197495Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"region":"4520b9e3-cf6a-4de8-b41d-43360d867ca7","component":"worker"}
{"msg":"region 4520b9e3-cf6a-4de8-b41d-43360d867ca7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.872250766Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.872519162Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4520b9e3-cf6a-4de8-b41d-43360d867ca7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.872959772Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4520b9e3-cf6a-4de8-b41d-43360d867ca7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.878275976Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.891186654Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4520b9e3-cf6a-4de8-b41d-43360d867ca7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.89424268Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.902458007Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.90444259Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.904487531Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.904543322Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.908524018Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:50.914377804Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:51.322217697Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"uri":"/crucible/0/regions","method":"POST","req_id":"864fcf35-ff95-40ae-b251-3a57f75408d6","remote_addr":"[fd00:1122:3344:101::a]:63693","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:55.92168568Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64994"}
{"msg":"region bf71b1db-e4aa-4f00-b327-7c0f51cd253e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:55.921778562Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:55.92259131Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"uri":"/crucible/0/regions","method":"POST","req_id":"8098b1de-1002-4013-aef1-e48b98f39934","remote_addr":"[fd00:1122:3344:101::a]:64994","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":872,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:55.92261017Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_004daad2-caa8-4a89-a0fc-7c1f8227b87e/crucible/regions/bf71b1db-e4aa-4f00-b327-7c0f51cd253e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:55.932023633Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_004daad2-caa8-4a89-a0fc-7c1f8227b87e/crucible/regions/bf71b1db-e4aa-4f00-b327-7c0f51cd253e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:55.932054783Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bf71b1db-e4aa-4f00-b327-7c0f51cd253e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bf71b1db-e4aa-4f00-b327-7c0f51cd253e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:55.98344878Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"region":"bf71b1db-e4aa-4f00-b327-7c0f51cd253e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bf71b1db-e4aa-4f00-b327-7c0f51cd253e\" \"--data\" \"/data/regions/bf71b1db-e4aa-4f00-b327-7c0f51cd253e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:55.985404532Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"region":"bf71b1db-e4aa-4f00-b327-7c0f51cd253e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.101909281Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"region":"bf71b1db-e4aa-4f00-b327-7c0f51cd253e","component":"worker"}
{"msg":"region bf71b1db-e4aa-4f00-b327-7c0f51cd253e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.101952942Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.102044604Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.110022966Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.110106268Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.11019061Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.11021081Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.110253071Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4520b9e3-cf6a-4de8-b41d-43360d867ca7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.110314842Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.110409364Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.113793797Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.113854109Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.11391502Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.12135362Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bf71b1db-e4aa-4f00-b327-7c0f51cd253e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.121751568Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bf71b1db-e4aa-4f00-b327-7c0f51cd253e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.124079019Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.130311773Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bf71b1db-e4aa-4f00-b327-7c0f51cd253e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.134597855Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bf71b1db-e4aa-4f00-b327-7c0f51cd253e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.134847401Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.134915292Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.134957263Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.134998144Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.138333586Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.143028817Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.208243231Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"uri":"/crucible/0/regions","method":"POST","req_id":"452c3c6b-808a-4ee2-938e-6a8033211d0a","remote_addr":"[fd00:1122:3344:101::a]:64994","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.259679524Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"uri":"/crucible/0/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7","method":"GET","req_id":"38ed9475-1179-4e4d-941f-67b18045886d","remote_addr":"[fd00:1122:3344:101::a]:64994","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":3441,"response_code":"200"}
{"msg":"path is \"/data/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.262180937Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"datafile"}
{"msg":"dataset is oxp_004daad2-caa8-4a89-a0fc-7c1f8227b87e/crucible/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.271275133Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"datafile"}
{"msg":"snapshot is oxp_004daad2-caa8-4a89-a0fc-7c1f8227b87e/crucible/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7@6cb8a04e-0263-457c-acc7-970602f6584b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.279279566Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_004daad2-caa8-4a89-a0fc-7c1f8227b87e/crucible/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7\", \"6cb8a04e-0263-457c-acc7-970602f6584b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.279307776Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.290396975Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"uri":"/crucible/0/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7/snapshots/6cb8a04e-0263-457c-acc7-970602f6584b","method":"GET","req_id":"d2546f43-2f26-4569-8a2f-f66ee98de3b6","remote_addr":"[fd00:1122:3344:101::a]:64994","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28239,"response_code":"200"}
{"msg":"path is \"/data/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.294016193Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"datafile"}
{"msg":"dataset is oxp_004daad2-caa8-4a89-a0fc-7c1f8227b87e/crucible/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.301355371Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"datafile"}
{"msg":"snapshot is oxp_004daad2-caa8-4a89-a0fc-7c1f8227b87e/crucible/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7@6cb8a04e-0263-457c-acc7-970602f6584b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.309891545Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_004daad2-caa8-4a89-a0fc-7c1f8227b87e/crucible/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7\", \"6cb8a04e-0263-457c-acc7-970602f6584b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.309947246Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 4520b9e3-cf6a-4de8-b41d-43360d867ca7-6cb8a04e-0263-457c-acc7-970602f6584b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.318722105Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"datafile"}
{"msg":"applying SMF actions for region 4520b9e3-cf6a-4de8-b41d-43360d867ca7 running snapshot 6cb8a04e-0263-457c-acc7-970602f6584b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.318934549Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.31895368Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"uri":"/crucible/0/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7/snapshots/6cb8a04e-0263-457c-acc7-970602f6584b/run","method":"POST","req_id":"f7b49675-e224-440f-8ffc-40d509155957","remote_addr":"[fd00:1122:3344:101::a]:64994","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24965,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.319840779Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.319924521Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.320005163Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.320011373Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.320052554Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4520b9e3-cf6a-4de8-b41d-43360d867ca7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.320098235Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.320471423Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.320533584Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.320581805Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.320628216Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.324580951Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-4520b9e3-cf6a-4de8-b41d-43360d867ca7-6cb8a04e-0263-457c-acc7-970602f6584b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.326137965Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4520b9e3-cf6a-4de8-b41d-43360d867ca7-6cb8a04e-0263-457c-acc7-970602f6584b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.33194207Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4520b9e3-cf6a-4de8-b41d-43360d867ca7-6cb8a04e-0263-457c-acc7-970602f6584b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.341005355Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7/.zfs/snapshot/6cb8a04e-0263-457c-acc7-970602f6584b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.34123021Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.341281861Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.341321522Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.341361303Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.341412594Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.344743645Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.348895465Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"worker"}
{"msg":"region 4520b9e3-cf6a-4de8-b41d-43360d867ca7 running snapshot 6cb8a04e-0263-457c-acc7-970602f6584b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.348915235Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"datafile"}
{"msg":"path is \"/data/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.647809532Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"datafile"}
{"msg":"dataset is oxp_004daad2-caa8-4a89-a0fc-7c1f8227b87e/crucible/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.656096501Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"datafile"}
{"msg":"snapshot is oxp_004daad2-caa8-4a89-a0fc-7c1f8227b87e/crucible/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7@6cb8a04e-0263-457c-acc7-970602f6584b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.664333258Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_004daad2-caa8-4a89-a0fc-7c1f8227b87e/crucible/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7\", \"6cb8a04e-0263-457c-acc7-970602f6584b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.664362339Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:57.672457383Z","hostname":"oxz_crucible_234bef4b-0876-4208-a0b2-121ea1c066c2","pid":21954,"uri":"/crucible/0/regions/4520b9e3-cf6a-4de8-b41d-43360d867ca7/snapshots/6cb8a04e-0263-457c-acc7-970602f6584b/run","method":"POST","req_id":"28c7614c-f0fd-4589-9992-a0290b9ea2d9","remote_addr":"[fd00:1122:3344:101::a]:64994","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24681,"response_code":"200"}