[ Aug 18 06:16:30 Enabled. ]
[ Aug 18 06:16:30 Rereading configuration. ]
[ Aug 18 06:16:32 Rereading configuration. ]
[ Aug 18 06:16:34 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ee7acdf1-3bb9-4cae-8205-e287afa88e3c/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_ee7acdf1-3bb9-4cae-8205-e287afa88e3c/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:16:34.902700907Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:16:34.903864469Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:16:34.903877089Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:16:34.923901824Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:16:35.224787804Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.105051555Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53373"}
{"msg":"region 1333dee4-cd2a-4ec7-a9e4-f65e6da327e3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.126027287Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.131109693Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.134867533Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"uri":"/crucible/0/regions","method":"POST","req_id":"d94d69fe-40e6-4757-92da-888f2b3cd22c","remote_addr":"[fd00:1122:3344:101::a]:53373","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":14766,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ee7acdf1-3bb9-4cae-8205-e287afa88e3c/crucible/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.142488566Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ee7acdf1-3bb9-4cae-8205-e287afa88e3c/crucible/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.142513276Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1333dee4-cd2a-4ec7-a9e4-f65e6da327e3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.191948061Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"region":"1333dee4-cd2a-4ec7-a9e4-f65e6da327e3","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1333dee4-cd2a-4ec7-a9e4-f65e6da327e3\" \"--data\" \"/data/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.193790326Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"region":"1333dee4-cd2a-4ec7-a9e4-f65e6da327e3","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.277196336Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"uri":"/crucible/0/regions","method":"POST","req_id":"845bc208-fbaa-49d1-aea0-7783e5da6922","remote_addr":"[fd00:1122:3344:101::a]:53373","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.315159717Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"region":"1333dee4-cd2a-4ec7-a9e4-f65e6da327e3","component":"worker"}
{"msg":"region 1333dee4-cd2a-4ec7-a9e4-f65e6da327e3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.315193647Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.315311029Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1333dee4-cd2a-4ec7-a9e4-f65e6da327e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.315717197Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1333dee4-cd2a-4ec7-a9e4-f65e6da327e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.320301923Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.336023707Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1333dee4-cd2a-4ec7-a9e4-f65e6da327e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.33884298Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.346228278Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.348209005Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.348277066Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.348339447Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.352522826Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.356389458Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.731938385Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"uri":"/crucible/0/regions","method":"POST","req_id":"5b1c0c60-ec74-41ae-b940-7e9489e4a867","remote_addr":"[fd00:1122:3344:101::a]:53373","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":90,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.325613833Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49550"}
{"msg":"region ca2c4e84-53e3-43f2-a604-99f528c9591c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.325771116Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.326765154Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.326790035Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"uri":"/crucible/0/regions","method":"POST","req_id":"495218a5-6702-43bc-8e74-6be4af927e60","remote_addr":"[fd00:1122:3344:101::a]:49550","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1040,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ee7acdf1-3bb9-4cae-8205-e287afa88e3c/crucible/regions/ca2c4e84-53e3-43f2-a604-99f528c9591c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.337498905Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ee7acdf1-3bb9-4cae-8205-e287afa88e3c/crucible/regions/ca2c4e84-53e3-43f2-a604-99f528c9591c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.337527016Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ca2c4e84-53e3-43f2-a604-99f528c9591c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ca2c4e84-53e3-43f2-a604-99f528c9591c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.397548219Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"region":"ca2c4e84-53e3-43f2-a604-99f528c9591c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ca2c4e84-53e3-43f2-a604-99f528c9591c\" \"--data\" \"/data/regions/ca2c4e84-53e3-43f2-a604-99f528c9591c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.39761648Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"region":"ca2c4e84-53e3-43f2-a604-99f528c9591c","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.491610889Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"uri":"/crucible/0/regions","method":"POST","req_id":"f937373b-9565-4561-98b7-3895c35d0c3e","remote_addr":"[fd00:1122:3344:101::a]:49550","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":113,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.513615671Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"region":"ca2c4e84-53e3-43f2-a604-99f528c9591c","component":"worker"}
{"msg":"region ca2c4e84-53e3-43f2-a604-99f528c9591c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.513645941Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.513796234Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.521642621Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.521774404Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.521895326Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.521909116Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.521972347Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1333dee4-cd2a-4ec7-a9e4-f65e6da327e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.522066719Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.522220122Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.522313963Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.522385505Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.522458616Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.530829533Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ca2c4e84-53e3-43f2-a604-99f528c9591c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.531519636Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ca2c4e84-53e3-43f2-a604-99f528c9591c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.535335297Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.545020668Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ca2c4e84-53e3-43f2-a604-99f528c9591c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.548473153Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ca2c4e84-53e3-43f2-a604-99f528c9591c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.548728138Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.548802169Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.54885778Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.548914321Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.552982377Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.559146323Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.951827451Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"uri":"/crucible/0/regions","method":"POST","req_id":"16ff6e12-f67f-46f3-a074-ce0a4e8f42fb","remote_addr":"[fd00:1122:3344:101::a]:49550","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.59682225Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"uri":"/crucible/0/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3","method":"GET","req_id":"7168efc3-c8a9-4b83-b6bf-6e96c372cb57","remote_addr":"[fd00:1122:3344:101::a]:49550","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"path is \"/data/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.602234821Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"datafile"}
{"msg":"dataset is oxp_ee7acdf1-3bb9-4cae-8205-e287afa88e3c/crucible/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.611471294Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"datafile"}
{"msg":"snapshot is oxp_ee7acdf1-3bb9-4cae-8205-e287afa88e3c/crucible/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3@6ba0d46d-8653-4de5-9939-d741d8b06564","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.619191678Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ee7acdf1-3bb9-4cae-8205-e287afa88e3c/crucible/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3\", \"6ba0d46d-8653-4de5-9939-d741d8b06564\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.619227459Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.630147933Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"uri":"/crucible/0/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3/snapshots/6ba0d46d-8653-4de5-9939-d741d8b06564","method":"GET","req_id":"69e1f7b6-3279-410f-94ba-ec2bd29861c3","remote_addr":"[fd00:1122:3344:101::a]:49550","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":30782,"response_code":"200"}
{"msg":"path is \"/data/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.632939625Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"datafile"}
{"msg":"dataset is oxp_ee7acdf1-3bb9-4cae-8205-e287afa88e3c/crucible/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.642452023Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"datafile"}
{"msg":"snapshot is oxp_ee7acdf1-3bb9-4cae-8205-e287afa88e3c/crucible/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3@6ba0d46d-8653-4de5-9939-d741d8b06564","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.650307961Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ee7acdf1-3bb9-4cae-8205-e287afa88e3c/crucible/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3\", \"6ba0d46d-8653-4de5-9939-d741d8b06564\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.650359582Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 1333dee4-cd2a-4ec7-a9e4-f65e6da327e3-6ba0d46d-8653-4de5-9939-d741d8b06564 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.658858661Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"datafile"}
{"msg":"applying SMF actions for region 1333dee4-cd2a-4ec7-a9e4-f65e6da327e3 running snapshot 6ba0d46d-8653-4de5-9939-d741d8b06564 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.659047694Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.659073925Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"uri":"/crucible/0/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3/snapshots/6ba0d46d-8653-4de5-9939-d741d8b06564/run","method":"POST","req_id":"534ba2a0-fa35-48c7-b87c-5573ba9ec48b","remote_addr":"[fd00:1122:3344:101::a]:49550","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26159,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.659690856Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.659774728Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.659854389Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.659861429Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.65990175Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1333dee4-cd2a-4ec7-a9e4-f65e6da327e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.659948511Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.660303458Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.660372949Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.66042214Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.660467471Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.664268362Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-1333dee4-cd2a-4ec7-a9e4-f65e6da327e3-6ba0d46d-8653-4de5-9939-d741d8b06564","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.665648668Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1333dee4-cd2a-4ec7-a9e4-f65e6da327e3-6ba0d46d-8653-4de5-9939-d741d8b06564","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.671733442Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1333dee4-cd2a-4ec7-a9e4-f65e6da327e3-6ba0d46d-8653-4de5-9939-d741d8b06564","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.680789741Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3/.zfs/snapshot/6ba0d46d-8653-4de5-9939-d741d8b06564","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.681108607Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.681163408Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.681205269Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.68124736Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.68129521Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.684816646Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.688777601Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"worker"}
{"msg":"region 1333dee4-cd2a-4ec7-a9e4-f65e6da327e3 running snapshot 6ba0d46d-8653-4de5-9939-d741d8b06564 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.688804681Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"datafile"}
{"msg":"path is \"/data/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.838553143Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"datafile"}
{"msg":"dataset is oxp_ee7acdf1-3bb9-4cae-8205-e287afa88e3c/crucible/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.847076003Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"datafile"}
{"msg":"snapshot is oxp_ee7acdf1-3bb9-4cae-8205-e287afa88e3c/crucible/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3@6ba0d46d-8653-4de5-9939-d741d8b06564","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.855240565Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ee7acdf1-3bb9-4cae-8205-e287afa88e3c/crucible/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3\", \"6ba0d46d-8653-4de5-9939-d741d8b06564\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.855294486Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.86351581Z","hostname":"oxz_crucible_571f06ae-b5a1-4164-886e-b191ad4711e6","pid":21087,"uri":"/crucible/0/regions/1333dee4-cd2a-4ec7-a9e4-f65e6da327e3/snapshots/6ba0d46d-8653-4de5-9939-d741d8b06564/run","method":"POST","req_id":"db28f60e-06ab-4b01-a473-b1b3ff8f16ae","remote_addr":"[fd00:1122:3344:101::a]:49550","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24980,"response_code":"200"}