[ Oct 17 15:07:36 Enabled. ]
[ Oct 17 15:07:36 Rereading configuration. ]
[ Oct 17 15:07:37 Rereading configuration. ]
[ Oct 17 15:07:39 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:07:39.074694656Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:07:39.076515499Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:07:39.076526889Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:07:39.115152398Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:07:39.283713922Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.369166655Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:54362"}
{"msg":"region 4a766a94-37f7-41bc-a436-841f670e81b1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.400530901Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.411923345Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"uri":"/crucible/0/regions","method":"POST","req_id":"211e5ce3-724b-451a-9a9d-6d9d7e878cf8","remote_addr":"[fd00:1122:3344:101::b]:54362","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19127,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.413015756Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f/crucible/regions/4a766a94-37f7-41bc-a436-841f670e81b1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.421397881Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f/crucible/regions/4a766a94-37f7-41bc-a436-841f670e81b1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.421424692Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4a766a94-37f7-41bc-a436-841f670e81b1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4a766a94-37f7-41bc-a436-841f670e81b1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.575460162Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"region":"4a766a94-37f7-41bc-a436-841f670e81b1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4a766a94-37f7-41bc-a436-841f670e81b1\" \"--data\" \"/data/regions/4a766a94-37f7-41bc-a436-841f670e81b1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.579285584Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"region":"4a766a94-37f7-41bc-a436-841f670e81b1","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.710868018Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"uri":"/crucible/0/regions","method":"POST","req_id":"1d47213b-9698-43c4-9008-8b547438c627","remote_addr":"[fd00:1122:3344:101::b]:54362","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":92,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.828464004Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"region":"4a766a94-37f7-41bc-a436-841f670e81b1","component":"worker"}
{"msg":"region 4a766a94-37f7-41bc-a436-841f670e81b1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.828568107Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.828824854Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4a766a94-37f7-41bc-a436-841f670e81b1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.831291277Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4a766a94-37f7-41bc-a436-841f670e81b1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.861563671Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.909713068Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4a766a94-37f7-41bc-a436-841f670e81b1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.928422554Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4a766a94-37f7-41bc-a436-841f670e81b1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.942081183Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.942148475Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.942187656Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.942231148Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.958970417Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:08.972700878Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:09.183533908Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"uri":"/crucible/0/regions","method":"POST","req_id":"03fd8e3f-e126-4f0a-8cb3-68160b96548e","remote_addr":"[fd00:1122:3344:101::b]:54362","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:10.13178128Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"uri":"/crucible/0/regions/4a766a94-37f7-41bc-a436-841f670e81b1","method":"GET","req_id":"b4aaf1a0-c128-4c52-81f9-9f50202d53e2","remote_addr":"[fd00:1122:3344:101::b]:54362","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"path is \"/data/regions/4a766a94-37f7-41bc-a436-841f670e81b1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:10.136020424Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"datafile"}
{"msg":"dataset is oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f/crucible/regions/4a766a94-37f7-41bc-a436-841f670e81b1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:10.146926983Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"datafile"}
{"msg":"region 4a766a94-37f7-41bc-a436-841f670e81b1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:10.156728819Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:10.156937135Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:10.157022038Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"uri":"/crucible/0/regions/4a766a94-37f7-41bc-a436-841f670e81b1","method":"DELETE","req_id":"83048e6a-d6d5-4f8b-9af5-1be2dc7c7b5a","remote_addr":"[fd00:1122:3344:101::b]:54362","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21029,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-4a766a94-37f7-41bc-a436-841f670e81b1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:10.157937595Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:10.159476609Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"uri":"/crucible/0/regions/4a766a94-37f7-41bc-a436-841f670e81b1","method":"GET","req_id":"7819ed66-9fa6-4896-b530-a5cdf8e29bf9","remote_addr":"[fd00:1122:3344:101::b]:54362","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":34,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:10.180516784Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f/crucible/regions/4a766a94-37f7-41bc-a436-841f670e81b1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:10.193986958Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"region":"4a766a94-37f7-41bc-a436-841f670e81b1","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:10.28136017Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"uri":"/crucible/0/regions/4a766a94-37f7-41bc-a436-841f670e81b1","method":"GET","req_id":"bc001d06-7dcc-4b4f-abd8-b2f65ccd60de","remote_addr":"[fd00:1122:3344:101::b]:54362","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":93,"response_code":"200"}
{"msg":"region 4a766a94-37f7-41bc-a436-841f670e81b1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:10.330810875Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:10.374185552Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"uri":"/crucible/0/regions/4a766a94-37f7-41bc-a436-841f670e81b1","method":"GET","req_id":"fc40d673-c882-440d-9f35-59bd5b44a84b","remote_addr":"[fd00:1122:3344:101::b]:54362","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":36,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:56.860711129Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47931"}
{"msg":"region b071d7fd-2d30-42d3-97a1-9283058d1408 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:56.860885014Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:56.861077109Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"uri":"/crucible/0/regions","method":"POST","req_id":"e3168ccc-9b3f-4503-bfd5-2b697b18bff1","remote_addr":"[fd00:1122:3344:101::a]:47931","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":223,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:56.86109734Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f/crucible/regions/b071d7fd-2d30-42d3-97a1-9283058d1408","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:56.870367561Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f/crucible/regions/b071d7fd-2d30-42d3-97a1-9283058d1408","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:56.870409952Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b071d7fd-2d30-42d3-97a1-9283058d1408\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b071d7fd-2d30-42d3-97a1-9283058d1408\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:56.925961005Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"region":"b071d7fd-2d30-42d3-97a1-9283058d1408","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b071d7fd-2d30-42d3-97a1-9283058d1408\" \"--data\" \"/data/regions/b071d7fd-2d30-42d3-97a1-9283058d1408\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:56.927884751Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"region":"b071d7fd-2d30-42d3-97a1-9283058d1408","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:57.004197301Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"region":"b071d7fd-2d30-42d3-97a1-9283058d1408","component":"worker"}
{"msg":"region b071d7fd-2d30-42d3-97a1-9283058d1408 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:57.004232472Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:57.004335095Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b071d7fd-2d30-42d3-97a1-9283058d1408","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:57.005707105Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b071d7fd-2d30-42d3-97a1-9283058d1408","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:57.00863689Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:57.017222771Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b071d7fd-2d30-42d3-97a1-9283058d1408","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:57.021492316Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b071d7fd-2d30-42d3-97a1-9283058d1408","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:57.021737453Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:57.021786654Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:57.021826106Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:57.021862667Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:57.025685859Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:57.030293533Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:08:57.076116882Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"uri":"/crucible/0/regions","method":"POST","req_id":"079e5a82-1e19-44d7-a939-6e10f3eaaa82","remote_addr":"[fd00:1122:3344:101::a]:47931","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:20.927591203Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58537"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:20.927749577Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"uri":"/crucible/0/regions/b071d7fd-2d30-42d3-97a1-9283058d1408","method":"GET","req_id":"533e5c15-8209-484c-adbb-1223aa624b27","remote_addr":"[fd00:1122:3344:101::a]:58537","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"path is \"/data/regions/b071d7fd-2d30-42d3-97a1-9283058d1408\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:20.931203448Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"datafile"}
{"msg":"dataset is oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f/crucible/regions/b071d7fd-2d30-42d3-97a1-9283058d1408","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:20.940682395Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"datafile"}
{"msg":"snapshot is oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f/crucible/regions/b071d7fd-2d30-42d3-97a1-9283058d1408@3d4a433f-2b7c-42c4-998d-45945c220f74","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:20.948909646Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f/crucible/regions/b071d7fd-2d30-42d3-97a1-9283058d1408\", \"3d4a433f-2b7c-42c4-998d-45945c220f74\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:20.948955727Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:20.962969756Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"uri":"/crucible/0/regions/b071d7fd-2d30-42d3-97a1-9283058d1408/snapshots/3d4a433f-2b7c-42c4-998d-45945c220f74","method":"GET","req_id":"d070b140-b261-4f1c-9144-deb3c3f2daad","remote_addr":"[fd00:1122:3344:101::a]:58537","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":31762,"response_code":"200"}
{"msg":"path is \"/data/regions/b071d7fd-2d30-42d3-97a1-9283058d1408\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:20.966387876Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"datafile"}
{"msg":"dataset is oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f/crucible/regions/b071d7fd-2d30-42d3-97a1-9283058d1408","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:20.974283797Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"datafile"}
{"msg":"snapshot is oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f/crucible/regions/b071d7fd-2d30-42d3-97a1-9283058d1408@3d4a433f-2b7c-42c4-998d-45945c220f74","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:20.982488147Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f/crucible/regions/b071d7fd-2d30-42d3-97a1-9283058d1408\", \"3d4a433f-2b7c-42c4-998d-45945c220f74\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:20.982517737Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot b071d7fd-2d30-42d3-97a1-9283058d1408-3d4a433f-2b7c-42c4-998d-45945c220f74 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:20.990967954Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"datafile"}
{"msg":"applying SMF actions for region b071d7fd-2d30-42d3-97a1-9283058d1408 running snapshot 3d4a433f-2b7c-42c4-998d-45945c220f74 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:20.991918442Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:20.991938403Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"uri":"/crucible/0/regions/b071d7fd-2d30-42d3-97a1-9283058d1408/snapshots/3d4a433f-2b7c-42c4-998d-45945c220f74/run","method":"POST","req_id":"8661199a-5dfa-4f10-865c-b43515ea467b","remote_addr":"[fd00:1122:3344:101::a]:58537","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25584,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-b071d7fd-2d30-42d3-97a1-9283058d1408-3d4a433f-2b7c-42c4-998d-45945c220f74","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:20.999161284Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b071d7fd-2d30-42d3-97a1-9283058d1408-3d4a433f-2b7c-42c4-998d-45945c220f74","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:21.011729221Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b071d7fd-2d30-42d3-97a1-9283058d1408-3d4a433f-2b7c-42c4-998d-45945c220f74","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:21.033064804Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b071d7fd-2d30-42d3-97a1-9283058d1408/.zfs/snapshot/3d4a433f-2b7c-42c4-998d-45945c220f74","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:21.033414004Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:21.033500267Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:21.033570269Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:21.033640481Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:21.033731444Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:21.038318818Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:21.045499028Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"worker"}
{"msg":"region b071d7fd-2d30-42d3-97a1-9283058d1408 running snapshot 3d4a433f-2b7c-42c4-998d-45945c220f74 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:21.045513508Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"datafile"}
{"msg":"path is \"/data/regions/b071d7fd-2d30-42d3-97a1-9283058d1408\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:21.134753175Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"datafile"}
{"msg":"dataset is oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f/crucible/regions/b071d7fd-2d30-42d3-97a1-9283058d1408","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:21.143894562Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"datafile"}
{"msg":"snapshot is oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f/crucible/regions/b071d7fd-2d30-42d3-97a1-9283058d1408@3d4a433f-2b7c-42c4-998d-45945c220f74","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:21.152135553Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f/crucible/regions/b071d7fd-2d30-42d3-97a1-9283058d1408\", \"3d4a433f-2b7c-42c4-998d-45945c220f74\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:21.152169994Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:21.160429765Z","hostname":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","pid":21882,"uri":"/crucible/0/regions/b071d7fd-2d30-42d3-97a1-9283058d1408/snapshots/3d4a433f-2b7c-42c4-998d-45945c220f74/run","method":"POST","req_id":"614e56e9-206b-4b6a-873d-8e0367836754","remote_addr":"[fd00:1122:3344:101::a]:58537","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25722,"response_code":"200"}