[ Jul  1 18:49:10 Enabled. ]
[ Jul  1 18:49:10 Rereading configuration. ]
[ Jul  1 18:49:12 Rereading configuration. ]
[ Jul  1 18:49:15 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_9ccdaa58-9d45-4893-ae86-8e3576473438/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_9ccdaa58-9d45-4893-ae86-8e3576473438/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:15.660556949Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:15.664702595Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:15.664717615Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:15.683634721Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:15.812453429Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.059687113Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:52880"}
{"msg":"region 4f59429c-1a7a-460c-8ab6-9be901b901a2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.0854195Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.096835794Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.096862794Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"uri":"/crucible/0/regions","method":"POST","req_id":"7adefb44-4187-4bd4-b861-e8ab0f1a0ace","remote_addr":"[fd00:1122:3344:101::b]:52880","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22823,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_9ccdaa58-9d45-4893-ae86-8e3576473438/crucible/regions/4f59429c-1a7a-460c-8ab6-9be901b901a2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.110473308Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_9ccdaa58-9d45-4893-ae86-8e3576473438/crucible/regions/4f59429c-1a7a-460c-8ab6-9be901b901a2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.110512579Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4f59429c-1a7a-460c-8ab6-9be901b901a2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4f59429c-1a7a-460c-8ab6-9be901b901a2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.176814044Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"region":"4f59429c-1a7a-460c-8ab6-9be901b901a2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4f59429c-1a7a-460c-8ab6-9be901b901a2\" \"--data\" \"/data/regions/4f59429c-1a7a-460c-8ab6-9be901b901a2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.179132085Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"region":"4f59429c-1a7a-460c-8ab6-9be901b901a2","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.345392279Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"uri":"/crucible/0/regions","method":"POST","req_id":"802b212e-0ebb-4abe-8355-4550c45cd2ef","remote_addr":"[fd00:1122:3344:101::b]:52880","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":657,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.401994683Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"region":"4f59429c-1a7a-460c-8ab6-9be901b901a2","component":"worker"}
{"msg":"region 4f59429c-1a7a-460c-8ab6-9be901b901a2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.402041174Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.402161856Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4f59429c-1a7a-460c-8ab6-9be901b901a2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.402587271Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4f59429c-1a7a-460c-8ab6-9be901b901a2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.408909897Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.422110425Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4f59429c-1a7a-460c-8ab6-9be901b901a2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.425006384Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4f59429c-1a7a-460c-8ab6-9be901b901a2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.425784855Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.428073706Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.428132366Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.428172617Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.436876084Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.443593675Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.917801666Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"uri":"/crucible/0/regions","method":"POST","req_id":"bfef9097-1a49-40d4-af92-ac8efb98ec66","remote_addr":"[fd00:1122:3344:101::b]:52880","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":84,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.523635724Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"uri":"/crucible/0/regions/4f59429c-1a7a-460c-8ab6-9be901b901a2","method":"GET","req_id":"fb18ed9f-8ab9-4783-b720-68c59227f37e","remote_addr":"[fd00:1122:3344:101::b]:52880","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"path is \"/data/regions/4f59429c-1a7a-460c-8ab6-9be901b901a2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.526188199Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"datafile"}
{"msg":"dataset is oxp_9ccdaa58-9d45-4893-ae86-8e3576473438/crucible/regions/4f59429c-1a7a-460c-8ab6-9be901b901a2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.5358858Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"datafile"}
{"msg":"region 4f59429c-1a7a-460c-8ab6-9be901b901a2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.545168165Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.545296507Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.545360068Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"uri":"/crucible/0/regions/4f59429c-1a7a-460c-8ab6-9be901b901a2","method":"DELETE","req_id":"767afc90-27ce-4c97-b4b5-df01608ebd98","remote_addr":"[fd00:1122:3344:101::b]:52880","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19228,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-4f59429c-1a7a-460c-8ab6-9be901b901a2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.546395072Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.54847732Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"uri":"/crucible/0/regions/4f59429c-1a7a-460c-8ab6-9be901b901a2","method":"GET","req_id":"62d72754-2e16-4920-b9ee-9e250da61f6f","remote_addr":"[fd00:1122:3344:101::b]:52880","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":41,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.551220547Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_9ccdaa58-9d45-4893-ae86-8e3576473438/crucible/regions/4f59429c-1a7a-460c-8ab6-9be901b901a2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.560443136Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"region":"4f59429c-1a7a-460c-8ab6-9be901b901a2","component":"worker"}
{"msg":"region 4f59429c-1a7a-460c-8ab6-9be901b901a2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.619999025Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.650361825Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"uri":"/crucible/0/regions/4f59429c-1a7a-460c-8ab6-9be901b901a2","method":"GET","req_id":"3c20c704-2357-4852-a09c-b64073ed5bc5","remote_addr":"[fd00:1122:3344:101::b]:52880","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:29.9056046Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38821"}
{"msg":"region 6f8102e3-919a-40af-8372-9d705edbfe5c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:29.905760122Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:29.905934984Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:29.905947034Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"uri":"/crucible/0/regions","method":"POST","req_id":"104c7961-6fac-4f03-9e4e-1e9a7d621742","remote_addr":"[fd00:1122:3344:101::a]:38821","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":221,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_9ccdaa58-9d45-4893-ae86-8e3576473438/crucible/regions/6f8102e3-919a-40af-8372-9d705edbfe5c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:29.916305964Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_9ccdaa58-9d45-4893-ae86-8e3576473438/crucible/regions/6f8102e3-919a-40af-8372-9d705edbfe5c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:29.916336895Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6f8102e3-919a-40af-8372-9d705edbfe5c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6f8102e3-919a-40af-8372-9d705edbfe5c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:29.970955812Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"region":"6f8102e3-919a-40af-8372-9d705edbfe5c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6f8102e3-919a-40af-8372-9d705edbfe5c\" \"--data\" \"/data/regions/6f8102e3-919a-40af-8372-9d705edbfe5c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:29.971010063Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"region":"6f8102e3-919a-40af-8372-9d705edbfe5c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:30.049231258Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"region":"6f8102e3-919a-40af-8372-9d705edbfe5c","component":"worker"}
{"msg":"region 6f8102e3-919a-40af-8372-9d705edbfe5c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:30.049274519Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:30.049385181Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6f8102e3-919a-40af-8372-9d705edbfe5c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:30.050878891Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6f8102e3-919a-40af-8372-9d705edbfe5c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:30.054892665Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:30.063726444Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6f8102e3-919a-40af-8372-9d705edbfe5c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:30.066675754Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6f8102e3-919a-40af-8372-9d705edbfe5c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:30.066973738Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:30.067028489Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:30.067072239Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:30.06711522Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:30.07082244Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:30.076259623Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:50:30.166738465Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"uri":"/crucible/0/regions","method":"POST","req_id":"c1f4d2ff-950c-4c2c-bef7-b7db033b3658","remote_addr":"[fd00:1122:3344:101::a]:38821","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.747592546Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45052"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.747745329Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"uri":"/crucible/0/regions/6f8102e3-919a-40af-8372-9d705edbfe5c","method":"GET","req_id":"69f6aff3-800e-491f-9003-92c23addd48d","remote_addr":"[fd00:1122:3344:101::a]:45052","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"path is \"/data/regions/6f8102e3-919a-40af-8372-9d705edbfe5c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.74785389Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"datafile"}
{"msg":"dataset is oxp_9ccdaa58-9d45-4893-ae86-8e3576473438/crucible/regions/6f8102e3-919a-40af-8372-9d705edbfe5c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.759627689Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"datafile"}
{"msg":"snapshot is oxp_9ccdaa58-9d45-4893-ae86-8e3576473438/crucible/regions/6f8102e3-919a-40af-8372-9d705edbfe5c@55130500-602b-4c07-a8f0-8cb017326441","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.768884004Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9ccdaa58-9d45-4893-ae86-8e3576473438/crucible/regions/6f8102e3-919a-40af-8372-9d705edbfe5c\", \"55130500-602b-4c07-a8f0-8cb017326441\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.768921764Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.780532901Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"uri":"/crucible/0/regions/6f8102e3-919a-40af-8372-9d705edbfe5c/snapshots/55130500-602b-4c07-a8f0-8cb017326441","method":"GET","req_id":"3ed9a904-d9bc-44cf-9aa8-9440260adeb2","remote_addr":"[fd00:1122:3344:101::a]:45052","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":32685,"response_code":"200"}
{"msg":"path is \"/data/regions/6f8102e3-919a-40af-8372-9d705edbfe5c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.780710274Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"datafile"}
{"msg":"dataset is oxp_9ccdaa58-9d45-4893-ae86-8e3576473438/crucible/regions/6f8102e3-919a-40af-8372-9d705edbfe5c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.78931567Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"datafile"}
{"msg":"snapshot is oxp_9ccdaa58-9d45-4893-ae86-8e3576473438/crucible/regions/6f8102e3-919a-40af-8372-9d705edbfe5c@55130500-602b-4c07-a8f0-8cb017326441","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.798365642Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9ccdaa58-9d45-4893-ae86-8e3576473438/crucible/regions/6f8102e3-919a-40af-8372-9d705edbfe5c\", \"55130500-602b-4c07-a8f0-8cb017326441\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.798390822Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 6f8102e3-919a-40af-8372-9d705edbfe5c-55130500-602b-4c07-a8f0-8cb017326441 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.809620844Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"datafile"}
{"msg":"applying SMF actions for region 6f8102e3-919a-40af-8372-9d705edbfe5c running snapshot 55130500-602b-4c07-a8f0-8cb017326441 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.810432495Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.810481605Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"uri":"/crucible/0/regions/6f8102e3-919a-40af-8372-9d705edbfe5c/snapshots/55130500-602b-4c07-a8f0-8cb017326441/run","method":"POST","req_id":"fc038d0e-c696-488c-8e8b-26a4e8df7a9c","remote_addr":"[fd00:1122:3344:101::a]:45052","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":29793,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-6f8102e3-919a-40af-8372-9d705edbfe5c-55130500-602b-4c07-a8f0-8cb017326441","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.817216656Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6f8102e3-919a-40af-8372-9d705edbfe5c-55130500-602b-4c07-a8f0-8cb017326441","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.824883809Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6f8102e3-919a-40af-8372-9d705edbfe5c-55130500-602b-4c07-a8f0-8cb017326441","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.839734989Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6f8102e3-919a-40af-8372-9d705edbfe5c/.zfs/snapshot/55130500-602b-4c07-a8f0-8cb017326441","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.839944372Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.839993713Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.840032633Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.840071004Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.840113944Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.84348201Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.848750511Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"worker"}
{"msg":"region 6f8102e3-919a-40af-8372-9d705edbfe5c running snapshot 55130500-602b-4c07-a8f0-8cb017326441 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.848765111Z","hostname":"oxz_crucible_a21f670c-325b-46bd-906f-779e2fe6a73c","pid":24755,"component":"datafile"}