[ Sep 24 04:33:00 Enabled. ]
[ Sep 24 04:33:00 Rereading configuration. ]
[ Sep 24 04:33:01 Rereading configuration. ]
[ Sep 24 04:33:02 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f46073e5-0cf7-4937-b820-b3dac0544ced/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_f46073e5-0cf7-4937-b820-b3dac0544ced/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:02.467377617Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:02.473314553Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:02.473332763Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:02.518244297Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:02.63843093Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.539677Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:64668"}
{"msg":"region d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.571761921Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.576491042Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"uri":"/crucible/0/regions","method":"POST","req_id":"85b5201d-f13d-4e35-af05-219e5323d972","remote_addr":"[fd00:1122:3344:101::c]:64668","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":23130,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.577734968Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_f46073e5-0cf7-4937-b820-b3dac0544ced/crucible/regions/d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.590736434Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_f46073e5-0cf7-4937-b820-b3dac0544ced/crucible/regions/d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.590798656Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.683611327Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"region":"d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa\" \"--data\" \"/data/regions/d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.687603101Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"region":"d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.826995402Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"region":"d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa","component":"worker"}
{"msg":"region d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.827077824Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.827309779Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.829686749Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.835957143Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.854449675Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.860040044Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.87022005Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.872402857Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.872454748Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.872497319Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.878007346Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.884447513Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.922515491Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"uri":"/crucible/0/regions","method":"POST","req_id":"2b69d1f5-e71c-4cdc-8371-9359d262d104","remote_addr":"[fd00:1122:3344:101::c]:64668","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.752208143Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"uri":"/crucible/0/regions/d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa","method":"GET","req_id":"be70626c-1152-45f9-a30f-2ed01d072e1f","remote_addr":"[fd00:1122:3344:101::c]:64668","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"path is \"/data/regions/d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.756001633Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"datafile"}
{"msg":"dataset is oxp_f46073e5-0cf7-4937-b820-b3dac0544ced/crucible/regions/d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.768411367Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"datafile"}
{"msg":"region d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.778711576Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.778933831Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.779001092Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"uri":"/crucible/0/regions/d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa","method":"DELETE","req_id":"5d50427b-b383-4d35-b26c-178333d529c4","remote_addr":"[fd00:1122:3344:101::c]:64668","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":23034,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.780014243Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.782875814Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"uri":"/crucible/0/regions/d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa","method":"GET","req_id":"44313a4c-fe91-4b5b-b9b0-40894025fddf","remote_addr":"[fd00:1122:3344:101::c]:64668","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":464,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.785633633Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f46073e5-0cf7-4937-b820-b3dac0544ced/crucible/regions/d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.796530424Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"region":"d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.856843715Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"uri":"/crucible/0/regions/d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa","method":"GET","req_id":"75e0d52b-2362-4552-be3c-1634a83c23e9","remote_addr":"[fd00:1122:3344:101::c]:64668","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":92,"response_code":"200"}
{"msg":"region d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.877385862Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.95451852Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"uri":"/crucible/0/regions/d15dc5a5-75a3-4dd5-9ced-3b563a62d5aa","method":"GET","req_id":"f46d4d97-3f76-4da7-8905-b7c1b2cb854f","remote_addr":"[fd00:1122:3344:101::c]:64668","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":541,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.792522022Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47077"}
{"msg":"region 595e5d52-a6af-4224-8743-72e0bdd412a4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.792945501Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.793140045Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"uri":"/crucible/0/regions","method":"POST","req_id":"7f7a44f9-f5a6-4eca-b57e-efa6228c350c","remote_addr":"[fd00:1122:3344:101::a]:47077","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":546,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.793157845Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f46073e5-0cf7-4937-b820-b3dac0544ced/crucible/regions/595e5d52-a6af-4224-8743-72e0bdd412a4","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.803554506Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f46073e5-0cf7-4937-b820-b3dac0544ced/crucible/regions/595e5d52-a6af-4224-8743-72e0bdd412a4","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.803586257Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"595e5d52-a6af-4224-8743-72e0bdd412a4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/595e5d52-a6af-4224-8743-72e0bdd412a4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.859555146Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"region":"595e5d52-a6af-4224-8743-72e0bdd412a4","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"595e5d52-a6af-4224-8743-72e0bdd412a4\" \"--data\" \"/data/regions/595e5d52-a6af-4224-8743-72e0bdd412a4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.861543218Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"region":"595e5d52-a6af-4224-8743-72e0bdd412a4","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.931244858Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"region":"595e5d52-a6af-4224-8743-72e0bdd412a4","component":"worker"}
{"msg":"region 595e5d52-a6af-4224-8743-72e0bdd412a4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.931280069Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.931400891Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-595e5d52-a6af-4224-8743-72e0bdd412a4","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.932847452Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.934960957Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"uri":"/crucible/0/regions","method":"POST","req_id":"47df665c-14e3-4e65-815e-e8b9eba960fb","remote_addr":"[fd00:1122:3344:101::a]:47077","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-595e5d52-a6af-4224-8743-72e0bdd412a4","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.936242814Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.946589484Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-595e5d52-a6af-4224-8743-72e0bdd412a4","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.952131772Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/595e5d52-a6af-4224-8743-72e0bdd412a4","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.952359487Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.952403638Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.952442458Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.952480179Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.956499555Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.961170624Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.790707357Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53228"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.79084956Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"uri":"/crucible/0/regions/595e5d52-a6af-4224-8743-72e0bdd412a4","method":"GET","req_id":"13c02c5b-752a-45d4-8bb5-970412c48f78","remote_addr":"[fd00:1122:3344:101::a]:53228","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"path is \"/data/regions/595e5d52-a6af-4224-8743-72e0bdd412a4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.796557991Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"datafile"}
{"msg":"dataset is oxp_f46073e5-0cf7-4937-b820-b3dac0544ced/crucible/regions/595e5d52-a6af-4224-8743-72e0bdd412a4","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.806103974Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"datafile"}
{"msg":"snapshot is oxp_f46073e5-0cf7-4937-b820-b3dac0544ced/crucible/regions/595e5d52-a6af-4224-8743-72e0bdd412a4@ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.814147305Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f46073e5-0cf7-4937-b820-b3dac0544ced/crucible/regions/595e5d52-a6af-4224-8743-72e0bdd412a4\", \"ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.814203666Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.823749289Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"uri":"/crucible/0/regions/595e5d52-a6af-4224-8743-72e0bdd412a4/snapshots/ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8","method":"GET","req_id":"ff0a4a26-5184-4c0b-8ff6-af5a36abe0ad","remote_addr":"[fd00:1122:3344:101::a]:53228","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28017,"response_code":"200"}
{"msg":"path is \"/data/regions/595e5d52-a6af-4224-8743-72e0bdd412a4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.827238993Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"datafile"}
{"msg":"dataset is oxp_f46073e5-0cf7-4937-b820-b3dac0544ced/crucible/regions/595e5d52-a6af-4224-8743-72e0bdd412a4","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.835735514Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"datafile"}
{"msg":"snapshot is oxp_f46073e5-0cf7-4937-b820-b3dac0544ced/crucible/regions/595e5d52-a6af-4224-8743-72e0bdd412a4@ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.844599572Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f46073e5-0cf7-4937-b820-b3dac0544ced/crucible/regions/595e5d52-a6af-4224-8743-72e0bdd412a4\", \"ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.844621652Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 595e5d52-a6af-4224-8743-72e0bdd412a4-ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.852650163Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"datafile"}
{"msg":"applying SMF actions for region 595e5d52-a6af-4224-8743-72e0bdd412a4 running snapshot ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.853359968Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.853396569Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"uri":"/crucible/0/regions/595e5d52-a6af-4224-8743-72e0bdd412a4/snapshots/ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8/run","method":"POST","req_id":"70ee8f9e-8eba-4f47-ab1a-a55a49f780b1","remote_addr":"[fd00:1122:3344:101::a]:53228","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26191,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-595e5d52-a6af-4224-8743-72e0bdd412a4-ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.861518591Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-595e5d52-a6af-4224-8743-72e0bdd412a4-ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.868155732Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-595e5d52-a6af-4224-8743-72e0bdd412a4-ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.879478253Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/595e5d52-a6af-4224-8743-72e0bdd412a4/.zfs/snapshot/ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.879676807Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.879723588Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.879761299Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.879796539Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.87983886Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.883305944Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.887689127Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"worker"}
{"msg":"region 595e5d52-a6af-4224-8743-72e0bdd412a4 running snapshot ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.887699657Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"datafile"}
{"msg":"path is \"/data/regions/595e5d52-a6af-4224-8743-72e0bdd412a4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:00.113792189Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"datafile"}
{"msg":"dataset is oxp_f46073e5-0cf7-4937-b820-b3dac0544ced/crucible/regions/595e5d52-a6af-4224-8743-72e0bdd412a4","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:00.122395772Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"datafile"}
{"msg":"snapshot is oxp_f46073e5-0cf7-4937-b820-b3dac0544ced/crucible/regions/595e5d52-a6af-4224-8743-72e0bdd412a4@ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:00.130701418Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f46073e5-0cf7-4937-b820-b3dac0544ced/crucible/regions/595e5d52-a6af-4224-8743-72e0bdd412a4\", \"ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:00.130735249Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:00.1392701Z","hostname":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","pid":21487,"uri":"/crucible/0/regions/595e5d52-a6af-4224-8743-72e0bdd412a4/snapshots/ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8/run","method":"POST","req_id":"e2a31229-6913-44b4-9d78-4e2925b2361e","remote_addr":"[fd00:1122:3344:101::a]:53228","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26116,"response_code":"200"}