[ Oct  9 21:34:18 Enabled. ]
[ Oct  9 21:34:18 Rereading configuration. ]
[ Oct  9 21:34:20 Rereading configuration. ]
[ Oct  9 21:34:22 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_c47ae618-5842-4359-b648-79d4d985839a/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_c47ae618-5842-4359-b648-79d4d985839a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:34:22.516226252Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:34:22.52749412Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:34:22.52750891Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:34:22.531728043Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:34:22.664118203Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:31.659877332Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44723"}
{"msg":"region 872f70f1-665f-4752-8147-f3d564d6a29e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:31.688797683Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:31.69132031Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"uri":"/crucible/0/regions","method":"POST","req_id":"c5dcc102-7a41-4ce4-b84a-7bf2c92f64ec","remote_addr":"[fd00:1122:3344:101::a]:44723","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":8174,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:31.695521693Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_c47ae618-5842-4359-b648-79d4d985839a/crucible/regions/872f70f1-665f-4752-8147-f3d564d6a29e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:31.704652619Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_c47ae618-5842-4359-b648-79d4d985839a/crucible/regions/872f70f1-665f-4752-8147-f3d564d6a29e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:31.704670389Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"872f70f1-665f-4752-8147-f3d564d6a29e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/872f70f1-665f-4752-8147-f3d564d6a29e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:31.775374611Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"region":"872f70f1-665f-4752-8147-f3d564d6a29e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"872f70f1-665f-4752-8147-f3d564d6a29e\" \"--data\" \"/data/regions/872f70f1-665f-4752-8147-f3d564d6a29e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:31.780104521Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"region":"872f70f1-665f-4752-8147-f3d564d6a29e","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:31.961664433Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"uri":"/crucible/0/regions","method":"POST","req_id":"49e2236c-e006-4b14-b57b-ee9558bbba24","remote_addr":"[fd00:1122:3344:101::a]:44723","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.082847897Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"region":"872f70f1-665f-4752-8147-f3d564d6a29e","component":"worker"}
{"msg":"region 872f70f1-665f-4752-8147-f3d564d6a29e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.082904927Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.082993809Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-872f70f1-665f-4752-8147-f3d564d6a29e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.083391835Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-872f70f1-665f-4752-8147-f3d564d6a29e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.086662874Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.095724648Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-872f70f1-665f-4752-8147-f3d564d6a29e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.098661382Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/872f70f1-665f-4752-8147-f3d564d6a29e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.099374946Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.099437704Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.099479714Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.099516267Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.103870439Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.1079325Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.5125247Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"uri":"/crucible/0/regions","method":"POST","req_id":"519110b3-cdfe-4405-8b0b-6f9118f2f117","remote_addr":"[fd00:1122:3344:101::a]:44723","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.834325979Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"uri":"/crucible/0/regions/872f70f1-665f-4752-8147-f3d564d6a29e","method":"GET","req_id":"61ddf3ae-bb6d-475a-9852-eae315002b94","remote_addr":"[fd00:1122:3344:101::a]:44723","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"path is \"/data/regions/872f70f1-665f-4752-8147-f3d564d6a29e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.837217702Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"datafile"}
{"msg":"dataset is oxp_c47ae618-5842-4359-b648-79d4d985839a/crucible/regions/872f70f1-665f-4752-8147-f3d564d6a29e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.848029532Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"datafile"}
{"msg":"region 872f70f1-665f-4752-8147-f3d564d6a29e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.85790311Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.858045872Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.858117783Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"uri":"/crucible/0/regions/872f70f1-665f-4752-8147-f3d564d6a29e","method":"DELETE","req_id":"35dc81be-a512-4492-a1b6-6abaa4280588","remote_addr":"[fd00:1122:3344:101::a]:44723","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21624,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-872f70f1-665f-4752-8147-f3d564d6a29e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.859049196Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.861383121Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"uri":"/crucible/0/regions/872f70f1-665f-4752-8147-f3d564d6a29e","method":"GET","req_id":"4728fa00-af7f-4797-8c43-9048a08c8aae","remote_addr":"[fd00:1122:3344:101::a]:44723","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.86463762Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_c47ae618-5842-4359-b648-79d4d985839a/crucible/regions/872f70f1-665f-4752-8147-f3d564d6a29e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.877451661Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"region":"872f70f1-665f-4752-8147-f3d564d6a29e","component":"worker"}
{"msg":"region 872f70f1-665f-4752-8147-f3d564d6a29e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.94261983Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.988245349Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"uri":"/crucible/0/regions/872f70f1-665f-4752-8147-f3d564d6a29e","method":"GET","req_id":"348be1f5-d146-4ec2-9842-6f4ed16e6604","remote_addr":"[fd00:1122:3344:101::a]:44723","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":696,"response_code":"200"}
{"msg":"region d92bbd2f-bcc9-4b01-a25f-be3e1bc66935 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:34.747549458Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:34.74770647Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:34.747726031Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"uri":"/crucible/0/regions","method":"POST","req_id":"786b2ebf-7c42-4ee9-b96c-2c21ae2d21d8","remote_addr":"[fd00:1122:3344:101::a]:44723","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":224,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_c47ae618-5842-4359-b648-79d4d985839a/crucible/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:34.756082525Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c47ae618-5842-4359-b648-79d4d985839a/crucible/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:34.756104525Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d92bbd2f-bcc9-4b01-a25f-be3e1bc66935\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:34.816770928Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"region":"d92bbd2f-bcc9-4b01-a25f-be3e1bc66935","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d92bbd2f-bcc9-4b01-a25f-be3e1bc66935\" \"--data\" \"/data/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:34.818677132Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"region":"d92bbd2f-bcc9-4b01-a25f-be3e1bc66935","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:34.889428429Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"region":"d92bbd2f-bcc9-4b01-a25f-be3e1bc66935","component":"worker"}
{"msg":"region d92bbd2f-bcc9-4b01-a25f-be3e1bc66935 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:34.88949028Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:34.889601972Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d92bbd2f-bcc9-4b01-a25f-be3e1bc66935","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:34.891036283Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d92bbd2f-bcc9-4b01-a25f-be3e1bc66935","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:34.894724068Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:34.902303651Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d92bbd2f-bcc9-4b01-a25f-be3e1bc66935","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:34.906464343Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:34.906752707Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:34.906809728Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:34.906852768Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:34.906895739Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:34.910557244Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:34.915388976Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:35.125721276Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"uri":"/crucible/0/regions","method":"POST","req_id":"f9e6cdb3-851e-4006-a942-3e5dd49733f9","remote_addr":"[fd00:1122:3344:101::a]:44723","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:52.895295955Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33821"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:52.895532589Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"uri":"/crucible/0/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935","method":"GET","req_id":"bace9d4d-438d-4b75-9d21-f2c578b77871","remote_addr":"[fd00:1122:3344:101::a]:33821","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"path is \"/data/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:52.899818032Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"datafile"}
{"msg":"dataset is oxp_c47ae618-5842-4359-b648-79d4d985839a/crucible/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:52.909261023Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"datafile"}
{"msg":"snapshot is oxp_c47ae618-5842-4359-b648-79d4d985839a/crucible/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935@3fb5427b-19d4-45de-88b8-a6eba3e1464b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:52.917973092Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c47ae618-5842-4359-b648-79d4d985839a/crucible/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935\", \"3fb5427b-19d4-45de-88b8-a6eba3e1464b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:52.917996673Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:52.932044192Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"uri":"/crucible/0/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935/snapshots/3fb5427b-19d4-45de-88b8-a6eba3e1464b","method":"GET","req_id":"eae3ba7d-e8ab-4aed-b4a2-2f27ad9fee4e","remote_addr":"[fd00:1122:3344:101::a]:33821","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":33053,"response_code":"200"}
{"msg":"path is \"/data/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:52.934857784Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"datafile"}
{"msg":"dataset is oxp_c47ae618-5842-4359-b648-79d4d985839a/crucible/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:52.943289739Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"datafile"}
{"msg":"snapshot is oxp_c47ae618-5842-4359-b648-79d4d985839a/crucible/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935@3fb5427b-19d4-45de-88b8-a6eba3e1464b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:52.951341839Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c47ae618-5842-4359-b648-79d4d985839a/crucible/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935\", \"3fb5427b-19d4-45de-88b8-a6eba3e1464b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:52.9513737Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot d92bbd2f-bcc9-4b01-a25f-be3e1bc66935-3fb5427b-19d4-45de-88b8-a6eba3e1464b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:52.96151088Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"datafile"}
{"msg":"applying SMF actions for region d92bbd2f-bcc9-4b01-a25f-be3e1bc66935 running snapshot 3fb5427b-19d4-45de-88b8-a6eba3e1464b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:52.962062809Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:52.962081289Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"uri":"/crucible/0/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935/snapshots/3fb5427b-19d4-45de-88b8-a6eba3e1464b/run","method":"POST","req_id":"383d2d45-c264-487f-a9e1-899fd563fff3","remote_addr":"[fd00:1122:3344:101::a]:33821","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":27263,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-d92bbd2f-bcc9-4b01-a25f-be3e1bc66935-3fb5427b-19d4-45de-88b8-a6eba3e1464b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:52.968934907Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d92bbd2f-bcc9-4b01-a25f-be3e1bc66935-3fb5427b-19d4-45de-88b8-a6eba3e1464b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:52.987267894Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d92bbd2f-bcc9-4b01-a25f-be3e1bc66935-3fb5427b-19d4-45de-88b8-a6eba3e1464b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:53.059900405Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935/.zfs/snapshot/3fb5427b-19d4-45de-88b8-a6eba3e1464b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:53.060290981Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:53.060338521Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:53.060379252Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:53.060418472Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:53.060480683Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:53.091348263Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:53.116455406Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"worker"}
{"msg":"region d92bbd2f-bcc9-4b01-a25f-be3e1bc66935 running snapshot 3fb5427b-19d4-45de-88b8-a6eba3e1464b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:53.116489067Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"datafile"}
{"msg":"path is \"/data/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:53.340147205Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"datafile"}
{"msg":"dataset is oxp_c47ae618-5842-4359-b648-79d4d985839a/crucible/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:53.349351682Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"datafile"}
{"msg":"snapshot is oxp_c47ae618-5842-4359-b648-79d4d985839a/crucible/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935@3fb5427b-19d4-45de-88b8-a6eba3e1464b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:53.357893029Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c47ae618-5842-4359-b648-79d4d985839a/crucible/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935\", \"3fb5427b-19d4-45de-88b8-a6eba3e1464b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:53.35794185Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:53.367067336Z","hostname":"oxz_crucible_3cf9b91a-e78e-45ea-b554-1b869ed3dd4c","pid":21114,"uri":"/crucible/0/regions/d92bbd2f-bcc9-4b01-a25f-be3e1bc66935/snapshots/3fb5427b-19d4-45de-88b8-a6eba3e1464b/run","method":"POST","req_id":"fd55a518-0201-4bbc-bad0-31bb45397599","remote_addr":"[fd00:1122:3344:101::a]:33821","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26937,"response_code":"200"}