{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.032237323Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56525"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.039774548Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"uri":"/crucible/0/regions/3901692c-8537-45a1-b5f4-178c6341b731","method":"GET","req_id":"2e28cd6e-6d49-4ff5-9ac6-c61b69c389e5","remote_addr":"[fd00:1122:3344:101::a]:56525","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":7485,"response_code":"200"} {"msg":"path is \"/data/regions/3901692c-8537-45a1-b5f4-178c6341b731\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.043068429Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"datafile"} {"msg":"dataset is oxp_f2d00bfb-9004-4347-be63-b51172722fd1/crucible/regions/3901692c-8537-45a1-b5f4-178c6341b731","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.052267886Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"datafile"} {"msg":"snapshot is oxp_f2d00bfb-9004-4347-be63-b51172722fd1/crucible/regions/3901692c-8537-45a1-b5f4-178c6341b731@2060325f-751b-41e3-98af-53b208a65683","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.060110598Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f2d00bfb-9004-4347-be63-b51172722fd1/crucible/regions/3901692c-8537-45a1-b5f4-178c6341b731\", \"2060325f-751b-41e3-98af-53b208a65683\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.060150189Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.070080823Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"uri":"/crucible/0/regions/3901692c-8537-45a1-b5f4-178c6341b731/snapshots/2060325f-751b-41e3-98af-53b208a65683","method":"GET","req_id":"3afe8937-5412-4971-b119-e20403fe9c80","remote_addr":"[fd00:1122:3344:101::a]:56525","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27013,"response_code":"200"} {"msg":"path is \"/data/regions/3901692c-8537-45a1-b5f4-178c6341b731\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.072996705Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"datafile"} {"msg":"dataset is oxp_f2d00bfb-9004-4347-be63-b51172722fd1/crucible/regions/3901692c-8537-45a1-b5f4-178c6341b731","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.082350445Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"datafile"} {"msg":"snapshot is oxp_f2d00bfb-9004-4347-be63-b51172722fd1/crucible/regions/3901692c-8537-45a1-b5f4-178c6341b731@2060325f-751b-41e3-98af-53b208a65683","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.090438614Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f2d00bfb-9004-4347-be63-b51172722fd1/crucible/regions/3901692c-8537-45a1-b5f4-178c6341b731\", \"2060325f-751b-41e3-98af-53b208a65683\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.090473725Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 3901692c-8537-45a1-b5f4-178c6341b731-2060325f-751b-41e3-98af-53b208a65683 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.098391389Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"datafile"} {"msg":"applying SMF actions for region 3901692c-8537-45a1-b5f4-178c6341b731 running snapshot 2060325f-751b-41e3-98af-53b208a65683 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.099056596Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.099069976Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"uri":"/crucible/0/regions/3901692c-8537-45a1-b5f4-178c6341b731/snapshots/2060325f-751b-41e3-98af-53b208a65683/run","method":"POST","req_id":"fd8a1da9-3f11-4ffb-a684-1a5446f87c5c","remote_addr":"[fd00:1122:3344:101::a]:56525","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":26111,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/3901692c-8537-45a1-b5f4-178c6341b731","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.107591605Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.107688678Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.10777159Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.10778138Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.107829301Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3901692c-8537-45a1-b5f4-178c6341b731","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.107880002Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3901692c-8537-45a1-b5f4-178c6341b731","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.107982375Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.108044166Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.108093547Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.108145449Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.115328685Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-3901692c-8537-45a1-b5f4-178c6341b731-2060325f-751b-41e3-98af-53b208a65683","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.115837998Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-3901692c-8537-45a1-b5f4-178c6341b731-2060325f-751b-41e3-98af-53b208a65683","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.118995575Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-3901692c-8537-45a1-b5f4-178c6341b731-2060325f-751b-41e3-98af-53b208a65683","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.131863602Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3901692c-8537-45a1-b5f4-178c6341b731/.zfs/snapshot/2060325f-751b-41e3-98af-53b208a65683","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.13217989Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.132236251Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.132280572Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.132320593Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.132368884Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.136339022Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.140889413Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"region 3901692c-8537-45a1-b5f4-178c6341b731 running snapshot 2060325f-751b-41e3-98af-53b208a65683 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.140905704Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"datafile"} {"msg":"path is \"/data/regions/3901692c-8537-45a1-b5f4-178c6341b731\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.377264633Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"datafile"} {"msg":"dataset is oxp_f2d00bfb-9004-4347-be63-b51172722fd1/crucible/regions/3901692c-8537-45a1-b5f4-178c6341b731","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.386317555Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"datafile"} {"msg":"snapshot is oxp_f2d00bfb-9004-4347-be63-b51172722fd1/crucible/regions/3901692c-8537-45a1-b5f4-178c6341b731@2060325f-751b-41e3-98af-53b208a65683","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.394838025Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f2d00bfb-9004-4347-be63-b51172722fd1/crucible/regions/3901692c-8537-45a1-b5f4-178c6341b731\", \"2060325f-751b-41e3-98af-53b208a65683\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.394870085Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:31:32.402674217Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"uri":"/crucible/0/regions/3901692c-8537-45a1-b5f4-178c6341b731/snapshots/2060325f-751b-41e3-98af-53b208a65683/run","method":"POST","req_id":"c19c7349-6f18-424c-b3cd-20e5d7cd1518","remote_addr":"[fd00:1122:3344:101::a]:56525","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25946,"response_code":"200"}