[ Nov 22 20:31:48 Enabled. ]
[ Nov 22 20:31:48 Rereading configuration. ]
[ Nov 22 20:31:50 Rereading configuration. ]
[ Nov 22 20:31:53 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_48b30200-6d9c-435a-8546-6c099d7abe31/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_48b30200-6d9c-435a-8546-6c099d7abe31/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:31:53.237179102Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:31:53.24075416Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:31:53.24076572Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:31:53.256374001Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:31:53.322193429Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.012615503Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54090"}
{"msg":"region 427723bf-55aa-49f7-b493-54c2a5ae4fce state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.046236604Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.050877168Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.055797528Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"uri":"/crucible/0/regions","method":"POST","req_id":"f001c622-17b3-443e-a1ad-63cca47168b4","remote_addr":"[fd00:1122:3344:101::a]:54090","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15642,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_48b30200-6d9c-435a-8546-6c099d7abe31/crucible/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.063934936Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_48b30200-6d9c-435a-8546-6c099d7abe31/crucible/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.063958577Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"427723bf-55aa-49f7-b493-54c2a5ae4fce\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.110495113Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"region":"427723bf-55aa-49f7-b493-54c2a5ae4fce","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"427723bf-55aa-49f7-b493-54c2a5ae4fce\" \"--data\" \"/data/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.112571024Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"region":"427723bf-55aa-49f7-b493-54c2a5ae4fce","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.282271908Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"region":"427723bf-55aa-49f7-b493-54c2a5ae4fce","component":"worker"}
{"msg":"region 427723bf-55aa-49f7-b493-54c2a5ae4fce state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.282328839Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.282390141Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-427723bf-55aa-49f7-b493-54c2a5ae4fce","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.2827791Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-427723bf-55aa-49f7-b493-54c2a5ae4fce","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.288318755Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.30080037Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-427723bf-55aa-49f7-b493-54c2a5ae4fce","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.304004949Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.304764697Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.304830429Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.30487389Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.304914441Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.308964779Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.314522515Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:33:02.364555437Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"uri":"/crucible/0/regions","method":"POST","req_id":"e353b3d9-110f-4183-be85-bcb355ec3633","remote_addr":"[fd00:1122:3344:101::a]:54090","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.104744839Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40253"}
{"msg":"region 932a1685-1b2a-4fa0-9fdb-0311eccc8a19 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.104846832Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.105434726Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"uri":"/crucible/0/regions","method":"POST","req_id":"dd0be37d-730f-4aa0-a323-b29089065ca5","remote_addr":"[fd00:1122:3344:101::a]:40253","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":631,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.105455976Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_48b30200-6d9c-435a-8546-6c099d7abe31/crucible/regions/932a1685-1b2a-4fa0-9fdb-0311eccc8a19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.116615759Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_48b30200-6d9c-435a-8546-6c099d7abe31/crucible/regions/932a1685-1b2a-4fa0-9fdb-0311eccc8a19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.11664848Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"932a1685-1b2a-4fa0-9fdb-0311eccc8a19\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/932a1685-1b2a-4fa0-9fdb-0311eccc8a19\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.166859516Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"region":"932a1685-1b2a-4fa0-9fdb-0311eccc8a19","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"932a1685-1b2a-4fa0-9fdb-0311eccc8a19\" \"--data\" \"/data/regions/932a1685-1b2a-4fa0-9fdb-0311eccc8a19\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.166925277Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"region":"932a1685-1b2a-4fa0-9fdb-0311eccc8a19","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.259100948Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"region":"932a1685-1b2a-4fa0-9fdb-0311eccc8a19","component":"worker"}
{"msg":"region 932a1685-1b2a-4fa0-9fdb-0311eccc8a19 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.25915848Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.259274012Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-932a1685-1b2a-4fa0-9fdb-0311eccc8a19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.273171032Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-932a1685-1b2a-4fa0-9fdb-0311eccc8a19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.277833926Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.291489459Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-932a1685-1b2a-4fa0-9fdb-0311eccc8a19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.294880132Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/932a1685-1b2a-4fa0-9fdb-0311eccc8a19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.295178719Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.295254211Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.295313672Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.295369624Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.299810042Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.30544082Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:37.484937913Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"uri":"/crucible/0/regions","method":"POST","req_id":"1ddf36eb-fe00-4cce-8284-0247308647ed","remote_addr":"[fd00:1122:3344:101::a]:40253","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:38.968720013Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"uri":"/crucible/0/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce","method":"GET","req_id":"88dfcb32-2a58-4f90-8faf-7f9712576da2","remote_addr":"[fd00:1122:3344:101::a]:40253","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":2436,"response_code":"200"}
{"msg":"path is \"/data/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:38.973304835Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"datafile"}
{"msg":"dataset is oxp_48b30200-6d9c-435a-8546-6c099d7abe31/crucible/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:38.982180881Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"datafile"}
{"msg":"snapshot is oxp_48b30200-6d9c-435a-8546-6c099d7abe31/crucible/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce@29084903-3e9b-48b6-ae11-4bd4b2e15f40","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:38.990980946Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_48b30200-6d9c-435a-8546-6c099d7abe31/crucible/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce\", \"29084903-3e9b-48b6-ae11-4bd4b2e15f40\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:38.991011867Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.002373774Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"uri":"/crucible/0/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce/snapshots/29084903-3e9b-48b6-ae11-4bd4b2e15f40","method":"GET","req_id":"14003f58-2016-4af5-9d86-122dd2529f0c","remote_addr":"[fd00:1122:3344:101::a]:40253","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29727,"response_code":"200"}
{"msg":"path is \"/data/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.005967422Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"datafile"}
{"msg":"dataset is oxp_48b30200-6d9c-435a-8546-6c099d7abe31/crucible/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.014808218Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"datafile"}
{"msg":"snapshot is oxp_48b30200-6d9c-435a-8546-6c099d7abe31/crucible/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce@29084903-3e9b-48b6-ae11-4bd4b2e15f40","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.023242484Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_48b30200-6d9c-435a-8546-6c099d7abe31/crucible/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce\", \"29084903-3e9b-48b6-ae11-4bd4b2e15f40\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.023280365Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 427723bf-55aa-49f7-b493-54c2a5ae4fce-29084903-3e9b-48b6-ae11-4bd4b2e15f40 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.031436704Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"datafile"}
{"msg":"applying SMF actions for region 427723bf-55aa-49f7-b493-54c2a5ae4fce running snapshot 29084903-3e9b-48b6-ae11-4bd4b2e15f40 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.031648829Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.03166872Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"uri":"/crucible/0/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce/snapshots/29084903-3e9b-48b6-ae11-4bd4b2e15f40/run","method":"POST","req_id":"0f6e2e86-5641-492a-bdc0-eb5f0c2abb83","remote_addr":"[fd00:1122:3344:101::a]:40253","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25741,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-427723bf-55aa-49f7-b493-54c2a5ae4fce-29084903-3e9b-48b6-ae11-4bd4b2e15f40","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.033998827Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-427723bf-55aa-49f7-b493-54c2a5ae4fce-29084903-3e9b-48b6-ae11-4bd4b2e15f40","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.040820633Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-427723bf-55aa-49f7-b493-54c2a5ae4fce-29084903-3e9b-48b6-ae11-4bd4b2e15f40","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.050948091Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce/.zfs/snapshot/29084903-3e9b-48b6-ae11-4bd4b2e15f40","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.051206907Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.051270488Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.05131689Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.051362131Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.051430722Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.05625196Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.060576056Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"worker"}
{"msg":"region 427723bf-55aa-49f7-b493-54c2a5ae4fce running snapshot 29084903-3e9b-48b6-ae11-4bd4b2e15f40 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.060590156Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"datafile"}
{"msg":"path is \"/data/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.220088361Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"datafile"}
{"msg":"dataset is oxp_48b30200-6d9c-435a-8546-6c099d7abe31/crucible/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.229924321Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"datafile"}
{"msg":"snapshot is oxp_48b30200-6d9c-435a-8546-6c099d7abe31/crucible/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce@29084903-3e9b-48b6-ae11-4bd4b2e15f40","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.238319246Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_48b30200-6d9c-435a-8546-6c099d7abe31/crucible/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce\", \"29084903-3e9b-48b6-ae11-4bd4b2e15f40\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.238349047Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:39.246097666Z","hostname":"oxz_crucible_75de5901-fe9a-4840-8d2c-e4fcf3ab3f90","pid":26670,"uri":"/crucible/0/regions/427723bf-55aa-49f7-b493-54c2a5ae4fce/snapshots/29084903-3e9b-48b6-ae11-4bd4b2e15f40/run","method":"POST","req_id":"1db4d1d9-0926-4bd7-a725-cf75f6690f12","remote_addr":"[fd00:1122:3344:101::a]:40253","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26059,"response_code":"200"}