[ Aug 28 17:52:46 Enabled. ]
[ Aug 28 17:52:46 Rereading configuration. ]
[ Aug 28 17:52:47 Rereading configuration. ]
[ Aug 28 17:52:49 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:52:49.540469133Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:52:49.541728671Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:52:49.541740751Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:52:49.570173574Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:52:49.724955311Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.575944603Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39485"}
{"msg":"region 2898366d-4401-466e-8858-1ce0942da839 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.61577837Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.628190046Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.637445772Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"uri":"/crucible/0/regions","method":"POST","req_id":"8fd2c55f-88bf-4a5d-92ce-f42ad5ed0ff6","remote_addr":"[fd00:1122:3344:101::a]:39485","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":41667,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20/crucible/regions/2898366d-4401-466e-8858-1ce0942da839","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.644845107Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20/crucible/regions/2898366d-4401-466e-8858-1ce0942da839","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.644869238Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.78553019Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"uri":"/crucible/0/regions","method":"POST","req_id":"33f04074-4459-4a2d-a68b-2ca0e4a7184e","remote_addr":"[fd00:1122:3344:101::a]:39485","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":126,"response_code":"200"}
{"msg":"creating region Region { id: RegionId(\"2898366d-4401-466e-8858-1ce0942da839\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2898366d-4401-466e-8858-1ce0942da839\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.795514032Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"region":"2898366d-4401-466e-8858-1ce0942da839","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2898366d-4401-466e-8858-1ce0942da839\" \"--data\" \"/data/regions/2898366d-4401-466e-8858-1ce0942da839\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:33.798222912Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"region":"2898366d-4401-466e-8858-1ce0942da839","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.050059999Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"uri":"/crucible/0/regions","method":"POST","req_id":"3220fa4c-3b2d-4e00-a29d-b5dcfa444064","remote_addr":"[fd00:1122:3344:101::a]:39485","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":704,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.333110471Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"region":"2898366d-4401-466e-8858-1ce0942da839","component":"worker"}
{"msg":"region 2898366d-4401-466e-8858-1ce0942da839 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.333155982Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.333262774Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2898366d-4401-466e-8858-1ce0942da839","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.333681014Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2898366d-4401-466e-8858-1ce0942da839","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.340675029Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.373116082Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2898366d-4401-466e-8858-1ce0942da839","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.410603986Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2898366d-4401-466e-8858-1ce0942da839","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.413169694Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.417563832Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.417620653Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.417664154Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.431084542Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.447679252Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:34.821452494Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"uri":"/crucible/0/regions","method":"POST","req_id":"5de8e2ea-e6de-4f74-b3ce-5830837c9564","remote_addr":"[fd00:1122:3344:101::a]:39485","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:36.006152321Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"uri":"/crucible/0/regions/2898366d-4401-466e-8858-1ce0942da839","method":"GET","req_id":"e0c0dab6-2431-4ad4-99d4-71329f0f9869","remote_addr":"[fd00:1122:3344:101::a]:39485","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":"200"}
{"msg":"path is \"/data/regions/2898366d-4401-466e-8858-1ce0942da839\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:36.009436654Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"datafile"}
{"msg":"dataset is oxp_1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20/crucible/regions/2898366d-4401-466e-8858-1ce0942da839","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:36.019567349Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"datafile"}
{"msg":"region 2898366d-4401-466e-8858-1ce0942da839 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:36.02948162Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:36.029641334Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:36.029727326Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"uri":"/crucible/0/regions/2898366d-4401-466e-8858-1ce0942da839","method":"DELETE","req_id":"2da59f73-c116-4037-ab4b-4fe2b43b73ba","remote_addr":"[fd00:1122:3344:101::a]:39485","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20328,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-2898366d-4401-466e-8858-1ce0942da839 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:36.030720948Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:36.033704594Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"uri":"/crucible/0/regions/2898366d-4401-466e-8858-1ce0942da839","method":"GET","req_id":"db46228b-0115-48a6-8aee-eaa9b94eb51b","remote_addr":"[fd00:1122:3344:101::a]:39485","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":44,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:36.037135271Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20/crucible/regions/2898366d-4401-466e-8858-1ce0942da839\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:36.048390741Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"region":"2898366d-4401-466e-8858-1ce0942da839","component":"worker"}
{"msg":"region 2898366d-4401-466e-8858-1ce0942da839 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:36.127243937Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:36.17859091Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"uri":"/crucible/0/regions/2898366d-4401-466e-8858-1ce0942da839","method":"GET","req_id":"45c3ba15-f770-433d-9316-98737a5eecb5","remote_addr":"[fd00:1122:3344:101::a]:39485","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":563,"response_code":"200"}
{"msg":"region 5a083bbf-b096-4b27-9c28-e56f152c4cfb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.517042506Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.517182899Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"uri":"/crucible/0/regions","method":"POST","req_id":"fc1739d9-038c-47e9-a11d-12383388f1e1","remote_addr":"[fd00:1122:3344:101::a]:39485","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":212,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.51720929Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20/crucible/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.526702471Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20/crucible/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.526736372Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5a083bbf-b096-4b27-9c28-e56f152c4cfb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.648263068Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"region":"5a083bbf-b096-4b27-9c28-e56f152c4cfb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5a083bbf-b096-4b27-9c28-e56f152c4cfb\" \"--data\" \"/data/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.650504998Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"region":"5a083bbf-b096-4b27-9c28-e56f152c4cfb","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.699624001Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"uri":"/crucible/0/regions","method":"POST","req_id":"4aafdfcc-f5aa-4081-bb8e-fcd22def1a9b","remote_addr":"[fd00:1122:3344:101::a]:39485","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.773018046Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"region":"5a083bbf-b096-4b27-9c28-e56f152c4cfb","component":"worker"}
{"msg":"region 5a083bbf-b096-4b27-9c28-e56f152c4cfb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.773047366Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.773167029Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5a083bbf-b096-4b27-9c28-e56f152c4cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.77457721Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5a083bbf-b096-4b27-9c28-e56f152c4cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.777647719Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.793671855Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5a083bbf-b096-4b27-9c28-e56f152c4cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.799632018Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.799937135Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.799990426Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.800036347Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.800071148Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.806601143Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.81545031Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:53:38.994815873Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"uri":"/crucible/0/regions","method":"POST","req_id":"512941e1-4a7e-47ed-bf6f-d25dacecf2fa","remote_addr":"[fd00:1122:3344:101::a]:39485","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.274158922Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56237"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.274315835Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"uri":"/crucible/0/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb","method":"GET","req_id":"cec4c859-8364-44a0-87eb-fdc691d539d8","remote_addr":"[fd00:1122:3344:101::a]:56237","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"path is \"/data/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.280045693Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"datafile"}
{"msg":"dataset is oxp_1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20/crucible/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.288582443Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"datafile"}
{"msg":"snapshot is oxp_1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20/crucible/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb@64cb378d-e99a-4ed4-9cad-aa2b6d4509f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.297492891Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20/crucible/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb\", \"64cb378d-e99a-4ed4-9cad-aa2b6d4509f4\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.297536632Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.309372566Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"uri":"/crucible/0/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb/snapshots/64cb378d-e99a-4ed4-9cad-aa2b6d4509f4","method":"GET","req_id":"50d85927-cd68-44c5-b198-a239819861bb","remote_addr":"[fd00:1122:3344:101::a]:56237","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":31913,"response_code":"200"}
{"msg":"path is \"/data/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.313510718Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"datafile"}
{"msg":"dataset is oxp_1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20/crucible/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.322948568Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"datafile"}
{"msg":"snapshot is oxp_1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20/crucible/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb@64cb378d-e99a-4ed4-9cad-aa2b6d4509f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.33158126Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20/crucible/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb\", \"64cb378d-e99a-4ed4-9cad-aa2b6d4509f4\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.331607061Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 5a083bbf-b096-4b27-9c28-e56f152c4cfb-64cb378d-e99a-4ed4-9cad-aa2b6d4509f4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.340748904Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"datafile"}
{"msg":"applying SMF actions for region 5a083bbf-b096-4b27-9c28-e56f152c4cfb running snapshot 64cb378d-e99a-4ed4-9cad-aa2b6d4509f4 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.341426249Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.34146629Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"uri":"/crucible/0/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb/snapshots/64cb378d-e99a-4ed4-9cad-aa2b6d4509f4/run","method":"POST","req_id":"f504c540-c86c-466b-be97-8996db00d38f","remote_addr":"[fd00:1122:3344:101::a]:56237","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28702,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-5a083bbf-b096-4b27-9c28-e56f152c4cfb-64cb378d-e99a-4ed4-9cad-aa2b6d4509f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.351232888Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5a083bbf-b096-4b27-9c28-e56f152c4cfb-64cb378d-e99a-4ed4-9cad-aa2b6d4509f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.358829657Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5a083bbf-b096-4b27-9c28-e56f152c4cfb-64cb378d-e99a-4ed4-9cad-aa2b6d4509f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.372689445Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb/.zfs/snapshot/64cb378d-e99a-4ed4-9cad-aa2b6d4509f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.373020973Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.373075084Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.373117025Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.373158916Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.373205037Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.376880129Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.381531842Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"worker"}
{"msg":"region 5a083bbf-b096-4b27-9c28-e56f152c4cfb running snapshot 64cb378d-e99a-4ed4-9cad-aa2b6d4509f4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.381544422Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"datafile"}
{"msg":"path is \"/data/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.479428422Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"datafile"}
{"msg":"dataset is oxp_1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20/crucible/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.488706359Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"datafile"}
{"msg":"snapshot is oxp_1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20/crucible/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb@64cb378d-e99a-4ed4-9cad-aa2b6d4509f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.497932554Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20/crucible/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb\", \"64cb378d-e99a-4ed4-9cad-aa2b6d4509f4\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.497967355Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T17:58:48.50674433Z","hostname":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","pid":22648,"uri":"/crucible/0/regions/5a083bbf-b096-4b27-9c28-e56f152c4cfb/snapshots/64cb378d-e99a-4ed4-9cad-aa2b6d4509f4/run","method":"POST","req_id":"d513527d-290f-49ac-98dc-1792f395ef02","remote_addr":"[fd00:1122:3344:101::a]:56237","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":27348,"response_code":"200"}