[ Jun 17 21:19:48 Enabled. ]
[ Jun 17 21:19:48 Rereading configuration. ]
[ Jun 17 21:19:53 Rereading configuration. ]
[ Jun 17 21:19:58 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2abfdf07-7cd1-4355-89f0-e7d8ec686d7c/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_2abfdf07-7cd1-4355-89f0-e7d8ec686d7c/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:19:58.668648532Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:19:58.671461461Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:19:58.671479361Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:19:58.695109881Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:19:58.938234147Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.201889384Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:62092"}
{"msg":"region 8bba0f9c-7d10-4a01-af11-b24dfbf013d5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.203754383Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.204654282Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"uri":"/crucible/0/regions","method":"POST","req_id":"9a720ed2-eb53-43c9-b9a5-b1db96225e6c","remote_addr":"[fd00:1122:3344:101::b]:62092","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1149,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.204670632Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_2abfdf07-7cd1-4355-89f0-e7d8ec686d7c/crucible/regions/8bba0f9c-7d10-4a01-af11-b24dfbf013d5","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.214475282Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_2abfdf07-7cd1-4355-89f0-e7d8ec686d7c/crucible/regions/8bba0f9c-7d10-4a01-af11-b24dfbf013d5","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.214519712Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8bba0f9c-7d10-4a01-af11-b24dfbf013d5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8bba0f9c-7d10-4a01-af11-b24dfbf013d5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.277712073Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"region":"8bba0f9c-7d10-4a01-af11-b24dfbf013d5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8bba0f9c-7d10-4a01-af11-b24dfbf013d5\" \"--data\" \"/data/regions/8bba0f9c-7d10-4a01-af11-b24dfbf013d5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.277771524Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"region":"8bba0f9c-7d10-4a01-af11-b24dfbf013d5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.418823244Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"region":"8bba0f9c-7d10-4a01-af11-b24dfbf013d5","component":"worker"}
{"msg":"region 8bba0f9c-7d10-4a01-af11-b24dfbf013d5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.418886375Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.418952225Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8bba0f9c-7d10-4a01-af11-b24dfbf013d5","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.419351849Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8bba0f9c-7d10-4a01-af11-b24dfbf013d5","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.425440141Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.443468664Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8bba0f9c-7d10-4a01-af11-b24dfbf013d5","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.450536436Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8bba0f9c-7d10-4a01-af11-b24dfbf013d5","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.451259753Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.451351194Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.451395715Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.451434835Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.460207974Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.46603074Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.540115705Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"uri":"/crucible/0/regions","method":"POST","req_id":"7064d5b9-82bc-4aab-961f-35430ce98246","remote_addr":"[fd00:1122:3344:101::b]:62092","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.77403485Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"uri":"/crucible/0/regions/8bba0f9c-7d10-4a01-af11-b24dfbf013d5","method":"GET","req_id":"422c5254-01f8-43b7-8f9f-4128d8315c56","remote_addr":"[fd00:1122:3344:101::b]:62092","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"path is \"/data/regions/8bba0f9c-7d10-4a01-af11-b24dfbf013d5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.776420934Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"datafile"}
{"msg":"dataset is oxp_2abfdf07-7cd1-4355-89f0-e7d8ec686d7c/crucible/regions/8bba0f9c-7d10-4a01-af11-b24dfbf013d5","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.785692448Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"datafile"}
{"msg":"region 8bba0f9c-7d10-4a01-af11-b24dfbf013d5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.795211975Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.795357266Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.795464377Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"uri":"/crucible/0/regions/8bba0f9c-7d10-4a01-af11-b24dfbf013d5","method":"DELETE","req_id":"1d69207d-f94c-45d9-841e-229f5acc957b","remote_addr":"[fd00:1122:3344:101::b]:62092","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19077,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-8bba0f9c-7d10-4a01-af11-b24dfbf013d5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.796401617Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.798029743Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"uri":"/crucible/0/regions/8bba0f9c-7d10-4a01-af11-b24dfbf013d5","method":"GET","req_id":"f7bca313-9d0a-45ba-9c33-bbf8a1937a1b","remote_addr":"[fd00:1122:3344:101::b]:62092","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.807257707Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_2abfdf07-7cd1-4355-89f0-e7d8ec686d7c/crucible/regions/8bba0f9c-7d10-4a01-af11-b24dfbf013d5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.817176598Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"region":"8bba0f9c-7d10-4a01-af11-b24dfbf013d5","component":"worker"}
{"msg":"region 8bba0f9c-7d10-4a01-af11-b24dfbf013d5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.880758092Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.897352861Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"uri":"/crucible/0/regions/8bba0f9c-7d10-4a01-af11-b24dfbf013d5","method":"GET","req_id":"81b80dd1-ca4b-4273-a51a-9284906990c7","remote_addr":"[fd00:1122:3344:101::b]:62092","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.080388627Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44103"}
{"msg":"region 5b58b583-9980-4694-8f5a-cfb8703a7e36 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.081220015Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.081412047Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"uri":"/crucible/0/regions","method":"POST","req_id":"91d46329-775f-4ae0-8741-268e5bab811d","remote_addr":"[fd00:1122:3344:101::a]:44103","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":913,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.081435497Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_2abfdf07-7cd1-4355-89f0-e7d8ec686d7c/crucible/regions/5b58b583-9980-4694-8f5a-cfb8703a7e36","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.090164096Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2abfdf07-7cd1-4355-89f0-e7d8ec686d7c/crucible/regions/5b58b583-9980-4694-8f5a-cfb8703a7e36","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.090212056Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5b58b583-9980-4694-8f5a-cfb8703a7e36\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5b58b583-9980-4694-8f5a-cfb8703a7e36\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.144279025Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"region":"5b58b583-9980-4694-8f5a-cfb8703a7e36","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5b58b583-9980-4694-8f5a-cfb8703a7e36\" \"--data\" \"/data/regions/5b58b583-9980-4694-8f5a-cfb8703a7e36\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.146095803Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"region":"5b58b583-9980-4694-8f5a-cfb8703a7e36","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.216301305Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"region":"5b58b583-9980-4694-8f5a-cfb8703a7e36","component":"worker"}
{"msg":"region 5b58b583-9980-4694-8f5a-cfb8703a7e36 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.216330826Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.216474787Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5b58b583-9980-4694-8f5a-cfb8703a7e36","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.218009472Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5b58b583-9980-4694-8f5a-cfb8703a7e36","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.221853202Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.225053684Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"uri":"/crucible/0/regions","method":"POST","req_id":"8d4f4154-1955-463b-9425-a9471ee55905","remote_addr":"[fd00:1122:3344:101::a]:44103","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.22964319Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5b58b583-9980-4694-8f5a-cfb8703a7e36","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.232148216Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5b58b583-9980-4694-8f5a-cfb8703a7e36","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.232444519Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.23252826Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.23257675Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.232657541Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.236327128Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.24142687Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.54296341Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57492"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.543104191Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"uri":"/crucible/0/regions/5b58b583-9980-4694-8f5a-cfb8703a7e36","method":"GET","req_id":"393f8e07-7880-4f4c-8faf-d004061c922a","remote_addr":"[fd00:1122:3344:101::a]:57492","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"path is \"/data/regions/5b58b583-9980-4694-8f5a-cfb8703a7e36\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.545862059Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"datafile"}
{"msg":"dataset is oxp_2abfdf07-7cd1-4355-89f0-e7d8ec686d7c/crucible/regions/5b58b583-9980-4694-8f5a-cfb8703a7e36","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.558905511Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"datafile"}
{"msg":"snapshot is oxp_2abfdf07-7cd1-4355-89f0-e7d8ec686d7c/crucible/regions/5b58b583-9980-4694-8f5a-cfb8703a7e36@9f154061-576e-45bf-baea-08cf51715545","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.568775881Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2abfdf07-7cd1-4355-89f0-e7d8ec686d7c/crucible/regions/5b58b583-9980-4694-8f5a-cfb8703a7e36\", \"9f154061-576e-45bf-baea-08cf51715545\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.568804942Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.582160887Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"uri":"/crucible/0/regions/5b58b583-9980-4694-8f5a-cfb8703a7e36/snapshots/9f154061-576e-45bf-baea-08cf51715545","method":"GET","req_id":"8d39cd09-9fee-45cd-b397-1935e828954d","remote_addr":"[fd00:1122:3344:101::a]:57492","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":38913,"response_code":"200"}
{"msg":"path is \"/data/regions/5b58b583-9980-4694-8f5a-cfb8703a7e36\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.582358169Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"datafile"}
{"msg":"dataset is oxp_2abfdf07-7cd1-4355-89f0-e7d8ec686d7c/crucible/regions/5b58b583-9980-4694-8f5a-cfb8703a7e36","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.591972807Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"datafile"}
{"msg":"snapshot is oxp_2abfdf07-7cd1-4355-89f0-e7d8ec686d7c/crucible/regions/5b58b583-9980-4694-8f5a-cfb8703a7e36@9f154061-576e-45bf-baea-08cf51715545","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.600722415Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2abfdf07-7cd1-4355-89f0-e7d8ec686d7c/crucible/regions/5b58b583-9980-4694-8f5a-cfb8703a7e36\", \"9f154061-576e-45bf-baea-08cf51715545\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.600745636Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 5b58b583-9980-4694-8f5a-cfb8703a7e36-9f154061-576e-45bf-baea-08cf51715545 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.610148251Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"datafile"}
{"msg":"applying SMF actions for region 5b58b583-9980-4694-8f5a-cfb8703a7e36 running snapshot 9f154061-576e-45bf-baea-08cf51715545 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.610947199Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.610976589Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"uri":"/crucible/0/regions/5b58b583-9980-4694-8f5a-cfb8703a7e36/snapshots/9f154061-576e-45bf-baea-08cf51715545/run","method":"POST","req_id":"486f1ecc-8088-4c65-9469-a35f371e8fbd","remote_addr":"[fd00:1122:3344:101::a]:57492","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":28661,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-5b58b583-9980-4694-8f5a-cfb8703a7e36-9f154061-576e-45bf-baea-08cf51715545","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.6159768Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5b58b583-9980-4694-8f5a-cfb8703a7e36-9f154061-576e-45bf-baea-08cf51715545","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.622028252Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5b58b583-9980-4694-8f5a-cfb8703a7e36-9f154061-576e-45bf-baea-08cf51715545","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.633303296Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5b58b583-9980-4694-8f5a-cfb8703a7e36/.zfs/snapshot/9f154061-576e-45bf-baea-08cf51715545","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.633554348Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.633612439Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.63365861Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.63369711Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.633755011Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.637358227Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.641767022Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"worker"}
{"msg":"region 5b58b583-9980-4694-8f5a-cfb8703a7e36 running snapshot 9f154061-576e-45bf-baea-08cf51715545 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.641776082Z","hostname":"oxz_crucible_827137e4-479a-43b5-ac85-00e876901c1e","pid":24833,"component":"datafile"}