[ Sep 24 04:32:59 Enabled. ]
[ Sep 24 04:33:00 Rereading configuration. ]
[ Sep 24 04:33:01 Rereading configuration. ]
[ Sep 24 04:33:02 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_7a7d72d1-c18a-4053-8666-72377ed40c63/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_7a7d72d1-c18a-4053-8666-72377ed40c63/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:02.944386428Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:02.956074377Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:02.956088147Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:02.994716897Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:03.123310528Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.540578689Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:41807"}
{"msg":"region 1f317d49-75b9-4cc5-a890-35fcde6a9ead state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.571993176Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.577677677Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"uri":"/crucible/0/regions","method":"POST","req_id":"a88f9bb3-d1c6-4dc8-a9f1-6a216c489d4e","remote_addr":"[fd00:1122:3344:101::c]:41807","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":25239,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.577711658Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_7a7d72d1-c18a-4053-8666-72377ed40c63/crucible/regions/1f317d49-75b9-4cc5-a890-35fcde6a9ead","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.591849988Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_7a7d72d1-c18a-4053-8666-72377ed40c63/crucible/regions/1f317d49-75b9-4cc5-a890-35fcde6a9ead","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.591912389Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1f317d49-75b9-4cc5-a890-35fcde6a9ead\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1f317d49-75b9-4cc5-a890-35fcde6a9ead\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.692485075Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"region":"1f317d49-75b9-4cc5-a890-35fcde6a9ead","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1f317d49-75b9-4cc5-a890-35fcde6a9ead\" \"--data\" \"/data/regions/1f317d49-75b9-4cc5-a890-35fcde6a9ead\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.696757526Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"region":"1f317d49-75b9-4cc5-a890-35fcde6a9ead","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.834200635Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"uri":"/crucible/0/regions","method":"POST","req_id":"fc182615-37be-4af0-a265-85facbd77bc4","remote_addr":"[fd00:1122:3344:101::c]:41807","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.834337848Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"region":"1f317d49-75b9-4cc5-a890-35fcde6a9ead","component":"worker"}
{"msg":"region 1f317d49-75b9-4cc5-a890-35fcde6a9ead state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.834389659Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.834653005Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1f317d49-75b9-4cc5-a890-35fcde6a9ead","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.837070446Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1f317d49-75b9-4cc5-a890-35fcde6a9ead","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.843293988Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.858842309Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1f317d49-75b9-4cc5-a890-35fcde6a9ead","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.862845214Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1f317d49-75b9-4cc5-a890-35fcde6a9ead","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.87160742Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.873622383Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.873682964Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.873740435Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.879215461Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.885710859Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.167033484Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"uri":"/crucible/0/regions","method":"POST","req_id":"afe2314a-37d7-4c46-9b2b-a82956ed848d","remote_addr":"[fd00:1122:3344:101::c]:41807","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.753319756Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"uri":"/crucible/0/regions/1f317d49-75b9-4cc5-a890-35fcde6a9ead","method":"GET","req_id":"b9fb8ca4-337d-4d13-ab85-f6e3713c033e","remote_addr":"[fd00:1122:3344:101::c]:41807","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":633,"response_code":"200"}
{"msg":"path is \"/data/regions/1f317d49-75b9-4cc5-a890-35fcde6a9ead\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.756228818Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"datafile"}
{"msg":"dataset is oxp_7a7d72d1-c18a-4053-8666-72377ed40c63/crucible/regions/1f317d49-75b9-4cc5-a890-35fcde6a9ead","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.768055519Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"datafile"}
{"msg":"region 1f317d49-75b9-4cc5-a890-35fcde6a9ead state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.778276417Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.778497231Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.778563932Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"uri":"/crucible/0/regions/1f317d49-75b9-4cc5-a890-35fcde6a9ead","method":"DELETE","req_id":"5ac8c595-d516-4a81-9059-1bd222c5e1fc","remote_addr":"[fd00:1122:3344:101::c]:41807","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":22369,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-1f317d49-75b9-4cc5-a890-35fcde6a9ead (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.779732987Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.78173714Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"uri":"/crucible/0/regions/1f317d49-75b9-4cc5-a890-35fcde6a9ead","method":"GET","req_id":"b482dd27-ece9-4b38-ab80-3a5048314b68","remote_addr":"[fd00:1122:3344:101::c]:41807","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":31,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.784682273Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_7a7d72d1-c18a-4053-8666-72377ed40c63/crucible/regions/1f317d49-75b9-4cc5-a890-35fcde6a9ead\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.795422761Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"region":"1f317d49-75b9-4cc5-a890-35fcde6a9ead","component":"worker"}
{"msg":"region 1f317d49-75b9-4cc5-a890-35fcde6a9ead state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.873117081Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.931825678Z","hostname":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","pid":21908,"uri":"/crucible/0/regions/1f317d49-75b9-4cc5-a890-35fcde6a9ead","method":"GET","req_id":"b5aa563d-791e-4696-b17b-4736e37b2a67","remote_addr":"[fd00:1122:3344:101::c]:41807","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":"200"}