[ May 23 04:10:32 Enabled. ]
[ May 23 04:10:32 Rereading configuration. ]
[ May 23 04:10:33 Rereading configuration. ]
[ May 23 04:10:36 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_b755abc1-d573-403a-80b5-740c5b5b87fd/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_b755abc1-d573-403a-80b5-740c5b5b87fd/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:36.072551328Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:36.07577593Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:36.07579827Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:36.098966278Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:36.257672769Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:57.774043662Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:40631"}
{"msg":"region 5e096af5-b6fa-4918-8c4a-d34af4444ae6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:57.805653364Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:57.807875199Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"uri":"/crucible/0/regions","method":"POST","req_id":"522e93f6-3477-49ed-8fee-b485ecaf3200","remote_addr":"[fd00:1122:3344:101::c]:40631","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":2532,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:57.808599281Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_b755abc1-d573-403a-80b5-740c5b5b87fd/crucible/regions/5e096af5-b6fa-4918-8c4a-d34af4444ae6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:57.818833214Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_b755abc1-d573-403a-80b5-740c5b5b87fd/crucible/regions/5e096af5-b6fa-4918-8c4a-d34af4444ae6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:57.818899665Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5e096af5-b6fa-4918-8c4a-d34af4444ae6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5e096af5-b6fa-4918-8c4a-d34af4444ae6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:57.866324758Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"region":"5e096af5-b6fa-4918-8c4a-d34af4444ae6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5e096af5-b6fa-4918-8c4a-d34af4444ae6\" \"--data\" \"/data/regions/5e096af5-b6fa-4918-8c4a-d34af4444ae6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:57.866378209Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"region":"5e096af5-b6fa-4918-8c4a-d34af4444ae6","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:57.981668001Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"region":"5e096af5-b6fa-4918-8c4a-d34af4444ae6","component":"worker"}
{"msg":"region 5e096af5-b6fa-4918-8c4a-d34af4444ae6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:57.981720722Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:57.981788393Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5e096af5-b6fa-4918-8c4a-d34af4444ae6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:57.98225915Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5e096af5-b6fa-4918-8c4a-d34af4444ae6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:57.985055375Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:57.992236969Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5e096af5-b6fa-4918-8c4a-d34af4444ae6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:57.995723784Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5e096af5-b6fa-4918-8c4a-d34af4444ae6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:57.996476126Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:57.996626169Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:57.996675249Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:57.99671532Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:57.997947339Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"uri":"/crucible/0/regions","method":"POST","req_id":"15cb7f0d-df33-475e-bcb3-92b007cc4ba8","remote_addr":"[fd00:1122:3344:101::c]:40631","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:58.000572541Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:58.004697907Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:59.001368402Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:47598"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:59.002124614Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"uri":"/crucible/0/regions/5e096af5-b6fa-4918-8c4a-d34af4444ae6","method":"GET","req_id":"b7fa8f3a-8309-48ae-836b-5862f9fc6f36","remote_addr":"[fd00:1122:3344:101::c]:47598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":737,"response_code":"200"}
{"msg":"path is \"/data/regions/5e096af5-b6fa-4918-8c4a-d34af4444ae6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:59.002272517Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"datafile"}
{"msg":"dataset is oxp_b755abc1-d573-403a-80b5-740c5b5b87fd/crucible/regions/5e096af5-b6fa-4918-8c4a-d34af4444ae6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:59.011621845Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"datafile"}
{"msg":"region 5e096af5-b6fa-4918-8c4a-d34af4444ae6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:59.019977148Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:59.02012056Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:59.020201981Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"uri":"/crucible/0/regions/5e096af5-b6fa-4918-8c4a-d34af4444ae6","method":"DELETE","req_id":"4e8d6fa9-4312-4bd4-9308-8aaff5072018","remote_addr":"[fd00:1122:3344:101::c]:47598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17963,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:59.020339244Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"uri":"/crucible/0/regions/5e096af5-b6fa-4918-8c4a-d34af4444ae6","method":"GET","req_id":"85b249b8-d5ea-4aa6-816e-9106967a8ea4","remote_addr":"[fd00:1122:3344:101::c]:47598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-5e096af5-b6fa-4918-8c4a-d34af4444ae6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:59.021259728Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:59.03265385Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_b755abc1-d573-403a-80b5-740c5b5b87fd/crucible/regions/5e096af5-b6fa-4918-8c4a-d34af4444ae6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:59.041546001Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"region":"5e096af5-b6fa-4918-8c4a-d34af4444ae6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:59.07863575Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"uri":"/crucible/0/regions/5e096af5-b6fa-4918-8c4a-d34af4444ae6","method":"GET","req_id":"b49e4d06-c651-4070-981f-8f94df452398","remote_addr":"[fd00:1122:3344:101::c]:47598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"region 5e096af5-b6fa-4918-8c4a-d34af4444ae6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:59.096124658Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-23T04:10:59.228912117Z","hostname":"oxz_crucible_b451f59e-9d07-48e6-9b76-e6370fcdfd00","pid":22559,"uri":"/crucible/0/regions/5e096af5-b6fa-4918-8c4a-d34af4444ae6","method":"GET","req_id":"6f1b3a5e-2381-4dee-84e9-f5e5945989c8","remote_addr":"[fd00:1122:3344:101::c]:47598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27,"response_code":"200"}