[ Jul 14 18:09:29 Enabled. ]
[ Jul 14 18:09:29 Rereading configuration. ]
[ Jul 14 18:09:32 Rereading configuration. ]
[ Jul 14 18:09:35 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_05c175b0-91cd-45f2-bd7c-d570ebbdc20d/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_05c175b0-91cd-45f2-bd7c-d570ebbdc20d/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:09:36.071114986Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:09:36.074227738Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:09:36.074236938Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:09:36.091752062Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:09:36.196198718Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:26.984424786Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:36826"}
{"msg":"region e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.006549722Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.01096603Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"uri":"/crucible/0/regions","method":"POST","req_id":"47748fed-4947-4f1d-ac92-3db4fbf63ea7","remote_addr":"[fd00:1122:3344:101::c]:36826","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17046,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.013353633Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_05c175b0-91cd-45f2-bd7c-d570ebbdc20d/crucible/regions/e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.02437047Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_05c175b0-91cd-45f2-bd7c-d570ebbdc20d/crucible/regions/e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.02441486Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.083253836Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"region":"e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc\" \"--data\" \"/data/regions/e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.083313897Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"region":"e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.207267524Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"uri":"/crucible/0/regions","method":"POST","req_id":"c5dab506-c2c4-4655-b3ab-457b977f8635","remote_addr":"[fd00:1122:3344:101::c]:36826","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.369053825Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"region":"e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc","component":"worker"}
{"msg":"region e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.369103326Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.369189267Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.369545862Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.37462304Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.384225368Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.387569022Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.3889115Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.388973101Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.389013122Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.389061193Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.393436201Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.397281922Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:27.704419925Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"uri":"/crucible/0/regions","method":"POST","req_id":"33195ebf-6ccb-47c4-a44f-700ed50eab7f","remote_addr":"[fd00:1122:3344:101::c]:36826","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":49,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:28.00411229Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"uri":"/crucible/0/regions/e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc","method":"GET","req_id":"8a7a22fd-10ea-4383-81bc-6a74d70752ee","remote_addr":"[fd00:1122:3344:101::c]:36826","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":93,"response_code":"200"}
{"msg":"path is \"/data/regions/e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:28.007473605Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"datafile"}
{"msg":"dataset is oxp_05c175b0-91cd-45f2-bd7c-d570ebbdc20d/crucible/regions/e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:28.019436795Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"datafile"}
{"msg":"region e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:28.030211268Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:28.030373621Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:28.030440762Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"uri":"/crucible/0/regions/e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc","method":"DELETE","req_id":"4fc02f5b-f5da-4f95-852f-1770325bb3f5","remote_addr":"[fd00:1122:3344:101::c]:36826","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":23005,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:28.031366344Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:28.032734192Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"uri":"/crucible/0/regions/e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc","method":"GET","req_id":"68aa3ea6-5f5a-4d6c-a822-475c72ed344f","remote_addr":"[fd00:1122:3344:101::c]:36826","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":31,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:28.035855244Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_05c175b0-91cd-45f2-bd7c-d570ebbdc20d/crucible/regions/e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:28.047328597Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"region":"e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc","component":"worker"}
{"msg":"region e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:28.099334852Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-14T18:10:28.176011487Z","hostname":"oxz_crucible_5222c263-d300-4995-8d98-88afa4d2cc41","pid":23508,"uri":"/crucible/0/regions/e15f9f74-ff24-4a26-b5f8-f5cb84efc5bc","method":"GET","req_id":"a6fb49af-b1fe-4c6e-9ad0-b81d17ce7c44","remote_addr":"[fd00:1122:3344:101::c]:36826","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":72,"response_code":"200"}