[ Sep 19 23:59:00 Enabled. ]
[ Sep 19 23:59:00 Rereading configuration. ]
[ Sep 19 23:59:02 Rereading configuration. ]
[ Sep 19 23:59:07 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_37591a22-9ffc-46ed-a843-854bc37ef81a/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 779775d5130ff7a4836f52f48b7e64d1479ee104\nCommit timestamp: 2025-08-09T00:27:59.000000000Z  branch: main\nrustc: 1.86.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:07.642678421Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196}
{"msg":"dataset: \"oxp_37591a22-9ffc-46ed-a843-854bc37ef81a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:07.646294508Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:07.646321718Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:07.646328139Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:07.666812554Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:07.741582895Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:44.622740523Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41137"}
{"msg":"region 717367f4-3ddb-4006-99df-4b8f1ce64da7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:44.656869959Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:44.661330834Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"uri":"/crucible/0/regions","method":"POST","req_id":"491dc3e1-5d21-4cd6-86b4-09a62727740c","remote_addr":"[fd00:1122:3344:101::a]:41137","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16913,"response_code":200}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:44.663616653Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_37591a22-9ffc-46ed-a843-854bc37ef81a/crucible/regions/717367f4-3ddb-4006-99df-4b8f1ce64da7","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:44.673227507Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_37591a22-9ffc-46ed-a843-854bc37ef81a/crucible/regions/717367f4-3ddb-4006-99df-4b8f1ce64da7","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:44.673255858Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"717367f4-3ddb-4006-99df-4b8f1ce64da7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/717367f4-3ddb-4006-99df-4b8f1ce64da7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:44.811394657Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"region":"717367f4-3ddb-4006-99df-4b8f1ce64da7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"717367f4-3ddb-4006-99df-4b8f1ce64da7\" \"--data\" \"/data/regions/717367f4-3ddb-4006-99df-4b8f1ce64da7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:44.81151393Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"region":"717367f4-3ddb-4006-99df-4b8f1ce64da7","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:44.980942395Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"uri":"/crucible/0/regions","method":"POST","req_id":"8a0f69cc-f0b0-409b-a6aa-f8cd2fbb7542","remote_addr":"[fd00:1122:3344:101::a]:41137","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:45.191190508Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"region":"717367f4-3ddb-4006-99df-4b8f1ce64da7","component":"worker"}
{"msg":"region 717367f4-3ddb-4006-99df-4b8f1ce64da7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:45.19126408Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:45.191461044Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-717367f4-3ddb-4006-99df-4b8f1ce64da7","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:45.191884153Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-717367f4-3ddb-4006-99df-4b8f1ce64da7","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:45.204021391Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:45.248637951Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-717367f4-3ddb-4006-99df-4b8f1ce64da7","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:45.305833458Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/717367f4-3ddb-4006-99df-4b8f1ce64da7","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:45.30641249Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:45.3130169Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:45.313060972Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:45.313095682Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:45.376332438Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:45.415741326Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:45.655494188Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"uri":"/crucible/0/regions","method":"POST","req_id":"da2a17a3-4c19-4cc5-8bef-1e52c882af81","remote_addr":"[fd00:1122:3344:101::a]:41137","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":46,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:46.279751891Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"uri":"/crucible/0/regions/717367f4-3ddb-4006-99df-4b8f1ce64da7","method":"GET","req_id":"a5e556ea-93cc-4adb-806c-d2fd8254d814","remote_addr":"[fd00:1122:3344:101::a]:41137","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"path is \"/data/regions/717367f4-3ddb-4006-99df-4b8f1ce64da7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:46.2829899Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"datafile"}
{"msg":"dataset is oxp_37591a22-9ffc-46ed-a843-854bc37ef81a/crucible/regions/717367f4-3ddb-4006-99df-4b8f1ce64da7","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:46.294344172Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"datafile"}
{"msg":"region 717367f4-3ddb-4006-99df-4b8f1ce64da7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:46.308434641Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:46.308682607Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:46.308738148Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"uri":"/crucible/0/regions/717367f4-3ddb-4006-99df-4b8f1ce64da7","method":"DELETE","req_id":"7495d8a7-0f96-48d6-b79e-ba1a6b7b67ef","remote_addr":"[fd00:1122:3344:101::a]:41137","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25785,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-717367f4-3ddb-4006-99df-4b8f1ce64da7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:46.309741669Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:46.312521628Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"uri":"/crucible/0/regions/717367f4-3ddb-4006-99df-4b8f1ce64da7","method":"GET","req_id":"f1d20a72-55a1-4a72-9505-9dcae3fafbe2","remote_addr":"[fd00:1122:3344:101::a]:41137","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:46.326846113Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_37591a22-9ffc-46ed-a843-854bc37ef81a/crucible/regions/717367f4-3ddb-4006-99df-4b8f1ce64da7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:46.33846425Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"region":"717367f4-3ddb-4006-99df-4b8f1ce64da7","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:46.396036896Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"uri":"/crucible/0/regions/717367f4-3ddb-4006-99df-4b8f1ce64da7","method":"GET","req_id":"017e98df-8531-48cb-8548-89b4b6b94e76","remote_addr":"[fd00:1122:3344:101::a]:41137","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"region 717367f4-3ddb-4006-99df-4b8f1ce64da7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:46.467574448Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:59:46.557228466Z","hostname":"oxz_crucible_ec6731ef-9cc5-4aaf-b32c-829c2d41cf7f","pid":22196,"uri":"/crucible/0/regions/717367f4-3ddb-4006-99df-4b8f1ce64da7","method":"GET","req_id":"e8c190e0-e912-404f-b3ea-e2107677ec99","remote_addr":"[fd00:1122:3344:101::a]:41137","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26,"response_code":200}