[ May 13 23:01:11 Enabled. ]
[ May 13 23:01:11 Rereading configuration. ]
[ May 13 23:01:18 Rereading configuration. ]
[ May 13 23:01:27 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_de644493-89d5-42b4-a13f-f39940f17def/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_de644493-89d5-42b4-a13f-f39940f17def/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:01:27.39276583Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:01:27.402011976Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:01:27.402022116Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:01:27.421802029Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:01:27.535745266Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:35.976411409Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:63933"}
{"msg":"region ef4bb231-9b10-40ca-afd6-0d57798a6fcd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.002609287Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.002980009Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"uri":"/crucible/0/regions","method":"POST","req_id":"cc6a30fd-efc8-45e8-9639-eff75d3ff03c","remote_addr":"[fd00:1122:3344:101::b]:63933","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":13197,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.004963082Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_de644493-89d5-42b4-a13f-f39940f17def/crucible/regions/ef4bb231-9b10-40ca-afd6-0d57798a6fcd","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.01459098Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_de644493-89d5-42b4-a13f-f39940f17def/crucible/regions/ef4bb231-9b10-40ca-afd6-0d57798a6fcd","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.014629862Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ef4bb231-9b10-40ca-afd6-0d57798a6fcd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ef4bb231-9b10-40ca-afd6-0d57798a6fcd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.076251493Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"region":"ef4bb231-9b10-40ca-afd6-0d57798a6fcd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ef4bb231-9b10-40ca-afd6-0d57798a6fcd\" \"--data\" \"/data/regions/ef4bb231-9b10-40ca-afd6-0d57798a6fcd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.076309655Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"region":"ef4bb231-9b10-40ca-afd6-0d57798a6fcd","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.213434763Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"uri":"/crucible/0/regions","method":"POST","req_id":"77ee4ce2-4cdd-47a3-93ce-b90527f1470c","remote_addr":"[fd00:1122:3344:101::b]:63933","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":97,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.365638204Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"region":"ef4bb231-9b10-40ca-afd6-0d57798a6fcd","component":"worker"}
{"msg":"region ef4bb231-9b10-40ca-afd6-0d57798a6fcd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.365688435Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.365788919Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ef4bb231-9b10-40ca-afd6-0d57798a6fcd","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.366191771Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ef4bb231-9b10-40ca-afd6-0d57798a6fcd","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.372482253Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.389649022Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ef4bb231-9b10-40ca-afd6-0d57798a6fcd","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.392828324Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ef4bb231-9b10-40ca-afd6-0d57798a6fcd","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.393576718Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.395847991Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.395895482Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.395936694Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.408721132Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.416805411Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.783148464Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:34626"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.783305769Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"uri":"/crucible/0/regions/ef4bb231-9b10-40ca-afd6-0d57798a6fcd","method":"GET","req_id":"56a5f336-9d86-4bcc-b992-2a60444ac74e","remote_addr":"[fd00:1122:3344:101::b]:34626","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":55,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.983865877Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"uri":"/crucible/0/regions","method":"POST","req_id":"608a32fa-51ce-491f-a609-5d66574f02ed","remote_addr":"[fd00:1122:3344:101::b]:63933","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":47,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.87273696Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"uri":"/crucible/0/regions/ef4bb231-9b10-40ca-afd6-0d57798a6fcd","method":"GET","req_id":"6e570d7c-bb61-478d-9831-02c15d536a2e","remote_addr":"[fd00:1122:3344:101::b]:63933","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":43,"response_code":"200"}
{"msg":"path is \"/data/regions/ef4bb231-9b10-40ca-afd6-0d57798a6fcd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.877195942Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"datafile"}
{"msg":"dataset is oxp_de644493-89d5-42b4-a13f-f39940f17def/crucible/regions/ef4bb231-9b10-40ca-afd6-0d57798a6fcd","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.88900832Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"datafile"}
{"msg":"region ef4bb231-9b10-40ca-afd6-0d57798a6fcd state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.89900336Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.899180386Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.899232008Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"uri":"/crucible/0/regions/ef4bb231-9b10-40ca-afd6-0d57798a6fcd","method":"DELETE","req_id":"39292559-dcde-4fd2-b37c-2bc0b6615ad2","remote_addr":"[fd00:1122:3344:101::b]:63933","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":22061,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-ef4bb231-9b10-40ca-afd6-0d57798a6fcd (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.900442846Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.903831245Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"uri":"/crucible/0/regions/ef4bb231-9b10-40ca-afd6-0d57798a6fcd","method":"GET","req_id":"74c9384b-5bb6-485e-8f32-75a6ce12296c","remote_addr":"[fd00:1122:3344:101::b]:63933","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.905587891Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_de644493-89d5-42b4-a13f-f39940f17def/crucible/regions/ef4bb231-9b10-40ca-afd6-0d57798a6fcd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.918329659Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"region":"ef4bb231-9b10-40ca-afd6-0d57798a6fcd","component":"worker"}
{"msg":"region ef4bb231-9b10-40ca-afd6-0d57798a6fcd state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.997324867Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:38.045092665Z","hostname":"oxz_crucible_da262159-b1f1-4d8f-b977-e54e59873d71","pid":25568,"uri":"/crucible/0/regions/ef4bb231-9b10-40ca-afd6-0d57798a6fcd","method":"GET","req_id":"da27a0b3-329a-404e-b469-0c95277b0205","remote_addr":"[fd00:1122:3344:101::b]:63933","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":61,"response_code":"200"}