[ Sep 25 17:24:52 Enabled. ]
[ Sep 25 17:24:52 Rereading configuration. ]
[ Sep 25 17:24:54 Rereading configuration. ]
[ Sep 25 17:24:55 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_df18cb26-568c-4123-a14d-afbe4b0b3b4c/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_df18cb26-568c-4123-a14d-afbe4b0b3b4c/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:24:55.50017672Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:24:55.500591677Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:24:55.500606858Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:24:55.533373246Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:24:55.728186975Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.712940293Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:35636"}
{"msg":"region 0edc0c8f-16db-4981-9dd5-8bb308f4f334 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.744253185Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.7488667Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"uri":"/crucible/0/regions","method":"POST","req_id":"84e84d16-bee3-4993-89ab-59d3784b5fb1","remote_addr":"[fd00:1122:3344:101::c]:35636","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22378,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.749954501Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_df18cb26-568c-4123-a14d-afbe4b0b3b4c/crucible/regions/0edc0c8f-16db-4981-9dd5-8bb308f4f334","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.762681397Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_df18cb26-568c-4123-a14d-afbe4b0b3b4c/crucible/regions/0edc0c8f-16db-4981-9dd5-8bb308f4f334","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.762704548Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0edc0c8f-16db-4981-9dd5-8bb308f4f334\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0edc0c8f-16db-4981-9dd5-8bb308f4f334\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.813787196Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"region":"0edc0c8f-16db-4981-9dd5-8bb308f4f334","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0edc0c8f-16db-4981-9dd5-8bb308f4f334\" \"--data\" \"/data/regions/0edc0c8f-16db-4981-9dd5-8bb308f4f334\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.817560026Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"region":"0edc0c8f-16db-4981-9dd5-8bb308f4f334","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.934329235Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"region":"0edc0c8f-16db-4981-9dd5-8bb308f4f334","component":"worker"}
{"msg":"region 0edc0c8f-16db-4981-9dd5-8bb308f4f334 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.934404096Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.93462033Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0edc0c8f-16db-4981-9dd5-8bb308f4f334","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.937116076Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0edc0c8f-16db-4981-9dd5-8bb308f4f334","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.941683691Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.957206869Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0edc0c8f-16db-4981-9dd5-8bb308f4f334","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.960590642Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0edc0c8f-16db-4981-9dd5-8bb308f4f334","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.968147152Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.970260312Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.970333503Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.970403994Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.975589771Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.981770165Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:47.982916487Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"uri":"/crucible/0/regions","method":"POST","req_id":"989f2f38-a207-4dea-9424-fecf76856f5f","remote_addr":"[fd00:1122:3344:101::c]:35636","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:48.815867947Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"uri":"/crucible/0/regions/0edc0c8f-16db-4981-9dd5-8bb308f4f334","method":"GET","req_id":"2e8f7a9b-7ba2-417f-8b3a-d7a324291f11","remote_addr":"[fd00:1122:3344:101::c]:35636","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"path is \"/data/regions/0edc0c8f-16db-4981-9dd5-8bb308f4f334\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:48.819669868Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"datafile"}
{"msg":"dataset is oxp_df18cb26-568c-4123-a14d-afbe4b0b3b4c/crucible/regions/0edc0c8f-16db-4981-9dd5-8bb308f4f334","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:48.829981799Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"datafile"}
{"msg":"region 0edc0c8f-16db-4981-9dd5-8bb308f4f334 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:48.838752922Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:48.838924615Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:48.838998797Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"uri":"/crucible/0/regions/0edc0c8f-16db-4981-9dd5-8bb308f4f334","method":"DELETE","req_id":"57b9686d-7b38-47a9-a045-b71ddfabed3c","remote_addr":"[fd00:1122:3344:101::c]:35636","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19981,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-0edc0c8f-16db-4981-9dd5-8bb308f4f334 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:48.840011025Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:48.842552943Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"uri":"/crucible/0/regions/0edc0c8f-16db-4981-9dd5-8bb308f4f334","method":"GET","req_id":"142eba5c-9c65-42e5-a683-2da61f4e44b0","remote_addr":"[fd00:1122:3344:101::c]:35636","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":39,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:48.844301205Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_df18cb26-568c-4123-a14d-afbe4b0b3b4c/crucible/regions/0edc0c8f-16db-4981-9dd5-8bb308f4f334\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:48.854591636Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"region":"0edc0c8f-16db-4981-9dd5-8bb308f4f334","component":"worker"}
{"msg":"region 0edc0c8f-16db-4981-9dd5-8bb308f4f334 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:48.920723325Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:25:48.952648628Z","hostname":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","pid":20573,"uri":"/crucible/0/regions/0edc0c8f-16db-4981-9dd5-8bb308f4f334","method":"GET","req_id":"adaa316a-eb1e-46c8-9693-e8ac2a9b008b","remote_addr":"[fd00:1122:3344:101::c]:35636","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":567,"response_code":"200"}