[ May 15 04:12:44 Enabled. ]
[ May 15 04:12:44 Rereading configuration. ]
[ May 15 04:12:47 Rereading configuration. ]
[ May 15 04:12:51 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_8be487e2-3613-473b-875b-3aad0cb736f2/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_8be487e2-3613-473b-875b-3aad0cb736f2/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:12:51.831385773Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:12:51.834854393Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:12:51.834865843Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:12:51.855704931Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:12:51.986892405Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:24.920815056Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:34385"}
{"msg":"region 0cbedba5-59c3-4de8-ae97-34da5ec4b9dc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:24.960497369Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:24.964942739Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"uri":"/crucible/0/regions","method":"POST","req_id":"623c549d-86da-4106-aa8a-ddc17a811b87","remote_addr":"[fd00:1122:3344:101::c]:34385","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":22291,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:24.967358846Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_8be487e2-3613-473b-875b-3aad0cb736f2/crucible/regions/0cbedba5-59c3-4de8-ae97-34da5ec4b9dc","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:24.975827443Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_8be487e2-3613-473b-875b-3aad0cb736f2/crucible/regions/0cbedba5-59c3-4de8-ae97-34da5ec4b9dc","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:24.975860164Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0cbedba5-59c3-4de8-ae97-34da5ec4b9dc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0cbedba5-59c3-4de8-ae97-34da5ec4b9dc\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.034751904Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"region":"0cbedba5-59c3-4de8-ae97-34da5ec4b9dc","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0cbedba5-59c3-4de8-ae97-34da5ec4b9dc\" \"--data\" \"/data/regions/0cbedba5-59c3-4de8-ae97-34da5ec4b9dc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.036556471Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"region":"0cbedba5-59c3-4de8-ae97-34da5ec4b9dc","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.24103326Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"uri":"/crucible/0/regions","method":"POST","req_id":"5b46bd31-ebe9-4f83-b8de-d6ea8ac93005","remote_addr":"[fd00:1122:3344:101::c]:34385","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.298798304Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"region":"0cbedba5-59c3-4de8-ae97-34da5ec4b9dc","component":"worker"}
{"msg":"region 0cbedba5-59c3-4de8-ae97-34da5ec4b9dc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.298866406Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.299141694Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0cbedba5-59c3-4de8-ae97-34da5ec4b9dc","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.299568208Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0cbedba5-59c3-4de8-ae97-34da5ec4b9dc","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.30535131Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.31990484Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0cbedba5-59c3-4de8-ae97-34da5ec4b9dc","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.326008163Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0cbedba5-59c3-4de8-ae97-34da5ec4b9dc","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.326803398Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.32686972Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.326966943Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.326972993Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.335929076Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.348527604Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.586546582Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"uri":"/crucible/0/regions","method":"POST","req_id":"9efa7f86-d924-4107-9f94-da3e05b198a8","remote_addr":"[fd00:1122:3344:101::c]:34385","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":48,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.907900882Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"uri":"/crucible/0/regions/0cbedba5-59c3-4de8-ae97-34da5ec4b9dc","method":"GET","req_id":"f94895b4-3525-45a6-aeb4-83f137f8306b","remote_addr":"[fd00:1122:3344:101::c]:34385","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"path is \"/data/regions/0cbedba5-59c3-4de8-ae97-34da5ec4b9dc\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.910966559Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"datafile"}
{"msg":"dataset is oxp_8be487e2-3613-473b-875b-3aad0cb736f2/crucible/regions/0cbedba5-59c3-4de8-ae97-34da5ec4b9dc","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.922816013Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"datafile"}
{"msg":"region 0cbedba5-59c3-4de8-ae97-34da5ec4b9dc state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.933819671Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.933977806Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.934051768Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"uri":"/crucible/0/regions/0cbedba5-59c3-4de8-ae97-34da5ec4b9dc","method":"DELETE","req_id":"3b6b14be-5308-473e-96b4-ab60a0f6f884","remote_addr":"[fd00:1122:3344:101::c]:34385","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23119,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-0cbedba5-59c3-4de8-ae97-34da5ec4b9dc (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.935162483Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.937338392Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"uri":"/crucible/0/regions/0cbedba5-59c3-4de8-ae97-34da5ec4b9dc","method":"GET","req_id":"c800d8e2-8d82-4c48-8135-ef5576375d0d","remote_addr":"[fd00:1122:3344:101::c]:34385","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.939444958Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_8be487e2-3613-473b-875b-3aad0cb736f2/crucible/regions/0cbedba5-59c3-4de8-ae97-34da5ec4b9dc\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.951385246Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"region":"0cbedba5-59c3-4de8-ae97-34da5ec4b9dc","component":"worker"}
{"msg":"region 0cbedba5-59c3-4de8-ae97-34da5ec4b9dc state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:26.016202543Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:26.076829168Z","hostname":"oxz_crucible_11cd01c2-fd18-43f0-8b75-6ce54abd713a","pid":23742,"uri":"/crucible/0/regions/0cbedba5-59c3-4de8-ae97-34da5ec4b9dc","method":"GET","req_id":"7a2094a0-2128-435d-826e-757338839757","remote_addr":"[fd00:1122:3344:101::c]:34385","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":63,"response_code":"200"}