[ May 30 21:26:00 Enabled. ]
[ May 30 21:26:00 Rereading configuration. ]
[ May 30 21:26:02 Rereading configuration. ]
[ May 30 21:26:07 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_7038bc57-935b-4678-89d7-14a97df12510/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_7038bc57-935b-4678-89d7-14a97df12510/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:07.182139586Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:07.184155949Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:07.184167979Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:07.200421786Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:07.479643083Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.235751632Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:42646"}
{"msg":"region 897edc60-2728-45b4-9eb6-287b78578653 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.261271335Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.265943349Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"uri":"/crucible/0/regions","method":"POST","req_id":"25577bcf-12d7-4d18-b948-9d6bb88b2736","remote_addr":"[fd00:1122:3344:101::c]:42646","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16825,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.266560626Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_7038bc57-935b-4678-89d7-14a97df12510/crucible/regions/897edc60-2728-45b4-9eb6-287b78578653","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.276036125Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_7038bc57-935b-4678-89d7-14a97df12510/crucible/regions/897edc60-2728-45b4-9eb6-287b78578653","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.276098936Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"897edc60-2728-45b4-9eb6-287b78578653\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/897edc60-2728-45b4-9eb6-287b78578653\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.426372132Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"region":"897edc60-2728-45b4-9eb6-287b78578653","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"897edc60-2728-45b4-9eb6-287b78578653\" \"--data\" \"/data/regions/897edc60-2728-45b4-9eb6-287b78578653\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.428738899Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"region":"897edc60-2728-45b4-9eb6-287b78578653","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.503628869Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"uri":"/crucible/0/regions","method":"POST","req_id":"ac1fed0d-e786-4189-ab28-5ed708eaa48c","remote_addr":"[fd00:1122:3344:101::c]:42646","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.705108103Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"region":"897edc60-2728-45b4-9eb6-287b78578653","component":"worker"}
{"msg":"region 897edc60-2728-45b4-9eb6-287b78578653 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.705214104Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.705445627Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-897edc60-2728-45b4-9eb6-287b78578653","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.705928523Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-897edc60-2728-45b4-9eb6-287b78578653","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.711459066Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.73530116Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-897edc60-2728-45b4-9eb6-287b78578653","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.738952632Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/897edc60-2728-45b4-9eb6-287b78578653","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.73965908Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.739726581Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.739777621Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.739824072Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.745048202Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.770292592Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:26.883635144Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"uri":"/crucible/0/regions","method":"POST","req_id":"6edf5eab-f1ba-4ed8-b65b-069f72422478","remote_addr":"[fd00:1122:3344:101::c]:42646","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":48,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:27.602025965Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"uri":"/crucible/0/regions/897edc60-2728-45b4-9eb6-287b78578653","method":"GET","req_id":"8a994757-e0cc-4e52-89b6-70d5a3c3f7ee","remote_addr":"[fd00:1122:3344:101::c]:42646","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":84,"response_code":"200"}
{"msg":"path is \"/data/regions/897edc60-2728-45b4-9eb6-287b78578653\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:27.604774156Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"datafile"}
{"msg":"dataset is oxp_7038bc57-935b-4678-89d7-14a97df12510/crucible/regions/897edc60-2728-45b4-9eb6-287b78578653","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:27.616324969Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"datafile"}
{"msg":"region 897edc60-2728-45b4-9eb6-287b78578653 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:27.627298465Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:27.627586469Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:27.627651149Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"uri":"/crucible/0/regions/897edc60-2728-45b4-9eb6-287b78578653","method":"DELETE","req_id":"7b1c09f7-fe8d-479f-a43d-438598e549e6","remote_addr":"[fd00:1122:3344:101::c]:42646","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22898,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-897edc60-2728-45b4-9eb6-287b78578653 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:27.628693151Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:27.631085589Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"uri":"/crucible/0/regions/897edc60-2728-45b4-9eb6-287b78578653","method":"GET","req_id":"c288203a-f1e6-4cba-a9f4-5c46fa26db37","remote_addr":"[fd00:1122:3344:101::c]:42646","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:27.647205284Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_7038bc57-935b-4678-89d7-14a97df12510/crucible/regions/897edc60-2728-45b4-9eb6-287b78578653\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:27.659586036Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"region":"897edc60-2728-45b4-9eb6-287b78578653","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:27.780727797Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"uri":"/crucible/0/regions/897edc60-2728-45b4-9eb6-287b78578653","method":"GET","req_id":"4435e1cc-df1f-47b5-8bca-69e20541164d","remote_addr":"[fd00:1122:3344:101::c]:42646","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"region 897edc60-2728-45b4-9eb6-287b78578653 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:27.843078794Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:26:27.951794442Z","hostname":"oxz_crucible_c3b4c039-c569-4fbc-8fa2-ddb09bfc2e7b","pid":25440,"uri":"/crucible/0/regions/897edc60-2728-45b4-9eb6-287b78578653","method":"GET","req_id":"a5e4fcbd-bc9e-45a8-af2b-d401e73b6957","remote_addr":"[fd00:1122:3344:101::c]:42646","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":34,"response_code":"200"}