[ Mar  1 05:24:58 Enabled. ]
[ Mar  1 05:24:58 Rereading configuration. ]
[ Mar  1 05:25:01 Rereading configuration. ]
[ Mar  1 05:25:05 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f081f0a7-5cc7-4ab0-a165-bbe886d49dc0/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_f081f0a7-5cc7-4ab0-a165-bbe886d49dc0/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:25:05.919414952Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:25:05.922649296Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:25:05.922658206Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:25:05.939893348Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:25:06.027745734Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.117210718Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49781"}
{"msg":"region 36ab8755-d4eb-451b-9feb-516d844b18d6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.153897913Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.154239908Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"uri":"/crucible/0/regions","method":"POST","req_id":"5aceb67b-d143-4d47-96bd-a0d3e7fc7284","remote_addr":"[fd00:1122:3344:101::a]:49781","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":11464,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.158693658Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_f081f0a7-5cc7-4ab0-a165-bbe886d49dc0/crucible/regions/36ab8755-d4eb-451b-9feb-516d844b18d6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.168968136Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_f081f0a7-5cc7-4ab0-a165-bbe886d49dc0/crucible/regions/36ab8755-d4eb-451b-9feb-516d844b18d6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.169006797Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"36ab8755-d4eb-451b-9feb-516d844b18d6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/36ab8755-d4eb-451b-9feb-516d844b18d6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.235130048Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"region":"36ab8755-d4eb-451b-9feb-516d844b18d6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"36ab8755-d4eb-451b-9feb-516d844b18d6\" \"--data\" \"/data/regions/36ab8755-d4eb-451b-9feb-516d844b18d6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.237707133Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"region":"36ab8755-d4eb-451b-9feb-516d844b18d6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.40066793Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"uri":"/crucible/0/regions","method":"POST","req_id":"5727083d-a20f-4566-ad05-7218f22f8bec","remote_addr":"[fd00:1122:3344:101::a]:49781","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.519929627Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"region":"36ab8755-d4eb-451b-9feb-516d844b18d6","component":"worker"}
{"msg":"region 36ab8755-d4eb-451b-9feb-516d844b18d6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.519983648Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.520073309Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-36ab8755-d4eb-451b-9feb-516d844b18d6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.520492795Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-36ab8755-d4eb-451b-9feb-516d844b18d6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.525230018Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.538265064Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-36ab8755-d4eb-451b-9feb-516d844b18d6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.542526562Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/36ab8755-d4eb-451b-9feb-516d844b18d6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.543290692Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.543354703Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.543400483Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.543439984Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.548519132Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.552977833Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:01.910660734Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"uri":"/crucible/0/regions","method":"POST","req_id":"403f05d1-9485-478d-9807-2f37f888293c","remote_addr":"[fd00:1122:3344:101::a]:49781","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":49,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:02.18704814Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"uri":"/crucible/0/regions/36ab8755-d4eb-451b-9feb-516d844b18d6","method":"GET","req_id":"2705eeee-f5e8-4cac-8234-f514fa4d7a80","remote_addr":"[fd00:1122:3344:101::a]:49781","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":106,"response_code":"200"}
{"msg":"path is \"/data/regions/36ab8755-d4eb-451b-9feb-516d844b18d6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:02.18998961Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"datafile"}
{"msg":"dataset is oxp_f081f0a7-5cc7-4ab0-a165-bbe886d49dc0/crucible/regions/36ab8755-d4eb-451b-9feb-516d844b18d6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:02.201092939Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"datafile"}
{"msg":"region 36ab8755-d4eb-451b-9feb-516d844b18d6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:02.211623971Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:02.211764203Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:02.211814374Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"uri":"/crucible/0/regions/36ab8755-d4eb-451b-9feb-516d844b18d6","method":"DELETE","req_id":"6c5d8afc-a497-4bfc-8ef4-7d767a859e10","remote_addr":"[fd00:1122:3344:101::a]:49781","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21870,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-36ab8755-d4eb-451b-9feb-516d844b18d6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:02.212923108Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:02.214695752Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"uri":"/crucible/0/regions/36ab8755-d4eb-451b-9feb-516d844b18d6","method":"GET","req_id":"7a2531a1-4517-4d85-9340-404e92c029f0","remote_addr":"[fd00:1122:3344:101::a]:49781","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":30,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:02.217641252Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f081f0a7-5cc7-4ab0-a165-bbe886d49dc0/crucible/regions/36ab8755-d4eb-451b-9feb-516d844b18d6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:02.22789392Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"region":"36ab8755-d4eb-451b-9feb-516d844b18d6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:02.27307377Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"uri":"/crucible/0/regions/36ab8755-d4eb-451b-9feb-516d844b18d6","method":"GET","req_id":"260f19e3-a922-4808-ac27-3e31138044bb","remote_addr":"[fd00:1122:3344:101::a]:49781","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"region 36ab8755-d4eb-451b-9feb-516d844b18d6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:02.300464439Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T05:26:02.436272239Z","hostname":"oxz_crucible_3f89b218-d475-46ab-8f4b-e75e2cf890ee","pid":22853,"uri":"/crucible/0/regions/36ab8755-d4eb-451b-9feb-516d844b18d6","method":"GET","req_id":"0f7440a1-1700-4052-9063-d475f1f60cad","remote_addr":"[fd00:1122:3344:101::a]:49781","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":46,"response_code":"200"}