[ Nov  1 06:51:03 Enabled. ]
[ Nov  1 06:51:03 Rereading configuration. ]
[ Nov  1 06:51:06 Rereading configuration. ]
[ Nov  1 06:51:08 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_9c422399-4aa1-4979-b10e-d7bb51cc9ea8/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_9c422399-4aa1-4979-b10e-d7bb51cc9ea8/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:08.581514045Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:08.582362142Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:08.582370261Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:08.600699488Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:08.809394897Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.562634446Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37937"}
{"msg":"region 4dda9ca1-4577-489c-85a7-57b2b5cf0399 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.565515003Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.565788265Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"uri":"/crucible/0/regions","method":"POST","req_id":"e01e493c-eb5f-495e-8cfb-5676f1e58af5","remote_addr":"[fd00:1122:3344:101::a]:37937","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":661,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.566852336Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_9c422399-4aa1-4979-b10e-d7bb51cc9ea8/crucible/regions/4dda9ca1-4577-489c-85a7-57b2b5cf0399","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.576094594Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_9c422399-4aa1-4979-b10e-d7bb51cc9ea8/crucible/regions/4dda9ca1-4577-489c-85a7-57b2b5cf0399","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.576138734Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4dda9ca1-4577-489c-85a7-57b2b5cf0399\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4dda9ca1-4577-489c-85a7-57b2b5cf0399\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.638369147Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"region":"4dda9ca1-4577-489c-85a7-57b2b5cf0399","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4dda9ca1-4577-489c-85a7-57b2b5cf0399\" \"--data\" \"/data/regions/4dda9ca1-4577-489c-85a7-57b2b5cf0399\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.638488198Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"region":"4dda9ca1-4577-489c-85a7-57b2b5cf0399","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.749120173Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"region":"4dda9ca1-4577-489c-85a7-57b2b5cf0399","component":"worker"}
{"msg":"region 4dda9ca1-4577-489c-85a7-57b2b5cf0399 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.749165233Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.749256684Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4dda9ca1-4577-489c-85a7-57b2b5cf0399","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.749669518Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4dda9ca1-4577-489c-85a7-57b2b5cf0399","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.753183852Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.762606772Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4dda9ca1-4577-489c-85a7-57b2b5cf0399","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.765536029Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4dda9ca1-4577-489c-85a7-57b2b5cf0399","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.766112095Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.766237966Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.766284916Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.766330557Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.769956171Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.773323244Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:50.819229031Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"uri":"/crucible/0/regions","method":"POST","req_id":"3873e244-81d4-4739-9967-3b114d3e7b09","remote_addr":"[fd00:1122:3344:101::a]:37937","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:51.166757973Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"uri":"/crucible/0/regions/4dda9ca1-4577-489c-85a7-57b2b5cf0399","method":"GET","req_id":"7aae337e-3e58-4230-aa59-af83432567c1","remote_addr":"[fd00:1122:3344:101::a]:37937","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"path is \"/data/regions/4dda9ca1-4577-489c-85a7-57b2b5cf0399\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:51.169883133Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"datafile"}
{"msg":"dataset is oxp_9c422399-4aa1-4979-b10e-d7bb51cc9ea8/crucible/regions/4dda9ca1-4577-489c-85a7-57b2b5cf0399","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:51.181275242Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"datafile"}
{"msg":"region 4dda9ca1-4577-489c-85a7-57b2b5cf0399 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:51.190277038Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:51.190431369Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:51.19053466Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"uri":"/crucible/0/regions/4dda9ca1-4577-489c-85a7-57b2b5cf0399","method":"DELETE","req_id":"4d016d36-c0e3-424e-823a-e9da2c81073d","remote_addr":"[fd00:1122:3344:101::a]:37937","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20685,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-4dda9ca1-4577-489c-85a7-57b2b5cf0399 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:51.191810782Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:51.193270716Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"uri":"/crucible/0/regions/4dda9ca1-4577-489c-85a7-57b2b5cf0399","method":"GET","req_id":"f6159cfc-098f-4664-8447-da1eeb77c4f0","remote_addr":"[fd00:1122:3344:101::a]:37937","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:51.196596948Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_9c422399-4aa1-4979-b10e-d7bb51cc9ea8/crucible/regions/4dda9ca1-4577-489c-85a7-57b2b5cf0399\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:51.208077737Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"region":"4dda9ca1-4577-489c-85a7-57b2b5cf0399","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:51.25133406Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"uri":"/crucible/0/regions/4dda9ca1-4577-489c-85a7-57b2b5cf0399","method":"GET","req_id":"665c169e-9f5b-4574-93d2-ccbacaeb5fdd","remote_addr":"[fd00:1122:3344:101::a]:37937","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":93,"response_code":"200"}
{"msg":"region 4dda9ca1-4577-489c-85a7-57b2b5cf0399 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:51.278532039Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T06:51:51.428486728Z","hostname":"oxz_crucible_9d86389c-d875-41a4-8ff1-cd71502d75af","pid":21837,"uri":"/crucible/0/regions/4dda9ca1-4577-489c-85a7-57b2b5cf0399","method":"GET","req_id":"9afa429a-ff64-49dd-8080-04948006ac08","remote_addr":"[fd00:1122:3344:101::a]:37937","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":"200"}