mirror of
https://github.com/AdguardTeam/AdGuardHome.git
synced 2024-11-15 18:08:30 -07:00
cherry-pick: querylog: fix oldest calc
Updates #4591. Squashed commit of the following: commit 70b70c78c85311363535536c7ea12336b21accf8 Author: Ainar Garipov <A.Garipov@AdGuard.COM> Date: Wed May 25 17:35:54 2022 +0300 querylog: fix oldest calc
This commit is contained in:
parent
faef005ce7
commit
66f53803af
@ -64,9 +64,9 @@ func (s *Server) logQuery(
|
|||||||
Answer: pctx.Res,
|
Answer: pctx.Res,
|
||||||
OrigAnswer: dctx.origResp,
|
OrigAnswer: dctx.origResp,
|
||||||
Result: dctx.result,
|
Result: dctx.result,
|
||||||
Elapsed: elapsed,
|
|
||||||
ClientID: dctx.clientID,
|
ClientID: dctx.clientID,
|
||||||
ClientIP: ip,
|
ClientIP: ip,
|
||||||
|
Elapsed: elapsed,
|
||||||
AuthenticatedData: dctx.responseAD,
|
AuthenticatedData: dctx.responseAD,
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -58,6 +58,7 @@ func initDNSServer() (err error) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
conf := querylog.Config{
|
conf := querylog.Config{
|
||||||
|
Anonymizer: anonymizer,
|
||||||
ConfigModified: onConfigModified,
|
ConfigModified: onConfigModified,
|
||||||
HTTPRegister: httpRegister,
|
HTTPRegister: httpRegister,
|
||||||
FindClient: Context.clients.findMultiple,
|
FindClient: Context.clients.findMultiple,
|
||||||
@ -67,7 +68,6 @@ func initDNSServer() (err error) {
|
|||||||
Enabled: config.DNS.QueryLogEnabled,
|
Enabled: config.DNS.QueryLogEnabled,
|
||||||
FileEnabled: config.DNS.QueryLogFileEnabled,
|
FileEnabled: config.DNS.QueryLogFileEnabled,
|
||||||
AnonymizeClientIP: config.DNS.AnonymizeClientIP,
|
AnonymizeClientIP: config.DNS.AnonymizeClientIP,
|
||||||
Anonymizer: anonymizer,
|
|
||||||
}
|
}
|
||||||
Context.queryLog = querylog.New(conf)
|
Context.queryLog = querylog.New(conf)
|
||||||
|
|
||||||
|
@ -19,10 +19,10 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
type qlogConfig struct {
|
type qlogConfig struct {
|
||||||
Enabled bool `json:"enabled"`
|
|
||||||
// Use float64 here to support fractional numbers and not mess the API
|
// Use float64 here to support fractional numbers and not mess the API
|
||||||
// users by changing the units.
|
// users by changing the units.
|
||||||
Interval float64 `json:"interval"`
|
Interval float64 `json:"interval"`
|
||||||
|
Enabled bool `json:"enabled"`
|
||||||
AnonymizeClientIP bool `json:"anonymize_client_ip"`
|
AnonymizeClientIP bool `json:"anonymize_client_ip"`
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -149,7 +149,7 @@ func (l *queryLog) clear() {
|
|||||||
log.Error("removing log file %q: %s", l.logFile, err)
|
log.Error("removing log file %q: %s", l.logFile, err)
|
||||||
}
|
}
|
||||||
|
|
||||||
log.Debug("Query log: cleared")
|
log.Debug("querylog: cleared")
|
||||||
}
|
}
|
||||||
|
|
||||||
func (l *queryLog) Add(params *AddParams) {
|
func (l *queryLog) Add(params *AddParams) {
|
||||||
|
@ -285,8 +285,8 @@ func addEntry(l *queryLog, host string, answerStr, client net.IP) {
|
|||||||
Answer: &a,
|
Answer: &a,
|
||||||
OrigAnswer: &a,
|
OrigAnswer: &a,
|
||||||
Result: &res,
|
Result: &res,
|
||||||
ClientIP: client,
|
|
||||||
Upstream: "upstream",
|
Upstream: "upstream",
|
||||||
|
ClientIP: client,
|
||||||
}
|
}
|
||||||
|
|
||||||
l.Add(params)
|
l.Add(params)
|
||||||
|
@ -28,8 +28,11 @@ type QueryLog interface {
|
|||||||
WriteDiskConfig(c *Config)
|
WriteDiskConfig(c *Config)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Config - configuration object
|
// Config is the query log configuration structure.
|
||||||
type Config struct {
|
type Config struct {
|
||||||
|
// Anonymizer processes the IP addresses to anonymize those if needed.
|
||||||
|
Anonymizer *aghnet.IPMut
|
||||||
|
|
||||||
// ConfigModified is called when the configuration is changed, for
|
// ConfigModified is called when the configuration is changed, for
|
||||||
// example by HTTP requests.
|
// example by HTTP requests.
|
||||||
ConfigModified func()
|
ConfigModified func()
|
||||||
@ -68,9 +71,6 @@ type Config struct {
|
|||||||
// AnonymizeClientIP tells if the query log should anonymize clients' IP
|
// AnonymizeClientIP tells if the query log should anonymize clients' IP
|
||||||
// addresses.
|
// addresses.
|
||||||
AnonymizeClientIP bool
|
AnonymizeClientIP bool
|
||||||
|
|
||||||
// Anonymizer processes the IP addresses to anonymize those if needed.
|
|
||||||
Anonymizer *aghnet.IPMut
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// AddParams is the parameters for adding an entry.
|
// AddParams is the parameters for adding an entry.
|
||||||
@ -91,18 +91,18 @@ type AddParams struct {
|
|||||||
// Result is the filtering result (optional).
|
// Result is the filtering result (optional).
|
||||||
Result *filtering.Result
|
Result *filtering.Result
|
||||||
|
|
||||||
// Elapsed is the time spent for processing the request.
|
|
||||||
Elapsed time.Duration
|
|
||||||
|
|
||||||
ClientID string
|
ClientID string
|
||||||
|
|
||||||
ClientIP net.IP
|
|
||||||
|
|
||||||
// Upstream is the URL of the upstream DNS server.
|
// Upstream is the URL of the upstream DNS server.
|
||||||
Upstream string
|
Upstream string
|
||||||
|
|
||||||
ClientProto ClientProto
|
ClientProto ClientProto
|
||||||
|
|
||||||
|
ClientIP net.IP
|
||||||
|
|
||||||
|
// Elapsed is the time spent for processing the request.
|
||||||
|
Elapsed time.Duration
|
||||||
|
|
||||||
// Cached indicates if the response is served from cache.
|
// Cached indicates if the response is served from cache.
|
||||||
Cached bool
|
Cached bool
|
||||||
|
|
||||||
|
@ -73,7 +73,7 @@ func (l *queryLog) searchMemory(params *searchParams, cache clientCache) (entrie
|
|||||||
|
|
||||||
// search - searches log entries in the query log using specified parameters
|
// search - searches log entries in the query log using specified parameters
|
||||||
// returns the list of entries found + time of the oldest entry
|
// returns the list of entries found + time of the oldest entry
|
||||||
func (l *queryLog) search(params *searchParams) ([]*logEntry, time.Time) {
|
func (l *queryLog) search(params *searchParams) (entries []*logEntry, oldest time.Time) {
|
||||||
now := time.Now()
|
now := time.Now()
|
||||||
|
|
||||||
if params.limit == 0 {
|
if params.limit == 0 {
|
||||||
@ -88,7 +88,7 @@ func (l *queryLog) search(params *searchParams) ([]*logEntry, time.Time) {
|
|||||||
totalLimit := params.offset + params.limit
|
totalLimit := params.offset + params.limit
|
||||||
|
|
||||||
// now let's get a unified collection
|
// now let's get a unified collection
|
||||||
entries := append(memoryEntries, fileEntries...)
|
entries = append(memoryEntries, fileEntries...)
|
||||||
if len(entries) > totalLimit {
|
if len(entries) > totalLimit {
|
||||||
// remove extra records
|
// remove extra records
|
||||||
entries = entries[:totalLimit]
|
entries = entries[:totalLimit]
|
||||||
@ -111,13 +111,18 @@ func (l *queryLog) search(params *searchParams) ([]*logEntry, time.Time) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if len(entries) > 0 && len(entries) <= totalLimit {
|
if len(entries) > 0 {
|
||||||
// Update oldest after merging in the memory buffer.
|
// Update oldest after merging in the memory buffer.
|
||||||
oldest = entries[len(entries)-1].Time
|
oldest = entries[len(entries)-1].Time
|
||||||
}
|
}
|
||||||
|
|
||||||
log.Debug("QueryLog: prepared data (%d/%d) older than %s in %s",
|
log.Debug(
|
||||||
len(entries), total, params.olderThan, time.Since(now))
|
"querylog: prepared data (%d/%d) older than %s in %s",
|
||||||
|
len(entries),
|
||||||
|
total,
|
||||||
|
params.olderThan,
|
||||||
|
time.Since(now),
|
||||||
|
)
|
||||||
|
|
||||||
return entries, oldest
|
return entries, oldest
|
||||||
}
|
}
|
||||||
@ -180,6 +185,8 @@ func (l *queryLog) searchFiles(
|
|||||||
e, ts, err = l.readNextEntry(r, params, cache)
|
e, ts, err = l.readNextEntry(r, params, cache)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
if err == io.EOF {
|
if err == io.EOF {
|
||||||
|
oldestNano = 0
|
||||||
|
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user