1
0
Fork 0

Added comments for better readability and fixed probabistic patterns

This commit is contained in:
Atridad Lahiji 2024-12-04 17:26:34 -06:00
parent adba4e25dc
commit 5dad2d5275
Signed by: atridad
SSH key fingerprint: SHA256:LGomp8Opq0jz+7kbwNcdfTcuaLRb5Nh0k5AchDDb438
5 changed files with 166 additions and 66 deletions

View file

@ -34,10 +34,14 @@ The `-pattern` flag supports flexible request patterns:
- `2p3g` : 2 POSTs followed by 3 GETs - `2p3g` : 2 POSTs followed by 3 GETs
- `3g2p` : 3 GETs followed by 2 POSTs - `3g2p` : 3 GETs followed by 2 POSTs
### Probabalistic Patterns
- `20%p80%g` : 20% POST and by 80% GETs
### Pattern Rules ### Pattern Rules
- Numbers specify how many requests of each type - Numbers specify how many requests of each type
- 'p' or 'P' specifies POST requests - 'p' or 'P' specifies POST requests
- 'g' or 'G' specifies GET requests - 'g' or 'G' specifies GET requests
- '%' indicates probabilistic requests
- If no number is specified, 1 is assumed (e.g., "pg" = "1p1g") - If no number is specified, 1 is assumed (e.g., "pg" = "1p1g")
- Pattern repeats until max requests is reached - Pattern repeats until max requests is reached
@ -46,7 +50,7 @@ The `-pattern` flag supports flexible request patterns:
- `-rate`: Number of requests per second (default: 10) - `-rate`: Number of requests per second (default: 10)
- `-max`: Maximum number of requests to send (default: 50) - `-max`: Maximum number of requests to send (default: 50)
- `-url`: Target URL (default: "https://example.com") - `-url`: Target URL (default: "https://example.com")
- `-pattern`: Request pattern (e.g., "5p", "1p5g", "3g2p") - `-pattern`: Request pattern (e.g., "5p", "1p5g", "3g2p", "10%p90%g")
- `-json`: Path to JSON file for request body - `-json`: Path to JSON file for request body
- `-token`: Bearer token for authorization - `-token`: Bearer token for authorization
- `-v`, `-version`: Print version information - `-v`, `-version`: Print version information

View file

@ -10,71 +10,105 @@ import (
"time" "time"
) )
// Global metrics instance to track performance during load testing
var metrics = PerformanceMetrics{ var metrics = PerformanceMetrics{
MinLatency: time.Duration(math.MaxInt64), // Initialize MinLatency to the maximum possible duration
MinLatency: time.Duration(math.MaxInt64),
// Initialize response counters map
ResponseCounters: make(map[int]int32), ResponseCounters: make(map[int]int32),
} }
// UpdateMetrics synchronously updates performance metrics for each request
// - duration: time taken to complete the request
// - resp: HTTP response from the request
// - second: elapsed seconds since the start of the test
func UpdateMetrics(duration time.Duration, resp *http.Response, second int) { func UpdateMetrics(duration time.Duration, resp *http.Response, second int) {
metrics.Mu.Lock() metrics.Mu.Lock()
defer metrics.Mu.Unlock() defer metrics.Mu.Unlock()
fmt.Printf("Updating metrics - Duration: %v, Status: %d\n", duration, resp.StatusCode) // Debug log // Increment total requests
metrics.TotalRequests++ metrics.TotalRequests++
// Add current request's latency to total
metrics.TotalLatency += duration metrics.TotalLatency += duration
// Update maximum latency if current duration is higher
if duration > metrics.MaxLatency { if duration > metrics.MaxLatency {
metrics.MaxLatency = duration metrics.MaxLatency = duration
} }
// Update minimum latency if current duration is lower
if duration < metrics.MinLatency { if duration < metrics.MinLatency {
metrics.MinLatency = duration metrics.MinLatency = duration
} }
// Track successful responses
if resp.StatusCode == http.StatusOK { if resp.StatusCode == http.StatusOK {
metrics.TotalResponses++ metrics.TotalResponses++
metrics.ResponseCounters[second]++ metrics.ResponseCounters[second]++
} }
// Debug log // Debug log of current metrics
fmt.Printf("Current metrics - Total Requests: %d, Total Responses: %d\n", fmt.Printf("Current metrics - Total Requests: %d, Total Responses: %d\n",
metrics.TotalRequests, metrics.TotalResponses) metrics.TotalRequests, metrics.TotalResponses)
} }
// CalculateAndPrintMetrics generates a comprehensive report of load test performance
// Parameters:
// - startTime: when the load test began
// - requestsPerSecond: target request rate
// - endpoint: URL being tested
// - patterns: request patterns used in the test
func CalculateAndPrintMetrics(startTime time.Time, requestsPerSecond float64, endpoint string, patterns []RequestPattern) { func CalculateAndPrintMetrics(startTime time.Time, requestsPerSecond float64, endpoint string, patterns []RequestPattern) {
// Small delay to ensure all metrics are captured
time.Sleep(100 * time.Millisecond) time.Sleep(100 * time.Millisecond)
metrics.Mu.Lock() metrics.Mu.Lock()
defer metrics.Mu.Unlock() defer metrics.Mu.Unlock()
// Calculate average latency
averageLatency := time.Duration(0) averageLatency := time.Duration(0)
if metrics.TotalRequests > 0 { if metrics.TotalRequests > 0 {
averageLatency = metrics.TotalLatency / time.Duration(metrics.TotalRequests) averageLatency = metrics.TotalLatency / time.Duration(metrics.TotalRequests)
} }
// Calculate total test duration and total responses
totalDuration := time.Since(startTime).Seconds() totalDuration := time.Since(startTime).Seconds()
totalResponses := int32(0) totalResponses := int32(0)
for _, count := range metrics.ResponseCounters { for _, count := range metrics.ResponseCounters {
totalResponses += count totalResponses += count
} }
// Ensure MinLatency is not left at its initial max value
if metrics.MinLatency == time.Duration(math.MaxInt64) { if metrics.MinLatency == time.Duration(math.MaxInt64) {
metrics.MinLatency = 0 metrics.MinLatency = 0
} }
// Build detailed results string
results := fmt.Sprintf("Load Test Report\n") results := fmt.Sprintf("Load Test Report\n")
results += fmt.Sprintf("=============\n\n") results += fmt.Sprintf("=============\n\n")
// Report endpoint and request pattern
results += fmt.Sprintf("Endpoint: %s\n", endpoint) results += fmt.Sprintf("Endpoint: %s\n", endpoint)
results += fmt.Sprintf("Pattern: ") results += fmt.Sprintf("Pattern: ")
for i, p := range patterns { for i, p := range patterns {
if i > 0 { if i > 0 {
results += " → " results += " → "
} }
results += fmt.Sprintf("%d%s", p.Sequence, strings.ToLower(p.Verb[:1]))
var patternDesc string
if p.Percentage > 0 && p.Percentage < 100 {
// Probabilistic pattern (e.g., "20%p80%g")
patternDesc = fmt.Sprintf("%.0f%%%s", p.Percentage, strings.ToLower(p.Verb[:1]))
} else {
// Simple or sequential pattern (e.g., "5p", "3g", "1p5g")
patternDesc = fmt.Sprintf("%d%s", p.Sequence, strings.ToLower(p.Verb[:1]))
}
results += patternDesc
} }
results += "\n\n" results += "\n\n"
// Detailed performance metrics
results += fmt.Sprintf("Performance Metrics\n") results += fmt.Sprintf("Performance Metrics\n")
results += fmt.Sprintf("-----------------\n") results += fmt.Sprintf("-----------------\n")
results += fmt.Sprintf("Total Requests Sent: %d\n", metrics.TotalRequests) results += fmt.Sprintf("Total Requests Sent: %d\n", metrics.TotalRequests)
@ -86,15 +120,23 @@ func CalculateAndPrintMetrics(startTime time.Time, requestsPerSecond float64, en
results += fmt.Sprintf("Requests/sec (Actual): %.2f\n", float64(metrics.TotalRequests)/totalDuration) results += fmt.Sprintf("Requests/sec (Actual): %.2f\n", float64(metrics.TotalRequests)/totalDuration)
results += fmt.Sprintf("Responses/sec: %.2f\n", float64(totalResponses)/totalDuration) results += fmt.Sprintf("Responses/sec: %.2f\n", float64(totalResponses)/totalDuration)
// Print and save the report
fmt.Println(results) fmt.Println(results)
saveReport(results) saveReport(results)
} }
// saveReport writes the load test results to a timestamped file in the .reports directory
// Parameters:
// - results: formatted results string to be saved
func saveReport(results string) { func saveReport(results string) {
// Ensure .reports directory exists
resultsDir := ".reports" resultsDir := ".reports"
os.MkdirAll(resultsDir, os.ModePerm) os.MkdirAll(resultsDir, os.ModePerm)
// Create a unique filename based on current timestamp
resultsFile := filepath.Join(resultsDir, fmt.Sprintf("%d.txt", time.Now().Unix())) resultsFile := filepath.Join(resultsDir, fmt.Sprintf("%d.txt", time.Now().Unix()))
// Write results to file
if err := os.WriteFile(resultsFile, []byte(results), 0644); err != nil { if err := os.WriteFile(resultsFile, []byte(results), 0644); err != nil {
fmt.Println("Error saving report:", err) fmt.Println("Error saving report:", err)
return return

View file

@ -6,17 +6,24 @@ import (
"math" "math"
"math/rand/v2" "math/rand/v2"
"net/http" "net/http"
"sync"
"sync/atomic"
"time" "time"
) )
// Global HTTP client for reuse across requests
var client = &http.Client{} var client = &http.Client{}
// Error returns a formatted error string for RequestError
func (e *RequestError) Error() string { func (e *RequestError) Error() string {
return fmt.Sprintf("error making %s request to %s: %v", e.Verb, e.URL, e.Err) return fmt.Sprintf("error making %s request to %s: %v", e.Verb, e.URL, e.Err)
} }
// makeRequest performs a single HTTP request and records its metrics
// Parameters:
// - verb: HTTP method (GET/POST)
// - url: target endpoint
// - token: optional bearer token for authorization
// - jsonData: optional request body
// - second: current test duration in seconds (for metrics)
func makeRequest(verb, url, token string, jsonData []byte, second int) error { func makeRequest(verb, url, token string, jsonData []byte, second int) error {
startTime := time.Now() startTime := time.Now()
@ -44,44 +51,56 @@ func makeRequest(verb, url, token string, jsonData []byte, second int) error {
duration := time.Since(startTime) duration := time.Since(startTime)
// Log request details with millisecond precision
timeStr := time.Now().Format("15:04:05.000")
fmt.Printf("[%s] %s - Status: %d - Duration: %s\n",
timeStr,
verb,
resp.StatusCode,
duration.Round(time.Millisecond))
UpdateMetrics(duration, resp, second) UpdateMetrics(duration, resp, second)
return nil return nil
} }
// SendRequests executes the load test according to specified parameters
// Parameters:
// - url: target endpoint
// - patterns: array of request patterns (sequential or probabilistic)
// - maxRequests: total number of requests to send
// - requestsPerSecond: target request rate
// - token: optional bearer token for authorization
// - jsonData: optional request body
func SendRequests(url string, patterns []RequestPattern, maxRequests int, requestsPerSecond float64, token string, jsonData []byte) { func SendRequests(url string, patterns []RequestPattern, maxRequests int, requestsPerSecond float64, token string, jsonData []byte) {
// Initialize metrics tracking
metrics = PerformanceMetrics{ metrics = PerformanceMetrics{
MinLatency: time.Duration(math.MaxInt64), MinLatency: time.Duration(math.MaxInt64),
ResponseCounters: make(map[int]int32), ResponseCounters: make(map[int]int32),
} }
startTime := time.Now() startTime := time.Now()
rateLimit := time.Second / time.Duration(requestsPerSecond) // Calculate time interval between requests based on desired rate
ticker := time.NewTicker(rateLimit) interval := time.Duration(float64(time.Second) / requestsPerSecond)
defer ticker.Stop() nextRequestTime := startTime
var requestCount int32
var wg sync.WaitGroup
requestCount := 0
patternIndex := 0 patternIndex := 0
sequenceCount := 0 sequenceCount := 0
for range ticker.C { // Determine pattern type based on first pattern's configuration
if int(requestCount) >= maxRequests { isProbabilistic := patterns[0].Percentage > 0
break
for requestCount < maxRequests {
// Maintain request rate by waiting until next scheduled time
now := time.Now()
if now.Before(nextRequestTime) {
time.Sleep(nextRequestTime.Sub(now))
} }
var selectedVerb string var selectedVerb string
if patterns[0].Sequence > 0 { if isProbabilistic {
currentPattern := patterns[patternIndex] // Select verb based on percentage distribution
selectedVerb = currentPattern.Verb
sequenceCount++
if sequenceCount >= currentPattern.Sequence {
sequenceCount = 0
patternIndex = (patternIndex + 1) % len(patterns)
}
} else {
rand := rand.Float64() * 100 rand := rand.Float64() * 100
cumulative := 0.0 cumulative := 0.0
for _, p := range patterns { for _, p := range patterns {
@ -91,22 +110,31 @@ func SendRequests(url string, patterns []RequestPattern, maxRequests int, reques
break break
} }
} }
} else {
// Select verb based on sequential pattern
currentPattern := patterns[patternIndex]
selectedVerb = currentPattern.Verb
sequenceCount++
if sequenceCount >= currentPattern.Sequence {
sequenceCount = 0
patternIndex = (patternIndex + 1) % len(patterns)
}
} }
wg.Add(1) // Launch request asynchronously to maintain timing
go func(verb string) { go func(verb string, requestTime time.Time) {
defer wg.Done()
err := makeRequest(verb, url, token, jsonData, int(time.Since(startTime).Seconds())) err := makeRequest(verb, url, token, jsonData, int(time.Since(startTime).Seconds()))
if err != nil { if err != nil {
fmt.Printf("Error making request: %v\n", err) fmt.Printf("Error making request: %v\n", err)
} }
atomic.AddInt32(&requestCount, 1) }(selectedVerb, nextRequestTime)
}(selectedVerb)
requestCount++
nextRequestTime = nextRequestTime.Add(interval)
} }
wg.Wait() // Allow time for final requests to complete
time.Sleep(interval * 2)
time.Sleep(100 * time.Millisecond)
CalculateAndPrintMetrics(startTime, requestsPerSecond, url, patterns) CalculateAndPrintMetrics(startTime, requestsPerSecond, url, patterns)
} }

View file

@ -5,6 +5,8 @@ import (
"time" "time"
) )
// PerformanceMetrics represents a thread-safe container for tracking
// performance statistics during load testing
type PerformanceMetrics struct { type PerformanceMetrics struct {
Mu sync.Mutex Mu sync.Mutex
TotalRequests int32 TotalRequests int32
@ -15,12 +17,14 @@ type PerformanceMetrics struct {
ResponseCounters map[int]int32 ResponseCounters map[int]int32
} }
// RequestError represents a detailed error that occurs during an HTTP request
type RequestError struct { type RequestError struct {
Verb string Verb string
URL string URL string
Err error Err error
} }
// RequestPattern defines the characteristics of requests to be sent during load testing
type RequestPattern struct { type RequestPattern struct {
Verb string Verb string
Percentage float64 Percentage float64

82
main.go
View file

@ -4,16 +4,26 @@ import (
"flag" "flag"
"fmt" "fmt"
"loadr/lib" "loadr/lib"
"math"
"os" "os"
) )
// Version number of the loadr tool
var version string = "1.0.2" var version string = "1.0.2"
// parseCommandLine processes command line arguments and returns configuration parameters
// Returns:
// - requestsPerSecond: target rate of requests
// - maxRequests: total number of requests to send
// - url: target endpoint
// - patterns: array of request patterns
// - jsonFilePath: path to JSON file containing request body
// - bearerToken: authorization token
func parseCommandLine() (float64, int, string, []lib.RequestPattern, string, string) { func parseCommandLine() (float64, int, string, []lib.RequestPattern, string, string) {
requestsPerSecond := flag.Float64("rate", 10, "Number of requests per second") requestsPerSecond := flag.Float64("rate", 10, "Number of requests per second")
maxRequests := flag.Int("max", 50, "Maximum number of requests to send (0 for unlimited)") maxRequests := flag.Int("max", 50, "Maximum number of requests to send (0 for unlimited)")
url := flag.String("url", "https://example.com", "The URL to make requests to") url := flag.String("url", "https://example.com", "The URL to make requests to")
pattern := flag.String("pattern", "", `Request pattern (e.g., "5p" for 5 POSTs, "1p5g" for 1 POST + 5 GETs)`) pattern := flag.String("pattern", "", `Request pattern (e.g., "5p" for 5 POSTs, "1p5g" for sequential, "20%p80%g" for probabilistic)`)
jsonFilePath := flag.String("json", "", "Path to the JSON file with request data") jsonFilePath := flag.String("json", "", "Path to the JSON file with request data")
bearerToken := flag.String("token", "", "Bearer token for authorization") bearerToken := flag.String("token", "", "Bearer token for authorization")
versionFlag := flag.Bool("version", false, "Print the version and exit") versionFlag := flag.Bool("version", false, "Print the version and exit")
@ -26,51 +36,58 @@ func parseCommandLine() (float64, int, string, []lib.RequestPattern, string, str
os.Exit(0) os.Exit(0)
} }
fmt.Printf("Received pattern value: '%s'\n", *pattern)
patterns, err := parsePattern(*pattern) patterns, err := parsePattern(*pattern)
if err != nil { if err != nil {
fmt.Printf("Warning: %v. Using default GET pattern.\n", err) fmt.Printf("Warning: %v. Using default GET pattern.\n", err)
patterns = []lib.RequestPattern{{Verb: "GET", Percentage: 100}} patterns = []lib.RequestPattern{{Verb: "GET", Sequence: 1}}
} else {
fmt.Printf("Using pattern: %+v\n", patterns)
} }
return *requestsPerSecond, *maxRequests, *url, patterns, *jsonFilePath, *bearerToken return *requestsPerSecond, *maxRequests, *url, patterns, *jsonFilePath, *bearerToken
} }
// parsePattern interprets the pattern string and converts it to RequestPattern structs
// Pattern formats:
// - Sequential: "5p" (5 POSTs), "1p5g" (1 POST then 5 GETs)
// - Probabilistic: "20%p80%g" (20% POSTs, 80% GETs)
//
// Returns error if pattern is invalid or percentages don't sum to 100
func parsePattern(pattern string) ([]lib.RequestPattern, error) { func parsePattern(pattern string) ([]lib.RequestPattern, error) {
if pattern == "" { if pattern == "" {
return []lib.RequestPattern{{Verb: "GET", Percentage: 100}}, nil return []lib.RequestPattern{{Verb: "GET", Sequence: 1}}, nil
} }
var patterns []lib.RequestPattern var patterns []lib.RequestPattern
var current int var current int
isProbabilistic := false
// Parse pattern string character by character
for i := 0; i < len(pattern); i++ { for i := 0; i < len(pattern); i++ {
c := pattern[i] c := pattern[i]
switch { switch {
case c >= '0' && c <= '9': case c >= '0' && c <= '9':
current = current*10 + int(c-'0') current = current*10 + int(c-'0')
case c == 'p' || c == 'P': case c == '%':
if current == 0 { isProbabilistic = true
current = 1 case c == 'p' || c == 'P' || c == 'g' || c == 'G':
verb := "GET"
if c == 'p' || c == 'P' {
verb = "POST"
} }
patterns = append(patterns, lib.RequestPattern{
Verb: "POST", if isProbabilistic {
Sequence: current, patterns = append(patterns, lib.RequestPattern{
Percentage: 0, Verb: verb,
}) Percentage: float64(current),
current = 0 })
case c == 'g' || c == 'G': } else {
if current == 0 { if current == 0 {
current = 1 current = 1 // Default to 1 if no number specified
}
patterns = append(patterns, lib.RequestPattern{
Verb: verb,
Sequence: current,
})
} }
patterns = append(patterns, lib.RequestPattern{
Verb: "GET",
Sequence: current,
Percentage: 0,
})
current = 0 current = 0
default: default:
return nil, fmt.Errorf("invalid pattern character: %c", c) return nil, fmt.Errorf("invalid pattern character: %c", c)
@ -81,17 +98,22 @@ func parsePattern(pattern string) ([]lib.RequestPattern, error) {
return nil, fmt.Errorf("no valid patterns found in: %s", pattern) return nil, fmt.Errorf("no valid patterns found in: %s", pattern)
} }
total := 0 // For probabilistic patterns, ensure percentages sum to 100
for _, p := range patterns { if isProbabilistic {
total += p.Sequence total := 0.0
} for _, p := range patterns {
for i := range patterns { total += p.Percentage
patterns[i].Percentage = float64(patterns[i].Sequence) / float64(total) * 100 }
if math.Abs(total-100.0) > 0.001 {
return nil, fmt.Errorf("percentages must sum to 100, got: %.1f", total)
}
} }
return patterns, nil return patterns, nil
} }
// readJSONFile loads and returns the contents of a JSON file if specified
// Returns nil if filePath is empty
func readJSONFile(filePath string) ([]byte, error) { func readJSONFile(filePath string) ([]byte, error) {
if filePath == "" { if filePath == "" {
return nil, nil return nil, nil