1d34224416
Look, this will make the git history look funny, but trimming unnecessary depth from the source tree is a very necessary sanity-preserving measure when dealing with a super-modularized codebase like this one. While it makes the project configuration a bit less conventional, it will save you several clicks every time you jump between modules. Which you'll do a lot, because it's *modul*ar. The src/main/java convention makes a lot of sense for a non-modular project though. This ain't that.
77 lines
2.3 KiB
Java
77 lines
2.3 KiB
Java
package nu.marginalia.load_test;
|
|
|
|
import nu.marginalia.WmsaHome;
|
|
import nu.marginalia.term_frequency_dict.TermFrequencyDict;
|
|
import org.apache.logging.log4j.util.Strings;
|
|
|
|
import java.io.IOException;
|
|
import java.net.URI;
|
|
import java.net.URISyntaxException;
|
|
import java.net.http.HttpClient;
|
|
import java.net.http.HttpRequest;
|
|
import java.net.http.HttpResponse;
|
|
import java.nio.file.Files;
|
|
import java.nio.file.Path;
|
|
import java.util.*;
|
|
import java.util.stream.Collectors;
|
|
|
|
public class LoadTestMain {
|
|
private static List<String> commonWords;
|
|
public static void main(String... args) throws URISyntaxException, IOException, InterruptedException {
|
|
commonWords = loadCommonWords();
|
|
|
|
|
|
System.out.println(commonWords.size());
|
|
|
|
HttpClient client = HttpClient.newHttpClient();
|
|
|
|
List<Long> times = new ArrayList<>();
|
|
|
|
for (int i = 0; i < 10000; i++) {
|
|
String uri = "http://127.0.0.1:8080/search?query=%s&profile=corpo".formatted(
|
|
Strings.join(pickNCommonWords(3), '+')
|
|
);
|
|
|
|
HttpRequest req = HttpRequest.newBuilder(new URI(uri))
|
|
.build();
|
|
|
|
|
|
long startTime = System.currentTimeMillis();
|
|
|
|
client.send(req, HttpResponse.BodyHandlers.ofString());
|
|
|
|
long stopTime = System.currentTimeMillis();
|
|
|
|
times.add(stopTime - startTime);
|
|
if (times.size() > 100) {
|
|
System.out.println(times.stream().mapToLong(Long::longValue).average().orElse(-1));
|
|
times.clear();
|
|
}
|
|
}
|
|
}
|
|
|
|
private static List<String> loadCommonWords() {
|
|
var dict = new TermFrequencyDict(WmsaHome.getLanguageModels());
|
|
|
|
|
|
try (var lines = Files.lines(Path.of("/usr/share/dict/american-english"))) {
|
|
return lines.map(String::toLowerCase).filter(term -> dict.getTermFreq(term) > 100000).collect(Collectors.toList());
|
|
}
|
|
catch (IOException ex) {
|
|
throw new RuntimeException(ex);
|
|
}
|
|
|
|
}
|
|
|
|
static List<String> pickNCommonWords(int n) {
|
|
assert commonWords.size() > 10*n;
|
|
|
|
Set<String> words = new HashSet<>(n);
|
|
Random r = new Random(System.nanoTime());
|
|
while (words.size() < n) {
|
|
words.add(commonWords.get(r.nextInt(0, commonWords.size())));
|
|
}
|
|
|
|
return new ArrayList<>(words);
|
|
}
|
|
}
|