package me.braydon.pia; import com.google.gson.Gson; import com.google.gson.GsonBuilder; import com.google.gson.reflect.TypeToken; import com.google.gson.stream.JsonReader; import lombok.NonNull; import lombok.SneakyThrows; import me.braydon.pia.readme.ReadMeManager; import net.lingala.zip4j.ZipFile; import org.xbill.DNS.ARecord; import org.xbill.DNS.Lookup; import org.xbill.DNS.Record; import org.xbill.DNS.Type; import java.io.*; import java.net.URL; import java.nio.file.Files; import java.util.ArrayList; import java.util.HashSet; import java.util.List; import java.util.Set; import java.util.concurrent.TimeUnit; /** * @author Braydon */ public final class PIAServerList { private static final Gson GSON = new GsonBuilder() .setPrettyPrinting() .create(); private static final String OPENVPN_FILES_ENDPOINT = "https://www.privateinternetaccess.com/openvpn/openvpn.zip"; private static final File SERVERS_CONTEXT_FILE = new File("context.json"); @SneakyThrows public static void main(@NonNull String[] args) { Set servers = getNewServers(); // Get the new servers from PIA int before = servers.size(); servers.addAll(loadServersFromContext()); // Load servers from context System.out.println("Loaded " + (servers.size() - before) + " server(s) from the context file"); // Delete servers that haven't been seen in more than a week before = servers.size(); servers.removeIf(server -> (System.currentTimeMillis() - server.getLastSeen()) >= TimeUnit.DAYS.toMillis(7L)); System.out.println("Removed " + (before - servers.size()) + " server(s) that haven't been seen in more than a week"); // Write the servers to the context file System.out.println("Writing context file..."); try (FileWriter fileWriter = new FileWriter(SERVERS_CONTEXT_FILE)) { GSON.toJson(servers, fileWriter); } System.out.println("Done, wrote " + servers.size() + " servers to the file"); // Update the README.md file ReadMeManager.update(servers); } /** * Get the new servers from the * OpenVPN files provided by PIA. * * @return the new servers */ @SneakyThrows private static Set getNewServers() { Set servers = new HashSet<>(); // The new servers to return File serversZip = new File("servers.zip"); // The zip file containing the servers // Download the OpenVPN servers zip from PIA long before = System.currentTimeMillis(); System.out.println("Downloading OpenVPN files from PIA..."); try (InputStream inputStream = new URL(OPENVPN_FILES_ENDPOINT).openStream(); BufferedInputStream bufferedInputStream = new BufferedInputStream(inputStream); FileOutputStream fileOutputStream = new FileOutputStream(serversZip) ) { byte[] dataBuffer = new byte[1024]; int bytesRead; while ((bytesRead = bufferedInputStream.read(dataBuffer, 0, 1024)) != -1) { fileOutputStream.write(dataBuffer, 0, bytesRead); } } assert serversZip.exists(); // Confirm the zip exists System.out.println("Downloaded in " + (System.currentTimeMillis() - before) + "ms, extracting..."); // Extract the servers zip files before = System.currentTimeMillis(); try (ZipFile zip = new ZipFile(serversZip)) { zip.extractAll("servers"); } serversZip.delete(); // Delete the zip file after extraction System.out.println("Extracted in " + (System.currentTimeMillis() - before) + "ms"); // Iterate over the OpenVPN files downloaded from PIA File serversDir = new File("servers"); // The dir where the downloaded OpenVPN files are stored File[] openVpnFiles = serversDir.listFiles(); assert openVpnFiles != null; System.out.println("Found " + openVpnFiles.length + " OpenVPN files, reading them..."); for (File file : openVpnFiles) { String region = file.getName().split("\\.")[0]; // The server region try { for (String line : Files.readAllLines(file.toPath())) { // Line doesn't contain the remote server, ignore it if (!line.startsWith("remote ")) { continue; } Record[] records = new Lookup(line.split(" ")[1], Type.A).run(); // Resolve A records if (records == null) { // No A records resolved continue; } System.out.println("Resolved " + records.length + " A Records for region " + region); for (Record record : records) { servers.add(new PIAServer(((ARecord) record).getAddress().getHostAddress(), region, System.currentTimeMillis())); } } } finally { file.delete(); // Delete the OpenVPN file after reading it } } serversDir.delete(); // Delete the servers dir after reading the OpenVPN files return servers; } /** * Load the servers from the context file. * * @return the loaded servers */ @SneakyThrows private static List loadServersFromContext() { if (!SERVERS_CONTEXT_FILE.exists()) { // No context file to load return new ArrayList<>(); } try (FileReader fileReader = new FileReader(SERVERS_CONTEXT_FILE); JsonReader jsonReader = new JsonReader(fileReader) ) { return GSON.fromJson(jsonReader, new TypeToken>() {}.getType()); } } }