initial version
This commit is contained in:
marc barbier
@@ -0,0 +1,30 @@
|
||||
package downloader;
|
||||
|
||||
public class CurseForgeModFile extends ProjectInfo{
|
||||
|
||||
private int projectID;
|
||||
private int fileID;
|
||||
private boolean clientOnly;
|
||||
|
||||
public CurseForgeModFile(ProjectInfo pj,int projectID,int fileID,boolean clientOnly)
|
||||
{
|
||||
this(pj.getSlug(),pj.getName(),pj.getDesc(),projectID,fileID,clientOnly);
|
||||
}
|
||||
|
||||
public CurseForgeModFile(String slug, String name, String desc,int projectID,int fileID,boolean clientOnly) {
|
||||
super(slug, name, desc);
|
||||
this.projectID=projectID;
|
||||
this.fileID=fileID;
|
||||
this.clientOnly=clientOnly;
|
||||
}
|
||||
|
||||
public int getFileID() {
|
||||
return fileID;
|
||||
}
|
||||
public int getProjectID() {
|
||||
return projectID;
|
||||
}
|
||||
public boolean isClientOnly() {
|
||||
return clientOnly;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,43 @@
|
||||
package downloader;
|
||||
|
||||
import java.sql.Connection;
|
||||
import java.sql.DriverManager;
|
||||
import java.sql.ResultSet;
|
||||
import java.sql.SQLException;
|
||||
|
||||
public class DBConnector {
|
||||
private Connection conn;
|
||||
|
||||
/**
|
||||
* Connect to a sample database
|
||||
*
|
||||
* @throws SQLException
|
||||
*/
|
||||
public void connect(String dbFile) throws SQLException {
|
||||
conn = null;
|
||||
try {
|
||||
// db parameters
|
||||
String url = "jdbc:sqlite:" + dbFile;
|
||||
System.out.println(url);
|
||||
// create a connection to the database
|
||||
conn = DriverManager.getConnection(url);
|
||||
|
||||
} catch (SQLException e) {
|
||||
System.out.println(e.getMessage());
|
||||
throw e;
|
||||
}
|
||||
}
|
||||
|
||||
public void close() throws SQLException {
|
||||
conn.close();
|
||||
}
|
||||
|
||||
public ResultSet executeRequest(String sql) {
|
||||
try {
|
||||
return conn.createStatement().executeQuery(sql);
|
||||
} catch (SQLException e) {
|
||||
e.printStackTrace();
|
||||
}
|
||||
return null;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,184 @@
|
||||
package downloader;
|
||||
|
||||
import java.io.BufferedInputStream;
|
||||
import java.io.File;
|
||||
import java.io.FileInputStream;
|
||||
import java.io.FileOutputStream;
|
||||
import java.io.IOException;
|
||||
import java.net.MalformedURLException;
|
||||
import java.sql.ResultSet;
|
||||
import java.sql.SQLException;
|
||||
|
||||
import org.apache.commons.compress.compressors.bzip2.BZip2CompressorInputStream;
|
||||
import org.apache.commons.compress.utils.IOUtils;
|
||||
|
||||
import com.google.gson.Gson;
|
||||
|
||||
import downloader.forgeSvc.ForgeSvcEntry;
|
||||
import downloader.forgeSvc.ForgeSvcFile;
|
||||
|
||||
public class Database {
|
||||
|
||||
String version;
|
||||
DBConnector connector;
|
||||
Gson gson;
|
||||
|
||||
public Database() {
|
||||
|
||||
// Todo save ver
|
||||
this.version = "";
|
||||
gson = new Gson();
|
||||
|
||||
}
|
||||
|
||||
public void updateDatabase() {
|
||||
try {
|
||||
String dbVersion = HttpHelper.readStringFromUrl("http://files.mcdex.net/data/latest.v5");
|
||||
if (dbVersion.equals(version)) {
|
||||
println("alredy up to date");
|
||||
return;
|
||||
}
|
||||
if (dbVersion.equals("error")) {
|
||||
println("an error ocured");
|
||||
return;
|
||||
}
|
||||
|
||||
println("newer version found");
|
||||
if (!this.version.isEmpty()) {
|
||||
println("current=" + this.version + " remote=" + dbVersion);
|
||||
} else {
|
||||
println("new=" + dbVersion);
|
||||
}
|
||||
|
||||
println("fetching=" + "http://files.mcdex.net/data/mcdex-v5-" + dbVersion + ".dat.bz2");
|
||||
File archive = HttpHelper.readFileFromUrl(null,"http://files.mcdex.net/data/mcdex-v5-" + dbVersion + ".dat.bz2");
|
||||
println("download finished");
|
||||
println("decompressing db");
|
||||
File decompressedDatabase;
|
||||
try {
|
||||
decompressedDatabase = decompressBz2(archive, "database.dat");
|
||||
} catch (IOException e) {
|
||||
println("cannot extract database");
|
||||
return;
|
||||
}
|
||||
println("done");
|
||||
println("loading the database");
|
||||
connector = new DBConnector();
|
||||
try {
|
||||
connector.connect(decompressedDatabase.getAbsolutePath());
|
||||
} catch (SQLException e) {
|
||||
return;
|
||||
}
|
||||
println("database loaded");
|
||||
this.version = dbVersion;
|
||||
|
||||
} catch (MalformedURLException e) {
|
||||
println("database link is dead");
|
||||
System.exit(1);
|
||||
}
|
||||
}
|
||||
|
||||
private void print(String message) {
|
||||
System.out.print("db : " + message);
|
||||
}
|
||||
|
||||
private void println(String message) {
|
||||
print(message + "\n");
|
||||
}
|
||||
|
||||
private File decompressBz2(File inputFile, String outputFile) throws IOException {
|
||||
BZip2CompressorInputStream input = new BZip2CompressorInputStream(
|
||||
new BufferedInputStream(new FileInputStream(inputFile)));
|
||||
File decompressedFile = new File(outputFile);
|
||||
FileOutputStream output = new FileOutputStream(decompressedFile);
|
||||
IOUtils.copy(input, output);
|
||||
return decompressedFile;
|
||||
}
|
||||
|
||||
private int findProjectBySlug(String slug, int ptype) {
|
||||
int modID = -1;
|
||||
ResultSet rs = connector.executeRequest("select projectid from projects where type =" + ptype + " and slug =\""
|
||||
+ slug.trim().toLowerCase() + "\"");
|
||||
try {
|
||||
if (rs.next()) {
|
||||
modID = rs.getInt("projectid");
|
||||
System.out.println("modid:" + modID);
|
||||
} else {
|
||||
System.out.println("not found " + slug);
|
||||
return -1;
|
||||
}
|
||||
} catch (SQLException e) {
|
||||
e.printStackTrace();
|
||||
return -1;
|
||||
}
|
||||
return modID;
|
||||
}
|
||||
|
||||
private int findModBySlug(String slug) {
|
||||
return findProjectBySlug(slug, 0);
|
||||
}
|
||||
|
||||
private ProjectInfo getProjectInfo(int projectId) {
|
||||
System.out.println(
|
||||
"select slug, name, description from projects where projectid = " + projectId + " and type = 0");
|
||||
ResultSet rs = connector.executeRequest(
|
||||
"select slug, name, description from projects where projectid = " + projectId + " and type = 0");
|
||||
try {
|
||||
if (rs.next()) {
|
||||
return new ProjectInfo(rs.getString("slug"), rs.getString("name"), rs.getString("description"));
|
||||
}
|
||||
} catch (SQLException e) {
|
||||
}
|
||||
return null;
|
||||
}
|
||||
|
||||
public boolean fetchMod(String string) {
|
||||
String name = string.split("/")[5];
|
||||
int modID = findModBySlug(name);
|
||||
if (modID == -1)
|
||||
return false;
|
||||
ProjectInfo pj = getProjectInfo(modID);
|
||||
if (pj == null)
|
||||
return false;
|
||||
CurseForgeModFile modfile = new CurseForgeModFile(pj, modID, -1, false);
|
||||
ForgeSvcFile file = getLastestFile("1.12.2", modfile);
|
||||
if (file != null) {
|
||||
try {
|
||||
print("downloading " + pj.getName());
|
||||
HttpHelper.readFileFromUrlToFolder(pj.getSlug(),file.getDownloadUrl(modID), "mods");
|
||||
println("download finished");
|
||||
return true;
|
||||
} catch (MalformedURLException e) {
|
||||
e.printStackTrace();
|
||||
}
|
||||
} else {
|
||||
System.out.println("no file in server");
|
||||
}
|
||||
return false;
|
||||
}
|
||||
|
||||
public ForgeSvcFile getLastestFile(String minecraftVer, CurseForgeModFile mod) {
|
||||
String projectUrl = "https://addons-ecs.forgesvc.net/api/v2/addon/" + mod.getProjectID();
|
||||
String jsonProject;
|
||||
try {
|
||||
jsonProject = HttpHelper.readStringFromUrl(projectUrl);
|
||||
if(jsonProject.equals("error"))return null;
|
||||
} catch (MalformedURLException e) {
|
||||
e.printStackTrace();
|
||||
return null;
|
||||
}
|
||||
|
||||
ForgeSvcEntry entry = gson.fromJson(jsonProject, ForgeSvcEntry.class);
|
||||
|
||||
for (ForgeSvcFile f : entry.getFiles()) {
|
||||
if (f.getGameVersion().equals(minecraftVer)) {
|
||||
return f;
|
||||
}
|
||||
}
|
||||
return null;
|
||||
}
|
||||
|
||||
|
||||
|
||||
|
||||
}
|
||||
@@ -0,0 +1,44 @@
|
||||
package downloader;
|
||||
|
||||
import java.io.BufferedReader;
|
||||
import java.io.File;
|
||||
import java.io.FileNotFoundException;
|
||||
import java.io.FileReader;
|
||||
import java.io.IOException;
|
||||
import java.net.URISyntaxException;
|
||||
|
||||
public class Downloader {
|
||||
public static void main(String[] args) throws FileNotFoundException, IOException, URISyntaxException {
|
||||
System.out.println("hello");
|
||||
|
||||
Database db = new Database();
|
||||
db.updateDatabase();
|
||||
|
||||
File f = new File("modpack.txt");
|
||||
BufferedReader in = new BufferedReader(new FileReader(f));
|
||||
while (in.ready()) {
|
||||
String line = in.readLine();
|
||||
if (!line.startsWith("//")) {
|
||||
if (line.split("/").length >= 5 && ! line.startsWith("direct=")) {
|
||||
if (!db.fetchMod(line)) {
|
||||
System.err.println("error could not get " + line);
|
||||
}
|
||||
}else {
|
||||
if(line.startsWith("direct@"))
|
||||
{
|
||||
char[] chars = new char[line.length()-line.indexOf("@")-"direct=".length()+1];
|
||||
line.getChars("direct=".length(), line.indexOf("@"), chars, 0);
|
||||
String slug = new String(chars);
|
||||
|
||||
String[] url = line.replace("direct=*@", "").split("/");
|
||||
System.out.println("downloading "+ url[url.length -1 ]);
|
||||
HttpHelper.readFileFromUrlToFolder(slug,line.replace("direct@", ""),"mods");
|
||||
System.out.println("done");
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
in.close();
|
||||
}
|
||||
|
||||
}
|
||||
@@ -0,0 +1,162 @@
|
||||
package downloader;
|
||||
|
||||
import java.io.File;
|
||||
import java.io.FileNotFoundException;
|
||||
import java.io.FileOutputStream;
|
||||
import java.io.IOException;
|
||||
import java.io.InputStream;
|
||||
import java.net.HttpURLConnection;
|
||||
import java.net.MalformedURLException;
|
||||
import java.net.URL;
|
||||
import java.nio.file.Files;
|
||||
import java.nio.file.Paths;
|
||||
import java.util.zip.ZipFile;
|
||||
|
||||
public class HttpHelper {
|
||||
|
||||
public static String[] fileList;
|
||||
|
||||
public static String readStringFromUrl(String urlToFetch) throws MalformedURLException {
|
||||
URL url = new URL(urlToFetch);
|
||||
HttpURLConnection con;
|
||||
try {
|
||||
con = (HttpURLConnection) url.openConnection();
|
||||
} catch (IOException e1) {
|
||||
e1.printStackTrace();
|
||||
return "error";
|
||||
}
|
||||
|
||||
String str = "";
|
||||
|
||||
try (InputStream in = con.getInputStream()) {
|
||||
// par tranche de 4mo
|
||||
for (;;) {
|
||||
byte[] buffer = new byte[4096];
|
||||
int nbBytesRead = in.read(buffer);
|
||||
if (nbBytesRead < 0)
|
||||
break;
|
||||
|
||||
for (int i = 0; i < nbBytesRead; i++) {
|
||||
str += (char) buffer[i];
|
||||
}
|
||||
}
|
||||
|
||||
} catch (IOException e) {
|
||||
}
|
||||
|
||||
return str;
|
||||
}
|
||||
|
||||
public static File readFileFromUrl(String slug, String urlToFetch) throws MalformedURLException {
|
||||
String[] url = urlToFetch.split("/");
|
||||
if (url.length == 0)
|
||||
throw new MalformedURLException();
|
||||
|
||||
return readFileFromUrl(slug, urlToFetch, url[url.length - 1]);
|
||||
}
|
||||
|
||||
public static File readFileFromUrl(String slug, String urlToFetch, String filename) throws MalformedURLException {
|
||||
return readFileFromUrl(slug, urlToFetch, new File(filename));
|
||||
}
|
||||
|
||||
static File readFileFromUrlToFolder(String slug, String urlToFetch, String folder) throws MalformedURLException {
|
||||
try {
|
||||
Files.createDirectories(Paths.get(folder));
|
||||
} catch (IOException e) {
|
||||
System.out.println("could not create folder");
|
||||
return null;
|
||||
}
|
||||
|
||||
if (!folder.endsWith("/"))
|
||||
folder += "/";
|
||||
|
||||
String[] url = urlToFetch.split("/");
|
||||
if (url.length == 0)
|
||||
throw new MalformedURLException();
|
||||
String name = url[url.length - 1];
|
||||
|
||||
return readFileFromUrl(slug, urlToFetch, new File(folder + name));
|
||||
}
|
||||
|
||||
private static File readFileFromUrl(String slug, String urlToFetch, File destination) throws MalformedURLException {
|
||||
URL url = new URL(urlToFetch);
|
||||
HttpURLConnection con;
|
||||
try {
|
||||
con = (HttpURLConnection) url.openConnection();
|
||||
} catch (IOException e1) {
|
||||
e1.printStackTrace();
|
||||
return null;
|
||||
}
|
||||
|
||||
File downloadingFile = destination;
|
||||
|
||||
if (slug != null)
|
||||
checkAndDelete(downloadingFile, slug);
|
||||
|
||||
if (downloadingFile.exists()) {
|
||||
return downloadingFile;
|
||||
} else {
|
||||
try {
|
||||
downloadingFile.createNewFile();
|
||||
} catch (IOException e) {
|
||||
System.out.println("permission error could not write file");
|
||||
System.exit(1);
|
||||
}
|
||||
}
|
||||
FileOutputStream downloadingWriter;
|
||||
try {
|
||||
downloadingWriter = new FileOutputStream(downloadingFile);
|
||||
} catch (FileNotFoundException e1) {
|
||||
e1.printStackTrace();
|
||||
return null;
|
||||
// imposible vu qu'on l'a crée precedament
|
||||
}
|
||||
|
||||
try (InputStream in = con.getInputStream()) {
|
||||
int totalRead = 0;
|
||||
// on lit par tranche de 4mo
|
||||
byte[] buffer = new byte[4096];
|
||||
|
||||
while (true) {
|
||||
int bytesRead = in.read(buffer);
|
||||
if (bytesRead < 0)
|
||||
break;
|
||||
totalRead += bytesRead;
|
||||
downloadingWriter.write(buffer, 0, bytesRead);
|
||||
System.out.println("\r" + totalRead);
|
||||
}
|
||||
downloadingWriter.close();
|
||||
return downloadingFile;
|
||||
} catch (IOException e) {
|
||||
}
|
||||
return null;
|
||||
|
||||
}
|
||||
|
||||
// suprime les versions obselettes
|
||||
private static void checkAndDelete(File fForgeSvcFile, String slug) {
|
||||
if (fileList == null) {
|
||||
fileList = new File("mods").list();
|
||||
}
|
||||
|
||||
if (fForgeSvcFile.exists()) {
|
||||
try {
|
||||
//si sa balance une exception sa veut dire que le jar n'est pas lisible
|
||||
new ZipFile(fForgeSvcFile).close();
|
||||
} catch (IOException e) {
|
||||
fForgeSvcFile.delete();
|
||||
return;
|
||||
}
|
||||
|
||||
for (String s : fileList) {
|
||||
if (s.contains(slug)) {
|
||||
if (!fForgeSvcFile.getName().contains(s)) {
|
||||
new File(s).delete();
|
||||
}
|
||||
return;
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,24 @@
|
||||
package downloader;
|
||||
|
||||
public class ProjectInfo {
|
||||
private String slug, name, desc;
|
||||
|
||||
public ProjectInfo(String slug, String name, String desc) {
|
||||
super();
|
||||
this.slug = slug;
|
||||
this.name = name;
|
||||
this.desc = desc;
|
||||
}
|
||||
|
||||
public String getDesc() {
|
||||
return desc;
|
||||
}
|
||||
public String getName() {
|
||||
return name;
|
||||
}
|
||||
public String getSlug() {
|
||||
return slug;
|
||||
}
|
||||
|
||||
|
||||
}
|
||||
@@ -0,0 +1,9 @@
|
||||
package downloader.forgeSvc;
|
||||
|
||||
public class ForgeSvcEntry {
|
||||
private ForgeSvcFile[] gameVersionLatestFiles;
|
||||
|
||||
public ForgeSvcFile[] getFiles() {
|
||||
return gameVersionLatestFiles;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,37 @@
|
||||
package downloader.forgeSvc;
|
||||
|
||||
import java.net.MalformedURLException;
|
||||
|
||||
import downloader.HttpHelper;
|
||||
|
||||
public class ForgeSvcFile {
|
||||
private String gameVersion;
|
||||
private int fileType;
|
||||
private int projectFileId;
|
||||
private String projectFileName;
|
||||
|
||||
public String getGameVersion() {
|
||||
return gameVersion;
|
||||
}
|
||||
|
||||
public int getFileType() {
|
||||
return fileType;
|
||||
}
|
||||
public int getProjectFileId() {
|
||||
return projectFileId;
|
||||
}
|
||||
|
||||
public String getProjectFileName() {
|
||||
return projectFileName;
|
||||
}
|
||||
|
||||
public String getDownloadUrl(int modID) throws MalformedURLException {
|
||||
System.out.println("https://addons-ecs.forgesvc.net/api/v2/addon/"+modID+"/file/"+getProjectFileId());
|
||||
return HttpHelper.readStringFromUrl("https://addons-ecs.forgesvc.net/api/v2/addon/"+modID+"/file/"+projectFileId+"/download-url");
|
||||
}
|
||||
|
||||
public String getMD5(int modID)
|
||||
{
|
||||
return "https://addons-ecs.forgesvc.net/api/v2/addon/"+modID+"/file/"+getProjectFileId();
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user