DjalimSimaila/PackageViewer
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

refractored to use a better api

Browse Source
This commit is contained in:
Djalim Simaila 2022-12-11 16:57:45 +01:00
parent 740f1e42a0
commit 2252063176
1 changed files with 14 additions and 76 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

90
src/main/java/fr/packageviewer/FedoraParser/FedoraParser.java
View File

@ -14,26 +14,15 @@ import org.json.*;
public class FedoraParser { public class FedoraParser {
public String getPackageFromAPI(String packageName) { public String getPackageFromAPI(String packageName) {
/* TODO
*
* Ok, to retrieve all the data we need about a package we get the
* .spec file at the repo's root. The thing is that for pacakges
* that didn't had an update for a long time, the branch "main" doesn't
* exist, it's "master", so in the future we'll need to address this
* case
*
* Handle 404 errors lol
*
*/
// create a new http client // create a new http client
HttpClient client = HttpClient.newHttpClient(); HttpClient client = HttpClient.newHttpClient();
// and create its url // and create its url
String url = "https://src.fedoraproject.org/rpms/"+packageName+"/raw/main/f/"+packageName+".spec"; String url = "https://mdapi.fedoraproject.org/rawhide/pkg/"+packageName+"";
HttpRequest request = HttpRequest.newBuilder(URI.create(url)).build(); HttpRequest request = HttpRequest.newBuilder(URI.create(url)).build();
// send its url and return the string given // send its url and return the string given
try { try {
String response = client.send(request, HttpResponse.BodyHandlers.ofString()).body(); String response = client.send(request, HttpResponse.BodyHandlers.ofString()).body();
if(response.contains("<!DOCTYPE html>")) return ""; if(response.contains("404: Not Found")) return "";
return response; return response;
} catch (IOException|InterruptedException e) { } catch (IOException|InterruptedException e) {
e.printStackTrace(); e.printStackTrace();
@ -47,8 +36,8 @@ public class FedoraParser {
HttpClient client = HttpClient.newHttpClient(); HttpClient client = HttpClient.newHttpClient();
HttpRequest request = HttpRequest.newBuilder() HttpRequest request = HttpRequest.newBuilder()
.uri(URI.create( .uri(URI.create(
"https://src.fedoraproject.org/api/0/projects?namepace=rpms&per_page=100&short=true&pattern=" "https://src.fedoraproject.org/api/0/projects?namepace=rpms&per_page=100&short=true&pattern=*"
+ packageName)) + packageName+"*"))
.build(); .build();
HttpResponse<String> response; HttpResponse<String> response;
@ -76,73 +65,19 @@ public class FedoraParser {
return searchedPackagesList; return searchedPackagesList;
} }
public JSONObject parseSpecFile(String spec){
JSONObject json = new JSONObject();
if (spec == "") return json;
// resolve macros
int baseindex = spec.indexOf("%define");
while(baseindex != -1){
baseindex += 8;
while(spec.charAt(baseindex) == ' ')baseindex++;
String macroName = spec.substring(baseindex, spec.indexOf(" ", baseindex));
String macroValue = spec.substring(spec.indexOf(" ", baseindex),spec.indexOf("\n", baseindex)).trim();
spec = spec.replaceAll("%\\{"+ macroName +"\\}", macroValue);
baseindex = spec.indexOf("%define",baseindex);
}
baseindex = spec.indexOf("%global");
while(baseindex != -1){
baseindex += 7;
while(spec.charAt(baseindex) == ' ')baseindex++;
String macroName = spec.substring(baseindex, spec.indexOf(" ", baseindex));
String macroValue = spec.substring(spec.indexOf(" ", baseindex),spec.indexOf("\n", baseindex)).trim();
spec = spec.replace("%{"+macroName +"}", macroValue);
baseindex = spec.indexOf("%global",baseindex);
}
// parse version
int index = spec.indexOf("Version:")+8;
String version = spec.substring(index, spec.indexOf("\n",index)).trim();
// parse description
index = spec.indexOf("%description")+13;
String description = spec.substring(index,spec.indexOf("%",index));
// parse name
index = spec.indexOf("Name:")+5;
String name = spec.substring(index, spec.indexOf("\n",index)).trim();
// parse dependencies
baseindex = spec.indexOf("\nRequires:");
JSONArray depedencies = new JSONArray();
while(baseindex != -1){
baseindex += 10;
while(spec.charAt(baseindex) == ' '|spec.charAt(baseindex) == '\t')baseindex++;
String dep = spec.substring(baseindex,spec.indexOf("\n", baseindex));
if(dep.contains(" ")) dep = dep.substring(0, dep.indexOf(" "));
if(!dep.contains("%")){;
depedencies.put(dep);
}
baseindex = spec.indexOf("\nRequires:",baseindex);
}
json.put("name", name);
json.put("depedencies", depedencies);
json.put("description", description);
json.put("version",version);
return json;
}
public Package getPackageTree(String packageName, int depth) { public Package getPackageTree(String packageName, int depth) {
String name, version, repo, description; String name, version, repo, description;
List<Package> deps = new ArrayList<>(); List<Package> deps = new ArrayList<>();
// parse the json // parse the json
JSONObject json = parseSpecFile(getPackageFromAPI(packageName)); String response = getPackageFromAPI(packageName);
if(json.isEmpty()){ if(response == ""){
return new Package(packageName+"(not found)", "N/A", "N/A", "N/A", Collections.emptyList()); return new Package(packageName+"(not found)", "N/A", "N/A", "N/A", Collections.emptyList());
} }
JSONObject json = new JSONObject(response);
// get infos except dependencies // get infos except dependencies
name = json.getString("name"); name = json.getString("basename");
version = json.getString("version"); version = json.getString("version");
repo = "rpms/"+packageName; repo = "rpms/"+packageName;
description = json.getString("description"); description = json.getString("description");
@ -153,11 +88,14 @@ public class FedoraParser {
} }
else { else {
// iterate for every package in the list // iterate for every package in the list
for (Object depPackageNameObj : json.getJSONArray("depedencies")) { for (Object depPackageNameObj : json.getJSONArray("requires")) {
// convert object into String // convert object into String
String depPackageName = (String) depPackageNameObj; JSONObject depPackageJSONObj = (JSONObject) depPackageNameObj;
// add package into Package List // add package into Package List
deps.add(getPackageTree(depPackageName, depth - 1)); String depName = depPackageJSONObj.getString("name");
if(depName.contains(".so")) continue;
if(depName.contains("/")) continue;
deps.add(getPackageTree(depName, depth - 1));
} }
return new Package(name, version, repo, description, deps); return new Package(name, version, repo, description, deps);
} }