jody/yacy_search_server
1
0 Fork 0
mirror of https://github.com/yacy/yacy_search_server.git synced 2026-10-25 05:54:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

another fix for previous commit

Browse Source
This commit is contained in:
Michael Peter Christen committed 2025-08-26 21:56:39 -07:00
1 parent 8106ab2be0
commit 80f24b6262
2 files changed
+8 -8
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

source/net/yacy/cora/util/ChunkedBytes.java
+2 -2
View File
@@ -146,7 +146,7 @@ public final class ChunkedBytes extends OutputStream implements Comparable<Objec
@Override public int read(long p, byte[] dst, int off, int len) {
if (p >= this.len) return -1;
final int take = Math.min(len, this.len - (int)p);
final MappedByteBuffer dup = this.map().duplicate();
final ByteBuffer dup = this.map().duplicate();
dup.position((int)p).limit((int)p + take);
dup.get(dst, off, take);
return take;
@@ -155,7 +155,7 @@ public final class ChunkedBytes extends OutputStream implements Comparable<Objec
if (!this.writable) throw new RuntimeException("FileChunk is read-only");
if (p >= this.len) return -1;
final int take = Math.min(len, this.len - (int)p);
final MappedByteBuffer dup = this.map().duplicate();
final ByteBuffer dup = this.map().duplicate();
dup.position((int)p).limit((int)p + take);
dup.put(src, off, take);
return take;
source/net/yacy/kelondro/util/HFClient.java
+6 -6
View File
@@ -84,8 +84,8 @@ public class HFClient {
return ids;
}
public static List<String> listFiles(String repoId, boolean only_jsonl) throws IOException, InterruptedException {
List<String> files = listFiles(repoId, RepoType.DATASET);
public static ArrayList<String> listFiles(String repoId, boolean only_jsonl) throws IOException, InterruptedException {
ArrayList<String> files = listFiles(repoId, RepoType.DATASET);
if (!only_jsonl) return files;
for (int i = files.size() - 1; i >= 0; i--) {
String file = files.get(i);
@@ -96,7 +96,7 @@ public class HFClient {
return files;
}
public static List<String> listFiles(String repoId, RepoType type) throws IOException, InterruptedException {
public static ArrayList<String> listFiles(String repoId, RepoType type) throws IOException, InterruptedException {
String url = BASE + "/api/" + type.segment() + "/" + repoId;
HTTPClient hc = new HTTPClient(ClientIdentification.yacyInternetCrawlerAgent);
byte[] body = hc.GETbytes(url, null, null, false);
@@ -107,7 +107,7 @@ public class HFClient {
JsonNode filesArray = root.get("siblings");
if (filesArray == null) filesArray = root.get("files");
List<String> out = new ArrayList<>();
ArrayList<String> out = new ArrayList<>();
if (filesArray != null && filesArray.isArray()) {
for (JsonNode f : filesArray) {
// models/datasets commonly expose "rfilename"
@@ -160,8 +160,8 @@ public class HFClient {
List<String> repos = listYaCyPacks();
System.out.println("Repos: " + repos);
String test_repo_id = repos.isEmpty() ? null : repos.get(0);
List<String> all_files = test_repo_id == null ? new ArrayList(0) : listFiles(test_repo_id, false);
List<String> jsonl_files = test_repo_id == null ? new ArrayList(0) : listFiles(test_repo_id, true);
ArrayList<String> all_files = test_repo_id == null ? new ArrayList<>(0) : listFiles(test_repo_id, false);
ArrayList<String> jsonl_files = test_repo_id == null ? new ArrayList<>(0) : listFiles(test_repo_id, true);
System.out.println("all files in " + test_repo_id + ": " + all_files);
System.out.println("jsonl files in " + test_repo_id + ": " + jsonl_files);
if (!jsonl_files.isEmpty()) {