Compare commits

...

36 Commits

Author SHA1 Message Date
CaiHQ
c96ab57b17 optimize logs 2024-12-24 12:58:33 +08:00
CaiHQ
8efc164d99 update logs 2024-12-23 16:21:45 +08:00
CaiHQ
cdf94fc50d update docker files 2024-12-23 16:19:11 +08:00
CaiHQ
8e07feb733 merge update 2024-05-23 20:13:34 +08:00
CaiHQ
2c4a3bda9a auto prune 2023-12-15 16:48:24 +08:00
CaiHQ
f53c2374df update doip-sdk 2023-12-15 16:47:34 +08:00
Frank.R.Wu
fc453d56fc build: config spotless plugin and reformat code 2023-06-15 11:08:12 +08:00
CaiHQ
6cd99cf17a fix contract client missing log bugs 2023-06-09 18:23:27 +08:00
CaiHQ
630bb2eb7e add support for doipPort 2023-03-31 17:10:06 +08:00
CaiHQ
9cf42f1381 update contract manager 2023-03-30 23:54:50 +08:00
CaiHQ
487697aa87 update for error log 2023-03-15 16:24:05 +08:00
CaiHQ
bc5dd8a106 add update node manager 2022-11-29 15:14:58 +08:00
CaiHQ
8ce956a5c7 add remote debug 2022-09-02 21:31:23 +08:00
Frank.R.Wu
ca9c51e1bc feat(cm): prune ContractManager
prune unused functions in ContractManager
2022-07-29 22:59:20 +08:00
Frank.R.Wu
22e0127bd0 feat(cm): implement two functions in ContractManager
implement ContractManager.recoverUnitFromCheckPoint and ContractManager.getCheckPointFromUnit
2022-07-29 22:59:20 +08:00
Frank.R.Wu
ad7ba56dcf style(cm) 2022-07-29 22:59:20 +08:00
Frank.R.Wu
ea6781adb2 fix: fix bugs in event mechanism
now EventCenter.subInCenter will resend event to the previous node to sub in sub-center (when receiving NodeConsumer), or send msg to sub-center (when receiving ContractConsumer)
2022-07-29 22:59:20 +08:00
Frank.R.Wu
3dec7e9f47 feat: update ContractManager
add ContractManager.getExecutor to get the executor of some contract
2022-07-29 22:59:20 +08:00
CaiHQ
2b595271c9 add join support 2022-06-28 19:49:54 +08:00
CaiHQ
2b2f57b7cf front: support startMulitipoint with args
fix: ContractClient missing arguments error
update: @Router arguments format
fix: ContractStatusRecorder null exception
2022-06-26 17:54:30 +08:00
CaiHQ
2f874832b8 Merge branch 'master' of https://gitee.com/BDWare/cm 2022-06-10 16:12:55 +08:00
CaiHQ
b251e7e603 contract client 2022-06-10 16:10:51 +08:00
garvey-wong
540fbd65f8 feat: enable ContractPrinter by isDebug 2022-06-10 11:48:32 +08:00
CaiHQ
3db9180ceb debug raft 2022-05-27 17:48:25 +08:00
CaiHQ
90a9d8af37 doc: docker deploy
feat: support docker debug
2022-05-23 17:06:54 +08:00
CaiHQ
9f79db3a63 update docker configs 2022-05-05 13:39:17 +08:00
WangXuxin
c84cd3fac0 feat: support @RouteInfo byFunc 2022-04-27 10:49:45 +08:00
CaiHQ
71fa74ac14 feat: support createParam
feat: docker script
2022-04-21 10:18:48 +08:00
CaiHQ
32cc66dad1 support ledgerparams
add startContract at cmconfig.json
add docker scripts
2022-03-22 23:52:02 +08:00
汪旭鑫
a2f8ab528b Merge branch 'master' into feat/consistency-sdk 2022-02-15 15:03:57 +08:00
汪旭鑫
a87549a4c9 refactor: sdk for consensus algorithm 2022-02-15 14:44:17 +08:00
Frank.R.Wu
bb368c8bee feat: update event mechanism
add second centers for event topics
2022-01-20 20:55:49 +08:00
CaiHQ
1ec1cac894 upgrad doipsdk 2022-01-09 00:04:04 +08:00
CaiHQ
4315992b73 fix: fix sort contract info bugs 2022-01-06 20:35:33 +08:00
CaiHQ
893be2e954 add doip-sdk-jar 2022-01-04 11:10:11 +08:00
CaiHQ
b1eb54c26b prune: use stable doip-sdk 2022-01-04 10:15:46 +08:00
49 changed files with 1705 additions and 1822 deletions

View File

@ -2,7 +2,10 @@ plugins {
id 'java'
id 'java-library'
}
apply from: '../spotless.gradle'
repositories {
mavenCentral()
}
sourceSets {
main {
java {
@ -24,14 +27,10 @@ sourceSets {
sourceCompatibility = 1.8
repositories {
mavenCentral()
}
dependencies {
api project(":common")
api 'io.prometheus:simpleclient:0.12.0'
api 'org.knowhowlab.osgi:sigar:1.6.5_01'
api fileTree(dir: 'libs', include: '*.jar')
api 'org.hyperic.sigar:sigar:1.6.4'
api 'com.github.ben-manes.caffeine:caffeine:2.8.8'
testImplementation 'junit:junit:4.13.2'
}

Binary file not shown.

View File

@ -1,32 +1,22 @@
package org.bdware.sc;
import com.google.gson.JsonElement;
import org.bdware.sc.bean.ContractRequest;
import org.bdware.sc.conn.OnHashCallback;
public interface ChainOpener {
void reRegister(String doid);
String register(String arg);
void writeContractResultToLocalAndLedger(
String result,
ContractClient client,
ContractRequest contractRequest,
OnHashCallback cb, long start, long l);
void writeContractResultToLocalAndLedger(String result, ContractClient client,
ContractRequest contractRequest, OnHashCallback cb, long start, long l);
void writeToChain(
OnHashCallback cb,
String from,
String to,
String data,
String requestID,
void writeToChain(OnHashCallback cb, String from, String to, String data, String requestID,
String namedLedger);
void writeToChainWithContract(
OnHashCallback cb,
String from,
String to,
String data,
String requestID,
String contractID,
String namedLedger);
void writeToChainWithContract(OnHashCallback cb, String from, String to, String data,
String requestID, String contractID, String namedLedger);
JsonElement getLedgerParams();
}

View File

@ -18,11 +18,13 @@ import org.bdware.sc.encrypt.HardwareInfo.OSType;
import org.bdware.sc.event.REvent.REventSemantics;
import org.bdware.sc.node.AnnotationNode;
import org.bdware.sc.node.YjsType;
import org.bdware.sc.units.MultiContractMeta;
import org.bdware.sc.util.JsonUtil;
import java.io.ByteArrayOutputStream;
import java.io.File;
import java.io.InputStream;
import java.io.PrintStream;
import java.lang.reflect.Constructor;
import java.lang.reflect.Field;
import java.util.*;
@ -30,7 +32,6 @@ public class ContractClient {
private static final Logger LOGGER = LogManager.getLogger(ContractClient.class);
public static String cmi = "";
public ContractMeta contractMeta;
public boolean isDebug;
transient SocketGet get;
int port;
String pid;
@ -41,17 +42,17 @@ public class ContractClient {
long times = 0L;
long traffic = 0L;
long memory;
// boolean withInsnLimit; // 是否需要计算gas
// boolean withInsnLimit; // 是否需要计算gas
ContractStatus contractStatus;
boolean isRunning;
// public boolean changeDumpPeriod(String period) {
// System.out.println("[ContractClient] changeDumpPeriod " + period);
// String res = get.syncGet("", "changeDumpPeriod",period);
// if(res.equals("success"))
// return true;
// return false;
// }
// public boolean changeDumpPeriod(String period) {
// System.out.println("[ContractClient] changeDumpPeriod " + period);
// String res = get.syncGet("", "changeDumpPeriod",period);
// if(res.equals("success"))
// return true;
// return false;
// }
long lastUpdate = 0;
ContractClient(Contract c) {
@ -67,11 +68,15 @@ public class ContractClient {
isRunning = false;
}
public ContractClient(int startPort) {
this("127.0.0.1", startPort);
}
// Once the reconnect is called, all cp in the same node will reconnect to
// current ContractManager
// We only consider the.
public ContractClient(int startPort) {
// LOGGER.info("ContractClient 构造器 : ");
public ContractClient(String host, int startPort) {
// LOGGER.info("ContractClient 构造器 : ");
contractMeta = new ContractMeta();
outputTracer = new ContractPrinter();
errorTracer = new ContractPrinter();
@ -82,7 +87,7 @@ public class ContractClient {
port = startPort;
// LOGGER.info("ContractClient----构造器----- 端口 " + startPort);
get = new SocketGet("127.0.0.1", startPort);
get = new SocketGet(host, startPort);
// LOGGER.info("ContractClient----构造器----- position---2");
String cpCMI = get.syncGet("", "isContractProcess", ""); // CMI
@ -128,26 +133,21 @@ public class ContractClient {
}
private void initProps() {
// LOGGER.info("initProps ---- position-----1");
LOGGER.info("initProps ---- position-----1");
contractMeta.name = get.syncGet("", "getContractName", "");
// LOGGER.info("initProps ---- position-----2");
LOGGER.info("initProps ---- position-----2");
String strEvent = get.syncGet("", "getDeclaredEvents", "");
LOGGER.debug("event: " + strEvent);
contractMeta.declaredEvents =
JsonUtil.fromJson(
strEvent, new TypeToken<Map<String, REventSemantics>>() {
}.getType());
// LOGGER.info("initProps ---- position-----3");
contractMeta.dependentContracts = JsonUtil.fromJson(
get.syncGet("", "getDependentContracts", ""),
new TypeToken<Set<String>>() {
}.getType());
// LOGGER.info("initProps ---- position-----4");
contractMeta.declaredEvents = JsonUtil.fromJson(strEvent,
new TypeToken<Map<String, REventSemantics>>() {}.getType());
LOGGER.info("initProps ---- position-----3");
contractMeta.dependentContracts =
JsonUtil.fromJson(get.syncGet("", "getDependentContracts", ""),
new TypeToken<Set<String>>() {}.getType());
LOGGER.info("initProps ---- position-----4");
contractMeta.exportedFunctions =
JsonUtil.fromJson(
get.syncGet("", "getExportedFunctions", ""),
new TypeToken<List<FunctionDesp>>() {
}.getType());
JsonUtil.fromJson(get.syncGet("", "getExportedFunctions", ""),
new TypeToken<List<FunctionDesp>>() {}.getType());
contractMeta.logDetail = new HashMap<>();
for (FunctionDesp func : contractMeta.exportedFunctions) {
StringBuilder str = new StringBuilder();
@ -159,8 +159,7 @@ public class ContractClient {
}
if (anno.getType().equals("LogLocation")) {
for (String logLoc : anno.getArgs()) {
if (logLoc.equals("\"dataware\"")
|| logLoc.equals("\"bdledger\"")
if (logLoc.equals("\"dataware\"") || logLoc.equals("\"bdledger\"")
|| logLoc.equals("\"bdledger:\"")) {
str.append("bdcontract;");
} else if (logLoc.startsWith("\"bdledger:") && logLoc.length() > 11) {
@ -173,54 +172,47 @@ public class ContractClient {
}
contractMeta.logDetail.put(func.functionName, str.toString());
}
// LOGGER.info("initProps ---- position-----5");
LOGGER.info("initProps ---- position-----5");
try {
String anno = get.syncGet("", "getAnnotations", "");
contractMeta.annotations =
JsonUtil.fromJson(anno, new TypeToken<List<AnnotationNode>>() {
}.getType());
JsonUtil.fromJson(anno, new TypeToken<List<AnnotationNode>>() {}.getType());
} catch (Exception e) {
// supoort contract process before version 0.70
contractMeta.annotations = new ArrayList<>();
}
// LOGGER.info("initProps ---- position-----6");
LOGGER.info("initProps ---- position-----6");
contractMeta.sigRequired = Boolean.parseBoolean(get.syncGet("", "isSigRequired", ""));
// LOGGER.info("initProps ---- position-----7");
LOGGER.info("initProps ---- position-----7");
contractMeta.thisPermission = get.syncGet("", "showPermission", "");
// LOGGER.info("initProps ---- position-----8");
LOGGER.info("initProps ---- position-----8");
isRunning = true;
contractMeta.isDebug = Boolean.parseBoolean(get.syncGet("", "getDebug", ""));
// LOGGER.info("initProps ---- position-----9");
LOGGER.info("initProps ---- position-----9");
get.syncGet("", "registerMangerPort", ContractManager.cPort.getCMPort() + "");
contractMeta.contract =
JsonUtil.fromJson(get.syncGet("", "getContract", ""), Contract.class);
contractMeta.id = contractMeta.contract.getID();
get.setOfflineExceptionHandler(
new SocketGet.OfflineHandler() {
@Override
public void onException(SocketGet socketGet, Exception e) {
if (e.getMessage().contains("Connection refused")) {
contractMeta.status = ContractStatusEnum.HANGED;
ContractManager.instance.statusRecorder.resumeContractProcess(
contractMeta.id);
}
}
});
get.setOfflineExceptionHandler(new SocketGet.OfflineHandler() {
@Override
public void onException(SocketGet socketGet, Exception e) {
if (e.getMessage().contains("Connection refused")) {
contractMeta.status = ContractStatusEnum.HANGED;
ContractManager.instance.statusRecorder.resumeContractProcess(contractMeta.id);
}
}
});
loadTimesAndTraffic();
// LOGGER.info("initProps ---- position-----10");
// LOGGER.debug("======= registerPort:" + ret + "-->" + ContractManager.startPort);
LOGGER.info("initProps ---- position-----10 DONE!");
}
public String startProcess(PrintStream ps) {
public String startProcess(PrintStream ps) throws Exception {
isRunning = false;
port = -1;
String darg = "-Djava.library.path=";
String classpath;
File jniPath;
if (ContractManager.yjsPath == null) {
jniPath = new File("./jni/");
classpath = System.getProperty("java.class.path");
@ -228,122 +220,137 @@ public class ContractClient {
classpath = ContractManager.yjsPath;
jniPath = new File(classpath).getParentFile();
}
String osJni = ((HardwareInfo.type == OSType.linux) ? "/jni/linux" : "/jni/mac");
darg += jniPath.getAbsolutePath() + osJni;
if (!new File(classpath).exists()) {
ContractResult r =
new ContractResult(
Status.Exception, new JsonPrimitive("incorrect path: yjs.jar"));
ContractResult r = new ContractResult(Status.Exception,
new JsonPrimitive("incorrect path: yjs.jar"));
return JsonUtil.toJson(r);
}
if (!new File(jniPath, "libs").exists()) {
ContractResult r =
new ContractResult(
Status.Exception,
new JsonPrimitive("incorrect path: yjs.jar, missing libs"));
ContractResult r = new ContractResult(Status.Exception,
new JsonPrimitive("incorrect path: yjs.jar, missing libs"));
return JsonUtil.toJson(r);
}
// ProcessBuilder builder =
// new ProcessBuilder(
// "java",
// "-Dfile.encoding=UTF-8",
// darg,
// "-cp",
// jniPath.getAbsolutePath() + "/libs/*:" + classpath,
// "org.bdware.sc.ContractProcess",
// "-port=" + cPort.getPort());
int startPort = ContractManager.cPort.getPortAndInc();
ProcessBuilder builder =
new ProcessBuilder(
"java",
"-Dfile.encoding=UTF-8",
darg,
"-jar",
classpath,
"-port=" + startPort,
"-cmi=" + cmi, // cmi 区分不同CM的cp
(isDebug ? "-debug" : ""));
File directory = new File("");
List<String> pbParameters = new ArrayList<>();
pbParameters.add("java");
pbParameters.add("-Dfile.encoding=UTF-8");
pbParameters.add(darg);
if (contractMeta.contract.getRemoteDebugPort() != 0) {
pbParameters.add(String.format(
"-agentlib:jdwp=transport=dt_socket,address=%d,server=y,suspend=n",
contractMeta.contract.getRemoteDebugPort()));
}
File classParent = new File(classpath).getParentFile();
if (contractMeta.contract.isDebug()) {
pbParameters.add("-Dlog4j.configurationFile="
+ new File(classParent, "log4j2.debug.properties").getAbsolutePath());
} else {
pbParameters.add("-Dlog4j.configurationFile="
+ new File(classParent, "log4j2.properties").getAbsolutePath());
}
pbParameters.add("-jar");
pbParameters.add(classpath);
pbParameters.add("-port=" + startPort);
pbParameters.add("-cmi=" + cmi);
if (contractMeta.contract.isDebug())
pbParameters.add("-debug");
ProcessBuilder builder;
String[] result = new String[pbParameters.size()];
pbParameters.toArray(result);
Constructor<ProcessBuilder> pbc =
ProcessBuilder.class.getDeclaredConstructor(String[].class);
builder = pbc.newInstance(new Object[] {result});
File directory = new File("./");
LOGGER.debug("[CMD] path: " + directory.getAbsolutePath());
LOGGER.debug(JsonUtil.toPrettyJson(builder.command()));
Map<String, String> map = builder.environment();
map.put("java.library.path", jniPath.getAbsolutePath() + osJni);
builder.directory(new File("./"));
builder.directory(directory);
LOGGER.debug("start process:");
try {
process = builder.start();
this.pid = getPid(process);
LOGGER.info("[CP PPID ] " + pid);
PrintStream printStream = new PrintStream(process.getOutputStream());
printStream.println("CP PID:" + pid);
printStream.close();
Scanner sc = new Scanner(process.getInputStream());
String status = null;
while (sc.hasNext()) {
status = sc.nextLine();
LOGGER.info("[CP] " + status);
if (status.contains("mainPort")) {
try {
// Set contractPort to max(mainPort, contractPort)
int portIndex = status.indexOf("mainPort");
int port =
Integer.parseInt(
status.substring(portIndex + 9, portIndex + 14)
.replaceAll("\\s+", ""));
if (port != startPort) {
ContractManager.cPort.reSetPort(port + 1);
}
} catch (Exception ignored) {
process = builder.start();
this.pid = getPid(process);
LOGGER.info("[CP PPID] " + pid);
PrintStream printStream = new PrintStream(process.getOutputStream());
printStream.println("CP PID:" + pid);
printStream.close();
InputStream processInputStream = process.getInputStream();
Scanner sc = new Scanner(processInputStream);
String status = null;
while (sc.hasNext()) {
status = sc.nextLine();
LOGGER.info("[CP] " + status);
if (status.contains("mainPort")) {
try {
// Set contractPort to max(mainPort, contractPort)
int portIndex = status.indexOf("mainPort");
int port = Integer.parseInt(
status.substring(portIndex + 9, portIndex + 14).replaceAll("\\s+", ""));
if (port != startPort) {
ContractManager.cPort.reSetPort(port + 1);
}
break;
} catch (Exception ignored) {
}
break;
}
if (status != null) {
status = status.replaceAll(".*mainPort ", "");
}
assert status != null;
port = Integer.parseInt(status.split(" ")[0]);
LOGGER.debug("port=" + port);
ContractManager.cPort.updateDb(port, true);
get = new SocketGet("127.0.0.1", port);
get.syncGet("", "setDBInfo", ContractManager.dbPath);
String tagA = (ps == System.out ? "[Contract_" + port + "_out] " : "");
String tagB = (ps == System.out ? "[Contract_" + port + "_err] " : "");
}
if (status != null) {
status = status.replaceAll(".*mainPort ", "");
}
assert status != null;
port = Integer.parseInt(status.split(" ")[0]);
LOGGER.debug("port=" + port);
ContractManager.cPort.updateDb(port, true);
get = new SocketGet("127.0.0.1", port);
get.syncGet("", "setDBInfo", ContractManager.dbPath);
if (contractMeta.contract.isDebug() || get != null) {
String tagA = (ps instanceof LoggerPrintStream ? "[Contract_" + port + "_out] " : "");
String tagB = (ps instanceof LoggerPrintStream ? "[Contract_" + port + "_err] " : "");
outputTracer.track(process, sc, tagA, ps);
errorTracer.track(process, new Scanner(process.getErrorStream()), tagB, ps);
get.syncGet("", "registerMangerPort", String.valueOf(ContractManager.cPort.getCMPort()));
} else {
// 关闭流否则缓冲区打满会阻塞进程
processInputStream.close();
sc.close();
}
get.syncGet("", "registerMangerPort", String.valueOf(ContractManager.cPort.getCMPort()));
if (isBundlePath(contractMeta.contract.getScriptStr())) {
status =
get.syncGet(
"", "setContractBundle", JsonUtil.toJson(contractMeta.contract));
} else {
status = get.syncGet("", "setContract", JsonUtil.toJson(contractMeta.contract));
}
LOGGER.debug("port:" + port + " status:" + status);
ContractResult r = JsonUtil.fromJson(status, ContractResult.class);
if (r.status == Status.Success) {
initProps();
get.syncGet("", "setPID", pid);
} else if (r.status == null) {
MultiContractMeta multiContractMeta = ContractManager.instance.multiContractRecorder
.getMultiContractMeta(contractMeta.getID());
if (multiContractMeta != null && multiContractMeta.getMembers() != null) {
String setMemberResult =
get.syncGet("", "setMembers", JsonUtil.toJson(multiContractMeta.getMembers()));
LOGGER.info("setMember:" + setMemberResult);
} else {
LOGGER.info("setMember ignore, meta:" + (multiContractMeta == null)
+ (multiContractMeta == null ? "NULL"
: " members:" + multiContractMeta.getMembers()));
}
if (isBundlePath(contractMeta.contract.getScriptStr())) {
status = get.syncGet("", "setContractBundle", JsonUtil.toJson(contractMeta.contract));
} else {
status = get.syncGet("", "setContract", JsonUtil.toJson(contractMeta.contract));
}
LOGGER.info("start status, port:" + port + " status:" + status);
ContractResult r = JsonUtil.fromJson(status, ContractResult.class);
if (r.status == Status.Success) {
LOGGER.info("init prop start!");
initProps();
LOGGER.info("init prop done!");
get.syncGet("", "setPID", pid);
} else {
LOGGER.info("kill contract");
if (r.status == null) {
r.status = Status.Error;
r.result = new JsonPrimitive(status);
status = JsonUtil.toJson(r);
contractMeta.name = get.syncGet("", "getContractName", "");
}
return status;
} catch (Exception e) {
e.printStackTrace();
ByteArrayOutputStream bo = new ByteArrayOutputStream();
e.printStackTrace(new PrintStream(bo));
ContractResult r =
new ContractResult(Status.Exception, new JsonPrimitive(bo.toString()));
return JsonUtil.toJson(r);
killProcess();
throw new IllegalStateException(r.result.getAsString());
}
return status;
}
public void updateMemory() {
@ -352,16 +359,12 @@ public class ContractClient {
return;
}
lastUpdate = System.currentTimeMillis();
get.asyncGet(
"",
".UsedMemory",
"",
new ResultCallback() {
@Override
public void onResult(String str) {
memory = Long.parseLong(str);
}
});
get.asyncGet("", ".UsedMemory", "", new ResultCallback() {
@Override
public void onResult(String str) {
memory = Long.parseLong(str);
}
});
} catch (Exception e) {
// e.printStackTrace();
}
@ -375,17 +378,8 @@ public class ContractClient {
return contractMeta.getExportedFunctions();
}
public String getIdentifier() {
return get.syncGet("", "getIdentifier", " ");
}
public void setIdentifier(String alias) {
get.asyncGet("", "setIdentifier", alias, null);
}
public String signResult(String result) {
return contractMeta.contract.signResult(result);
public String executeMethod(String pkgName, String method, String arg) {
return get.syncGet(pkgName, method, arg);
}
public String getPubkey() {
@ -400,10 +394,6 @@ public class ContractClient {
return contractMeta.name;
}
public String getContractDOI() {
return contractMeta.contract.getDOI();
}
public String getContractKey() {
return contractMeta.contract.getKey();
}
@ -428,10 +418,6 @@ public class ContractClient {
return contractMeta.logDetail.get(action);
}
public boolean isDebug() {
return contractMeta.isDebug;
}
public long getTimes() {
return times;
}
@ -457,12 +443,10 @@ public class ContractClient {
}
public void loadTimesAndTraffic() {
String tempTime2 =
KeyValueDBUtil.instance.getValue(
CMTables.ContractInfo.toString(), contractMeta.name + "-Times");
String tempTraffic2 =
KeyValueDBUtil.instance.getValue(
CMTables.ContractInfo.toString(), contractMeta.name + "-Traffic");
String tempTime2 = KeyValueDBUtil.instance.getValue(CMTables.ContractInfo.toString(),
contractMeta.name + "-Times");
String tempTraffic2 = KeyValueDBUtil.instance.getValue(CMTables.ContractInfo.toString(),
contractMeta.name + "-Traffic");
if (tempTime2 != null && !tempTime2.equals("")) {
times = Long.parseLong(tempTime2);
}
@ -472,15 +456,15 @@ public class ContractClient {
}
public void saveTimesAndTraffic() {
KeyValueDBUtil.instance.setValue(
CMTables.ContractInfo.toString(), contractMeta.name + "-Times", times + "");
KeyValueDBUtil.instance.setValue(
CMTables.ContractInfo.toString(), contractMeta.name + "-Traffic", traffic + "");
KeyValueDBUtil.instance.setValue(CMTables.ContractInfo.toString(),
contractMeta.name + "-Times", times + "");
KeyValueDBUtil.instance.setValue(CMTables.ContractInfo.toString(),
contractMeta.name + "-Traffic", traffic + "");
}
public void setMask(JsonObject args) {
//get.asyncGet("",,,,);
// get.asyncGet("",,,,);
get.asyncGet("", "setMask", args.toString(), null);
}
@ -488,7 +472,7 @@ public class ContractClient {
public void setProjectConfig(String args) {
get.asyncGet("", "setProjectConfig", args, null);
}
//public String
// public String
static class ReqScript {
String mode;

File diff suppressed because it is too large Load Diff

View File

@ -1,5 +1,7 @@
package org.bdware.sc;
import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.bdware.sc.bean.Contract;
import org.bdware.sc.bean.FunctionDesp;
import org.bdware.sc.bean.IDSerializable;
@ -20,7 +22,6 @@ public class ContractMeta implements IDSerializable {
ContractStatusEnum status;
String name;
String id;
boolean isDebug;
Map<String, REvent.REventSemantics> declaredEvents;
List<FunctionDesp> exportedFunctions;
Map<String, String> logDetail;
@ -30,15 +31,8 @@ public class ContractMeta implements IDSerializable {
boolean sigRequired;
String thisPermission; // 合约当前权限
/*
{
"name": "dx_substr",
"parameter":
{
"columnIndex":5,
"paras":["1","3"]
}
},
*/
* { "name": "dx_substr", "parameter": { "columnIndex":5, "paras":["1","3"] } },
*/
// Map<Object,Object>MaskInfo;
public ContractMeta() {
@ -96,7 +90,7 @@ public class ContractMeta implements IDSerializable {
// public setMask(){}
public boolean getIsDebug() {
return isDebug;
return contract.isDebug();
}
public FunctionDesp getExportedFunction(String action) {
@ -115,7 +109,8 @@ public class ContractMeta implements IDSerializable {
private FunctionDesp seekFunction(String action) {
for (FunctionDesp desp : exportedFunctions) {
if (desp != null && desp.functionName.equals(action)) return desp;
if (desp != null && desp.functionName.equals(action))
return desp;
}
return null;
}
@ -124,9 +119,10 @@ public class ContractMeta implements IDSerializable {
contract = c;
id = c.getID();
status = ContractStatusEnum.HANGED;
isDebug = false;
}
static Logger LOGGER = LogManager.getLogger(ContractMeta.class);
public void setContractExecutor(ContractExecutor executor) {
this.contractExecutor = executor;
}

View File

@ -1,10 +1,8 @@
package org.bdware.sc;
public enum ContractStatusEnum {
INIT(0, "初始化"),
RUNNING(1, "内存运行中"),
HANGED(2, "硬盘运行中"),
KILLED(3, "已停止");
INIT(0, "初始化"), RUNNING(1, "内存运行中"), HANGED(2, "硬盘运行中"), KILLED(3, "已停止");
private Integer code;
private String desc;

View File

@ -27,28 +27,24 @@ public class ContractStatusRecorder extends StatusRecorder<ContractMeta> {
// 对外会有一个getContractClient的过程如果只是想用元信息的改成getContractClientMeta
// 如果是想调用的再使用getContractClient
// 合约执行的状态 key:合同id value:合同状态
// private static final String DB_NAME = CMTables.ContractInfo.toString();
// 合约执行的状态 key:合同id value:合同状态
// private static final String DB_NAME = CMTables.ContractInfo.toString();
static {
final Object flag = new Object();
// 调度一个task在delayms后开始调度每次调度完后最少等待periodms后才开始调
ContractManager.scheduledThreadPool.scheduleWithFixedDelay(
() -> {
boolean cleared = dealTimerContractProcess();
if (cleared) {
synchronized (flag) {
try {
flag.wait(14000L);
} catch (InterruptedException e) {
e.printStackTrace();
}
}
ContractManager.scheduledThreadPool.scheduleWithFixedDelay(() -> {
boolean cleared = dealTimerContractProcess();
if (cleared) {
synchronized (flag) {
try {
flag.wait(14000L);
} catch (InterruptedException e) {
e.printStackTrace();
}
},
0,
1,
TimeUnit.SECONDS);
}
}
}, 0, 1, TimeUnit.SECONDS);
}
// contract id to client, changes when some contract is started/stopped/resumed
@ -65,32 +61,32 @@ public class ContractStatusRecorder extends StatusRecorder<ContractMeta> {
}
public static boolean dealTimerContractProcess() {
// if (id2ContractStatus == null) {
// String value = readDataFromDB(id2ContractStatusKey);
// id2ContractStatus = GSON.fromJson(value, Map.class);
// if (id2ContractStatus == null) {
// return true;
// }
// for (Map.Entry<String, ContractStatusEnum> contractStatusEnumEntry :
// if (id2ContractStatus == null) {
// String value = readDataFromDB(id2ContractStatusKey);
// id2ContractStatus = GSON.fromJson(value, Map.class);
// if (id2ContractStatus == null) {
// return true;
// }
// for (Map.Entry<String, ContractStatusEnum> contractStatusEnumEntry :
// id2ContractStatus.entrySet()) {
// //获取合同id
// String contractID = contractStatusEnumEntry.getKey();
// ContractStatusEnum contractStatusEnum =
// //获取合同id
// String contractID = contractStatusEnumEntry.getKey();
// ContractStatusEnum contractStatusEnum =
// contractStatusEnumEntry.getValue();
// //没有状态信息就停止
// if (contractStatusEnum == null) {
// continue;
// }
// //拥有合同状态信息的如果是已经执行结束我们将合同挂起
// if
// //没有状态信息就停止
// if (contractStatusEnum == null) {
// continue;
// }
// //拥有合同状态信息的如果是已经执行结束我们将合同挂起
// if
// (contractStatusEnum.getCode().equals(ContractStatusEnum.STORE.getCode())) {
// resumeContractProcess(contractID);
// } else if
// resumeContractProcess(contractID);
// } else if
// (contractStatusEnum.getCode().equals(ContractStatusEnum.DONE.getCode())) {
// hangUpContractProcess(contractID);
// }
// }
// }
// hangUpContractProcess(contractID);
// }
// }
// }
return true;
}
@ -102,10 +98,11 @@ public class ContractStatusRecorder extends StatusRecorder<ContractMeta> {
// TODO 是不是还有别的这只是在内存里的哦
try {
for (ContractClient c : id2ContractClient.values()) {
if (Integer.parseInt(c.getPID()) == pid) return true;
if (Integer.parseInt(c.getPID()) == pid)
return true;
}
} catch (Exception e) {
// e.printStackTrace();
// e.printStackTrace();
}
return false;
}
@ -174,17 +171,23 @@ public class ContractStatusRecorder extends StatusRecorder<ContractMeta> {
// TODO index name to contract
public ContractMeta getContractMeta(String idOrNameOrDOI) {
if (idOrNameOrDOI == null) return null;
if (idOrNameOrDOI == null)
return null;
ContractMeta meta = getStatus().get(idOrNameOrDOI);
if (meta != null) return meta;
if (meta != null)
return meta;
for (ContractMeta cc : getStatus().values()) {
if (cc.status == ContractStatusEnum.RUNNING || cc.status == ContractStatusEnum.HANGED)
if (idOrNameOrDOI.equals(cc.name) || idOrNameOrDOI.equals(cc.contract.getDOI())) {
if (idOrNameOrDOI.equals(cc.name)) {
return cc;
}
}
for (ContractMeta cc : getStatus().values()) {
if (idOrNameOrDOI.equals(cc.name) || idOrNameOrDOI.equals(cc.contract.getDOI())) {
if (cc.name == null)
continue;
if (cc.contract == null)
continue;
if (idOrNameOrDOI.equals(cc.name)) {
return cc;
}
}
@ -222,10 +225,8 @@ public class ContractStatusRecorder extends StatusRecorder<ContractMeta> {
LOGGER.info("need dump when stop");
String contractName = client.getContractName();
SimpleDateFormat df = new SimpleDateFormat("yyyy-MM-dd.HH:mm:ss");
File f =
new File(
ContractManager.dir + "/memory/" + contractName,
df.format(new Date()));
File f = new File(ContractManager.dir + "/memory/" + contractName,
df.format(new Date()));
client.get.syncGet("", "getMemoryDump", f.getAbsolutePath());
ContractManager.instance.addLocalContractLog("dumpContract", meta);
}
@ -279,9 +280,9 @@ public class ContractStatusRecorder extends StatusRecorder<ContractMeta> {
resumeContractProcess(contractID);
}
// 似乎这样就可以了
// } else if (meta.status == ContractStatusEnum.RUNNING) {
// hangUpContractProcess(contractID);
// }
// } else if (meta.status == ContractStatusEnum.RUNNING) {
// hangUpContractProcess(contractID);
// }
}
/**
@ -289,15 +290,15 @@ public class ContractStatusRecorder extends StatusRecorder<ContractMeta> {
*/
public synchronized void hangUpContractProcess(String contractID) {
// dump stop 这里是正常流程代码
// ContractClient contractClient = getContractClientById(contractID);
// if (contractClient == null) {
// return;
// }
// //挂起
// Contract contract = contractClient.contract;
// ContractManager.instance.dumpContract(contract.getID(), null);
// setContractClient(contractID, contractClient);
// ContractManager.instance.hangUpStopContract(contract.getID());
// ContractClient contractClient = getContractClientById(contractID);
// if (contractClient == null) {
// return;
// }
// //挂起
// Contract contract = contractClient.contract;
// ContractManager.instance.dumpContract(contract.getID(), null);
// setContractClient(contractID, contractClient);
// ContractManager.instance.hangUpStopContract(contract.getID());
// todo 临时想强制测试下效果
ContractMeta contractMeta = getContractMeta(contractID);
// 挂起
@ -311,13 +312,12 @@ public class ContractStatusRecorder extends StatusRecorder<ContractMeta> {
client.saveTimesAndTraffic();
SimpleDateFormat df = new SimpleDateFormat("yyyy-MM-dd.HH_mm_ss"); // 设置日期格式
File f =
new File(
ContractManager.dir + "/memory/" + contractMeta.name,
df.format(new Date()));
File f = new File(ContractManager.dir + "/memory/" + contractMeta.name,
df.format(new Date()));
File parent = f.getParentFile();
if (!parent.exists()) {
LOGGER.trace("make directory " + parent.getAbsolutePath() + ":" + parent.mkdirs());
LOGGER.trace(
"make directory " + parent.getAbsolutePath() + ":" + parent.mkdirs());
}
ContractManager.instance.dumpContract(contract.getID(), f.getAbsolutePath());
ContractManager.instance.invokeContractSuicide(client);
@ -333,7 +333,7 @@ public class ContractStatusRecorder extends StatusRecorder<ContractMeta> {
// 启动合约
// 加载所需要的内存
// 该方法调用方法已经考虑了内存问题但是内存不足的时候重试或者等待或者将合约压到失败中稍后重试可以尝试设计消息重试机制
// 如果是内存中则唤起合同信息 todo 内存不足 关闭合约追赶补偿数据
// 如果是内存中则唤起合同信息 todo 内存不足 关闭合约追赶补偿数据
if (meta.status == ContractStatusEnum.HANGED || meta.status == ContractStatusEnum.KILLED) {
ContractStatusEnum preStatus = meta.status;
// TODO Resume里复用的是start逻辑启动完了就成Running了哦可能不能这么来
@ -342,33 +342,25 @@ public class ContractStatusRecorder extends StatusRecorder<ContractMeta> {
JsonUtil.fromJson(startContractResult, ContractResult.class);
if (contractResult.status == ContractResult.Status.Error) {
// 记录错误日志
ContractManager.instance.addLocalContractLog(
"resumeContract error",
meta.contract.getID(),
meta.name,
meta.contract.getOwner());
ContractManager.instance.addLocalContractLog("resumeContract error",
meta.contract.getID(), meta.name, meta.contract.getOwner());
} else {
ContractManager.instance.addLocalContractLog(
"resumeContract success",
meta.contract.getID(),
meta.name,
meta.contract.getOwner());
ContractManager.instance.addLocalContractLog("resumeContract success",
meta.contract.getID(), meta.name, meta.contract.getOwner());
// TODO 可能会重复load相同的镜像
// 如果是killed 只根据manifest去判断是否加载memory
// 可增加一个判断如果hanged朋manifest里是加载memory这里就不再加载了
ContractClient client = id2ContractClient.get(meta.getID());
if (preStatus == ContractStatusEnum.HANGED) {
ContractManager.instance.loadMemory(
client, ContractManager.instance.findNewestMemory(meta.name));
String memory = ContractManager.instance.findNewestMemory(meta.name);
if (memory != null)
ContractManager.instance.loadMemory(client, memory);
}
client.contractMeta.setStatus(ContractStatusEnum.RUNNING);
updateValue(client.contractMeta);
// 还要判断一发是不是已有permission的值如果有要setPermission一把
// meta.status = ContractStatusEnum.RUNNING;
// updateValue(meta);
// meta.status = ContractStatusEnum.RUNNING;
// updateValue(meta);
}
}
}
@ -389,6 +381,11 @@ public class ContractStatusRecorder extends StatusRecorder<ContractMeta> {
@Override
public boolean visit(int i) {
return visit("127.0.0.1", i);
}
@Override
public boolean visit(String host, int i) {
if (i == ContractManager.cPort.getCMPort()) {
return false;
}
@ -396,7 +393,7 @@ public class ContractStatusRecorder extends StatusRecorder<ContractMeta> {
return true;
}
try {
ContractClient client = new ContractClient(i);
ContractClient client = new ContractClient(host, i);
// LOGGER.info("[CM重连] position-----1");
if (client.isRunning) {
LOGGER.debug("CP listened to port " + i + " is running");
@ -411,30 +408,23 @@ public class ContractStatusRecorder extends StatusRecorder<ContractMeta> {
ContractManager.instance.invokeContractSuicide(client);
return false;
}
LOGGER.debug(
String.format(
"CP listened to port %d:\n\tID=%s\n\tName=%s\n\tType=%s\n"
+ "\tKey=%s\n\tPubKey=%s\n\tCopies=%d\n\t%s",
i,
client.getContractID(),
client.contractMeta.name,
client.getContractType(),
client.getContractKey(),
client.getPubkey(),
client.getContractCopies(),
client.contractMeta.contract.startInfo));
LOGGER.debug(String.format(
"CP listened to port %d:\n\tID=%s\n\tName=%s\n\tType=%s\n"
+ "\tKey=%s\n\tPubKey=%s\n\tCopies=%d\n\t%s",
i, client.getContractID(), client.contractMeta.name,
client.getContractType(), client.getContractKey(), client.getPubkey(),
client.getContractCopies(), client.contractMeta.contract.startInfo));
client.get.syncGet("", "setDir", ContractManager.dir);
// String str = client.getIdentifier();
// String str = client.getIdentifier();
client.get.syncGet("", "getDumpPeriod", "a");
client.get.syncGet("", "startAutoDump", "a");
createContract(client);
LOGGER.info(
String.format("reconnect to port %d: contract %s",
i, client.contractMeta.name));
LOGGER.info(String.format("reconnect to port %d: contract %s", i,
client.contractMeta.name));
return true;
}
} catch (Exception e) {
//just ignore
// just ignore
}
return false;
}

View File

@ -0,0 +1,19 @@
package org.bdware.sc;
import org.apache.logging.log4j.Logger;
import java.io.PrintStream;
public class LoggerPrintStream extends PrintStream {
public LoggerPrintStream(Logger logger) {
super(System.out, true);
this.logger = logger;
}
Logger logger;
@Override
public void println(String str) {
logger.info(str);
}
}

View File

@ -1,15 +1,13 @@
package org.bdware.sc;
import java.util.HashMap;
import java.util.Map;
//Node
// Node
public class MasterElectTimeRecorder {
public static Long findMasterCrash; //发现master崩溃的时间
public static Long newMasterStart; //作为新的master newMasterStart被调用时间
public static Long setLocalMaster; //在本地标记自己为master
public static Long slaveConnectFinish; //被slave连接完成
public static Long masterStartRecover; //开始master恢复
public static Long masterRecoverFinish; //master恢复结束
public static Long findMasterCrash; // 发现master崩溃的时间
public static Long newMasterStart; // 作为新的master newMasterStart被调用时间
public static Long setLocalMaster; // 在本地标记自己为master
public static Long slaveConnectFinish; // 被slave连接完成
public static Long masterStartRecover; // 开始master恢复
public static Long masterRecoverFinish; // master恢复结束
}

View File

@ -7,6 +7,9 @@ import org.bdware.sc.db.KeyValueDBUtil;
import org.bdware.sc.db.StatusRecorder;
import org.bdware.sc.units.MultiContractMeta;
import java.util.HashSet;
import java.util.Set;
public class MultiContractRecorder extends StatusRecorder<MultiContractMeta> {
static final String dbName = CMTables.UnitContracts.toString();
static final String prefix = "Multi_C_Meta_";
@ -17,26 +20,31 @@ public class MultiContractRecorder extends StatusRecorder<MultiContractMeta> {
for (MultiContractMeta meta : getStatus().values()) {
try {
meta.initQueue();
int lastExeSeq =
Integer.parseInt(
KeyValueDBUtil.instance.getValue(
CMTables.LastExeSeq.toString(), meta.getContractID()));
int lastExeSeq = Integer.parseInt(KeyValueDBUtil.instance
.getValue(CMTables.LastExeSeq.toString(), meta.getContractID()));
meta.setLastExeSeq(lastExeSeq);
} catch (Exception e) {
e.printStackTrace();
LOGGER.error(e);
}
}
}
public MultiContractMeta getMultiContractMeta(String idOrNameOrDOI) {
if (idOrNameOrDOI == null) return null;
if (idOrNameOrDOI == null)
return null;
ContractMeta meta = ContractManager.instance.statusRecorder.getContractMeta(idOrNameOrDOI);
if (meta == null) return null;
return getMultiContractMeta(meta);
}
public MultiContractMeta getMultiContractMeta(ContractMeta meta) {
if (meta == null)
return null;
return getStatus().get(meta.id);
}
public MultiContractMeta createIfNotExist(String contractID) {
MultiContractMeta ret = getMultiContractMeta(contractID);
ContractMeta meta = ContractManager.instance.statusRecorder.createIfNotExist(contractID);
MultiContractMeta ret = getMultiContractMeta(meta);
if (null == ret) {
LOGGER.info("requests don't contain contract " + contractID);
ret = new MultiContractMeta(contractID);
@ -44,4 +52,14 @@ public class MultiContractRecorder extends StatusRecorder<MultiContractMeta> {
}
return ret;
}
public void removeNotExist(ContractStatusRecorder statusRecorder) {
Set<MultiContractMeta> toRemove = new HashSet<>();
for (String key : getStatus().keySet()) {
if (statusRecorder.getContractMeta(key) == null)
toRemove.add(getStatus().get(key));
}
for (MultiContractMeta meta : toRemove)
remove(meta);
}
}

View File

@ -7,7 +7,7 @@ import org.bdware.sc.db.StatusRecorder;
public class ProjectRecorder extends StatusRecorder<ProjectConfig> {
static final String dbName = CMTables.ProjectConfig.toString();
static final String prefix = "Project_Config_";
// private static final Logger LOGGER = LogManager.getLogger(ProjectRecorder.class);
// private static final Logger LOGGER = LogManager.getLogger(ProjectRecorder.class);
public ProjectRecorder(String dir) {
super(dir, dbName, prefix);

View File

@ -4,41 +4,41 @@ import java.util.HashMap;
import java.util.Map;
public class RecoverMechTimeRecorder {
//slave记录
public static Long startCMHttpServer; //启动
public static Long startFinish; //启动完成开始连接NC
public static Long connectNCFinish; //连接NC完成
// slave记录
public static Long startCMHttpServer; // 启动
public static Long startFinish; // 启动完成开始连接NC
public static Long connectNCFinish; // 连接NC完成
public static Long startReconnectCP; //开始重连CP
public static Long reconnectCPFinish; //重连CP完成
public static Long startReconnectCP; // 开始重连CP
public static Long reconnectCPFinish; // 重连CP完成
public static Long startQueryMaster; //开始查看master是谁
public static Long queryMasterFinish; //查到master是谁开始连接master
public static Long connectMasterFinish; //连接master完成
public static Long startQueryMaster; // 开始查看master是谁
public static Long queryMasterFinish; // 查到master是谁开始连接master
public static Long connectMasterFinish; // 连接master完成
public static Long startRecover; //开始恢复slave的askForRecover被调用
public static Long startRecover; // 开始恢复slave的askForRecover被调用
public static Long startCommonRecover; //slave开始从common恢复
public static Long startStableRecover; //slave开始从stable恢复
public static Long startCommonRecover; // slave开始从common恢复
public static Long startStableRecover; // slave开始从stable恢复
public static Long stableLoadFinish; //stable恢复模式load完成
public static Long stableRedoFinish; //stable恢复模式redo完成
public static Long stableLoadFinish; // stable恢复模式load完成
public static Long stableRedoFinish; // stable恢复模式redo完成
public static Long startRedoTransFromMaster; //redo从master传来的trans
public static Long startRedoTransFromMaster; // redo从master传来的trans
//master记录,key是slave的pubKey
public static Map<String,Long> masterStartRecoverNode = new HashMap<String, Long>(); //master的askForRecover被调用
// master记录,key是slave的pubKey
public static Map<String, Long> masterStartRecoverNode = new HashMap<String, Long>(); // master的askForRecover被调用
public static Map<String,Long> startJudgeRecoverMethod = new HashMap<String,Long>(); //开始判断某个节点的恢复方式
public static Map<String,Long> judgeRecoverMethodFinish = new HashMap<String,Long>(); //判断某节点恢复方式完成
public static Map<String, Long> startJudgeRecoverMethod = new HashMap<String, Long>(); // 开始判断某个节点的恢复方式
public static Map<String, Long> judgeRecoverMethodFinish = new HashMap<String, Long>(); // 判断某节点恢复方式完成
public static Map<String,Long> startRecoverFromCommon = new HashMap<String,Long>(); //slave从common恢复master的nodeRestartFromCommonMode方法开始时间
public static Map<String,Long> writeCEIStart = new HashMap<String, Long>(); //开始dumpContract等cei信息
public static Map<String,Long> finishWriteCEI = new HashMap<String, Long>(); //将cei写入文件完成
public static Map<String, Long> startRecoverFromCommon = new HashMap<String, Long>(); // slave从common恢复master的nodeRestartFromCommonMode方法开始时间
public static Map<String, Long> writeCEIStart = new HashMap<String, Long>(); // 开始dumpContract等cei信息
public static Map<String, Long> finishWriteCEI = new HashMap<String, Long>(); // 将cei写入文件完成
public static Map<String,Long> startRecoverFromStable = new HashMap<String,Long>(); //slave从common恢复master的restartFromStableMode方法开始时间
public static Map<String, Long> startRecoverFromStable = new HashMap<String, Long>(); // slave从common恢复master的restartFromStableMode方法开始时间
public static Map<String,Long> recoverFinish = new HashMap<String,Long>();
public static Map<String, Long> recoverFinish = new HashMap<String, Long>();
}

View File

@ -0,0 +1,92 @@
package org.bdware.sc;
import com.github.benmanes.caffeine.cache.Cache;
import com.github.benmanes.caffeine.cache.Caffeine;
import org.bdware.sc.bean.Contract;
import java.io.*;
import java.nio.file.Files;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.TimeUnit;
import java.util.zip.ZipEntry;
import java.util.zip.ZipInputStream;
public class YPKResourceManager {
public static String ypkCacheDir = "./ypkcache";
static ExecutorService es = Executors.newFixedThreadPool(2);
public static void unzipYPK(Contract contract) {
es.execute(() -> unzip(contract.getScriptStr(), getUnzipDir(contract)));
}
public static String getUnzipDir(Contract contract) {
return ypkCacheDir + "/" + contract.getID();
}
private static final long MAX_CACHE_SIZE = 2L * 1024 * 1024 * 1024; // 2GB
private static final long MAX_FILE_SIZE = 10 * 1024 * 1024; // 10MB
private static final Cache<String, byte[]> cache = Caffeine.newBuilder()
.maximumSize(MAX_CACHE_SIZE).expireAfterAccess(30, TimeUnit.MINUTES).build();
public static InputStream getCachedStream(Contract c, String path) throws IOException {
File target = new File(getUnzipDir(c), path);
String key = target.getAbsolutePath();
if (target.length() > MAX_FILE_SIZE) {
// 文件过大直接从文件系统读取
return new FileInputStream(target);
} else {
byte[] data = cache.get(key, k -> {
try {
return Files.readAllBytes(target.toPath());
} catch (IOException e) {
throw new RuntimeException(e);
}
});
// 从缓存中返回一个新的 ByteArrayInputStream
return new ByteArrayInputStream(data);
}
}
public static void unzip(String zipFilePath, String destDir) {
File dir = new File(destDir);
if (!dir.exists())
dir.mkdirs();
byte[] buffer = new byte[1024];
try {
ZipInputStream zis = new ZipInputStream(new FileInputStream(zipFilePath));
ZipEntry zipEntry = zis.getNextEntry();
while (zipEntry != null) {
String fileName = zipEntry.getName();
File newFile = new File(destDir + File.separator + fileName);
// 创建所有上级目录
new File(newFile.getParent()).mkdirs();
if (zipEntry.isDirectory()) {
if (!newFile.isDirectory() && !newFile.mkdirs()) {
throw new IOException("Failed to create directory " + newFile);
}
} else {
// 写入文件内容
FileOutputStream fos = new FileOutputStream(newFile);
int len;
while ((len = zis.read(buffer)) > 0) {
fos.write(buffer, 0, len);
}
fos.close();
}
zipEntry = zis.getNextEntry();
}
zis.closeEntry();
zis.close();
} catch (IOException e) {
e.printStackTrace();
}
}
public static boolean existYPK(Contract contract) {
return new File(contract.getScriptStr()).exists();
}
}

View File

@ -9,4 +9,4 @@ public interface CommitAlgorithm {
void setCommitter(Committer c);
void setConnection(TrustfulExecutorConnection c);
}
}

View File

@ -1,11 +1,11 @@
package org.bdware.sc.consistency;
public class Pair<T1, T2> {
public T1 first;
public T2 second;
public T1 first;
public T2 second;
public Pair(T1 t1, T2 t2) {
first = t1;
second = t2;
}
public Pair(T1 t1, T2 t2) {
first = t1;
second = t2;
}
}

View File

@ -65,9 +65,9 @@ public class PBFTAlgorithm implements CommitAlgorithm {
LOGGER.info("recv: " + pbftMessage.getDisplayStr());
switch (pbftMessage.type) {
case AddMember:
// PBFTMember member = PBFTMember.parse(pbftMessage.content);
// if (member != null)
// members.put(sender, member);
// PBFTMember member = PBFTMember.parse(pbftMessage.content);
// if (member != null)
// members.put(sender, member);
// case DeleteMember:
// JUST ignore
break;
@ -79,7 +79,8 @@ public class PBFTAlgorithm implements CommitAlgorithm {
prepareMsg = new PBFTMessage();
prepareMsg.order = allocatedID.incrementAndGet();
prepareMsg.type = PBFTType.PrePrepare;
prepareMsg.content = (java.util.Arrays.hashCode(pbftMessage.content) + "").getBytes();
prepareMsg.content =
(java.util.Arrays.hashCode(pbftMessage.content) + "").getBytes();
temp = new PCInfo();
temp.request = pbftMessage;
@ -108,7 +109,8 @@ public class PBFTAlgorithm implements CommitAlgorithm {
break;
case Prepare:
temp = info.get(pbftMessage.order);
LOGGER.info("receive Prepare from:" + pbftMessage.sendID + " -> " + pbftMessage.order);
LOGGER.info(
"receive Prepare from:" + pbftMessage.sendID + " -> " + pbftMessage.order);
if (temp == null) {
PCInfo pcInfo = new PCInfo();
pcInfo.buff.add(pbftMessage);
@ -155,7 +157,8 @@ public class PBFTAlgorithm implements CommitAlgorithm {
prepareMsg.order = pbftMessage.order;
prepareMsg.type = PBFTType.PrePrepare;
temp = info.get(prepareMsg.order);
prepareMsg.content = (java.util.Arrays.hashCode(temp.request.content) + "").getBytes();
prepareMsg.content =
(java.util.Arrays.hashCode(temp.request.content) + "").getBytes();
broadcast(pbftMessage);
}
default:
@ -196,18 +199,19 @@ public class PBFTAlgorithm implements CommitAlgorithm {
private void requestPrePrepareFromMaster(long order) {
// PBFTMessage message = new PBFTMessage();
// message.type = PBFTType.ReSend;
// message.order = order;
// message.content = new byte[1];
// sendToMaster(message);
// PBFTMessage message = new PBFTMessage();
// message.type = PBFTType.ReSend;
// message.order = order;
// message.content = new byte[1];
// sendToMaster(message);
LOGGER.info("request Resend");
}
private void matchPrePrepareFromOriginReqeust(int hash, PBFTMessage pbftMessage) {
for (PCInfo pcInfo : info.values()) {
for (PBFTMessage msg : pcInfo.buff) {
if (msg.type == PBFTType.PrePrepare && Integer.parseInt(new String(msg.content)) == hash) {
if (msg.type == PBFTType.PrePrepare
&& Integer.parseInt(new String(msg.content)) == hash) {
handlePrePrepare(msg, original.get(hash).second);
return;
}
@ -220,10 +224,8 @@ public class PBFTAlgorithm implements CommitAlgorithm {
}
private void retryLater(int delay, final Node sender, final PBFTMessage pbftMessage) {
ContractManager.scheduledThreadPool.schedule(
() -> onPBFTMessage(sender, pbftMessage),
delay,
TimeUnit.MILLISECONDS);
ContractManager.scheduledThreadPool.schedule(() -> onPBFTMessage(sender, pbftMessage),
delay, TimeUnit.MILLISECONDS);
}
private void handlePrePrepare(PBFTMessage pbftMessage, PBFTMessage req) {
@ -372,8 +374,8 @@ public class PBFTAlgorithm implements CommitAlgorithm {
if (!isPrePrepareReceived) {
return false;
}
// System.out.println("---: updatePrepare, size:" + prepare.size() + " -->"
// + (center.members.size() / 3 * 2 + 1) + " --senderID:" + message.sendID);
// System.out.println("---: updatePrepare, size:" + prepare.size() + " -->"
// + (center.members.size() / 3 * 2 + 1) + " --senderID:" + message.sendID);
if (prepare.size() > center.members.size() / 3 * 2) {
isSendCommit = true;
@ -399,8 +401,8 @@ public class PBFTAlgorithm implements CommitAlgorithm {
public String getDisplayStr() {
return "pSize:" + (prepare == null ? "null" : prepare.size()) + " cSize:"
+ (commit == null ? "null" : commit.size()) + " isSendCommit:" + isSendCommit + " isSendReply:"
+ isSendReply + " buffSize:" + buff.size();
+ (commit == null ? "null" : commit.size()) + " isSendCommit:" + isSendCommit
+ " isSendReply:" + isSendReply + " buffSize:" + buff.size();
}
}
}

View File

@ -9,35 +9,35 @@ import java.io.Serializable;
public class PBFTMember implements Serializable {
private static final long serialVersionUID = -3058672609865345062L;
public boolean isMaster;
private static final long serialVersionUID = -3058672609865345062L;
public boolean isMaster;
public boolean isMaster() {
return isMaster;
}
public boolean isMaster() {
return isMaster;
}
public static PBFTMember parse(byte[] content) {
try {
ByteArrayInputStream input = new ByteArrayInputStream(content);
ObjectInputStream objectInputStream = new ObjectInputStream(input);
PBFTMember ret = (PBFTMember) objectInputStream.readObject();
return ret;
} catch (Exception e) {
e.printStackTrace();
}
return null;
}
public static PBFTMember parse(byte[] content) {
try {
ByteArrayInputStream input = new ByteArrayInputStream(content);
ObjectInputStream objectInputStream = new ObjectInputStream(input);
PBFTMember ret = (PBFTMember) objectInputStream.readObject();
return ret;
} catch (Exception e) {
e.printStackTrace();
}
return null;
}
public byte[] toByteArray() {
ObjectOutputStream out;
try {
ByteArrayOutputStream bo = new ByteArrayOutputStream();
out = new ObjectOutputStream(bo);
out.writeObject(this);
return bo.toByteArray();
} catch (IOException e) {
e.printStackTrace();
}
return null;
}
public byte[] toByteArray() {
ObjectOutputStream out;
try {
ByteArrayOutputStream bo = new ByteArrayOutputStream();
out = new ObjectOutputStream(bo);
out.writeObject(this);
return bo.toByteArray();
} catch (IOException e) {
e.printStackTrace();
}
return null;
}
}

View File

@ -7,97 +7,97 @@ import java.io.ByteArrayOutputStream;
import java.io.IOException;
public class PBFTMessage {
PBFTType type;
int sendID;
long order;
byte[] content;
String stamp;// time-stamp or other string, given by client, to identify the content
String signature;
PBFTType type;
int sendID;
long order;
byte[] content;
String stamp;// time-stamp or other string, given by client, to identify the content
String signature;
public int getBytesHash() {
ByteArrayOutputStream bo = new ByteArrayOutputStream();
bo.write(type.toInt());
ByteUtil.writeLong(bo, sendID);
ByteUtil.writeLong(bo, order);
try {
bo.write(content);
} catch (IOException e) {
e.printStackTrace();
}
byte[] ret = bo.toByteArray();
int hashCode = ret.hashCode();
return hashCode;
}
public int getBytesHash() {
ByteArrayOutputStream bo = new ByteArrayOutputStream();
bo.write(type.toInt());
ByteUtil.writeLong(bo, sendID);
ByteUtil.writeLong(bo, order);
try {
bo.write(content);
} catch (IOException e) {
e.printStackTrace();
}
byte[] ret = bo.toByteArray();
int hashCode = ret.hashCode();
return hashCode;
}
public byte[] getBytes() {
ByteArrayOutputStream bo = new ByteArrayOutputStream();
try {
bo.write(type.toInt());
ByteUtil.writeInt(bo, sendID);
ByteUtil.writeLong(bo, order);
if (signature != null) {
byte[] signature = this.signature.getBytes();
ByteUtil.writeInt(bo, signature.length);
bo.write(signature);
} else
ByteUtil.writeInt(bo, 0);
public byte[] getBytes() {
ByteArrayOutputStream bo = new ByteArrayOutputStream();
try {
bo.write(type.toInt());
ByteUtil.writeInt(bo, sendID);
ByteUtil.writeLong(bo, order);
if (signature != null) {
byte[] signature = this.signature.getBytes();
ByteUtil.writeInt(bo, signature.length);
bo.write(signature);
} else
ByteUtil.writeInt(bo, 0);
bo.write(content);
} catch (IOException e) {
e.printStackTrace();
}
return bo.toByteArray();
}
bo.write(content);
} catch (IOException e) {
e.printStackTrace();
}
return bo.toByteArray();
}
public static PBFTMessage parse(byte[] b) {
PBFTMessage msg = new PBFTMessage();
ByteArrayInputStream bi = new ByteArrayInputStream(b);
msg.type = PBFTType.fromByte(bi.read());
msg.sendID = ByteUtil.readInt(bi);
msg.order = ByteUtil.readLong(bi);
int sigLen = ByteUtil.readInt(bi);
if (sigLen > 0)
msg.signature = new String(ByteUtil.readBytes(bi, sigLen));
else
msg.signature = null;
msg.content = ByteUtil.readBytes(bi, b.length - 1 - 4 - 8 - 4 - sigLen);
return msg;
}
public static PBFTMessage parse(byte[] b) {
PBFTMessage msg = new PBFTMessage();
ByteArrayInputStream bi = new ByteArrayInputStream(b);
msg.type = PBFTType.fromByte(bi.read());
msg.sendID = ByteUtil.readInt(bi);
msg.order = ByteUtil.readLong(bi);
int sigLen = ByteUtil.readInt(bi);
if (sigLen > 0)
msg.signature = new String(ByteUtil.readBytes(bi, sigLen));
else
msg.signature = null;
msg.content = ByteUtil.readBytes(bi, b.length - 1 - 4 - 8 - 4 - sigLen);
return msg;
}
private static String IDA = "PBFTMsg";
private static String IDA = "PBFTMsg";
// public void sign(SM2KeyPair pair) {
// sendID = Arrays.hashCode(pair.getPublicKey().getEncoded(false));
// signature = sm02.sign(content, IDA, pair).toString();
// }
//
// public boolean verify(PBFTMember member) {
// return sm02.verify(content, Signature.loadFromString(signature), IDA,
// SM2KeyPair.publicKeyStr2ECPoint(member.pubKey));
// }
// public void sign(SM2KeyPair pair) {
// sendID = Arrays.hashCode(pair.getPublicKey().getEncoded(false));
// signature = sm02.sign(content, IDA, pair).toString();
// }
//
// public boolean verify(PBFTMember member) {
// return sm02.verify(content, Signature.loadFromString(signature), IDA,
// SM2KeyPair.publicKeyStr2ECPoint(member.pubKey));
// }
public void setType(PBFTType type) {
this.type = type;
}
public void setType(PBFTType type) {
this.type = type;
}
public void setContent(byte[] content) {
this.content = content;
}
public void setContent(byte[] content) {
this.content = content;
}
public String getDisplayStr() {
StringBuilder sb = new StringBuilder();
sb.append(sendID);
sb.append("_");
sb.append(order);
sb.append("_TYPE_").append(type);
sb.append(" --> sig:");
sb.append(signature);
sb.append(" content:");
sb.append(new String(content));
return sb.toString();
}
public String getDisplayStr() {
StringBuilder sb = new StringBuilder();
sb.append(sendID);
sb.append("_");
sb.append(order);
sb.append("_TYPE_").append(type);
sb.append(" --> sig:");
sb.append(signature);
sb.append(" content:");
sb.append(new String(content));
return sb.toString();
}
public void setOrder(long order) {
this.order = order;
}
public void setOrder(long order) {
this.order = order;
}
}

View File

@ -1,35 +1,36 @@
package org.bdware.sc.consistency.pbft;
public enum PBFTType {
Request(0), PrePrepare(1), Prepare(2), Commit(3), Reply(4), Unknown(5), ReSend(6), AddMember(7);
private int type;
Request(0), PrePrepare(1), Prepare(2), Commit(3), Reply(4), Unknown(5), ReSend(6), AddMember(7);
PBFTType(int i) {
type = i;
}
private int type;
public static PBFTType fromByte(int i) {
switch (i) {
case 0:
return Request;
case 1:
return PrePrepare;
case 2:
return Prepare;
case 3:
return Commit;
case 4:
return Reply;
case 6:
return ReSend;
case 7:
return AddMember;
default:
return Unknown;
}
}
PBFTType(int i) {
type = i;
}
public int toInt() {
return type;
}
public static PBFTType fromByte(int i) {
switch (i) {
case 0:
return Request;
case 1:
return PrePrepare;
case 2:
return Prepare;
case 3:
return Commit;
case 4:
return Reply;
case 6:
return ReSend;
case 7:
return AddMember;
default:
return Unknown;
}
}
public int toInt() {
return type;
}
}

View File

@ -4,8 +4,6 @@ import org.bdware.sc.bean.ContractRequest;
import org.bdware.sc.conn.Node;
import org.bdware.sc.consistency.CommitAlgorithm;
import org.bdware.sc.consistency.Committer;
import org.bdware.sc.consistency.pbft.PBFTMessage;
import org.bdware.sc.consistency.pbft.PBFTType;
import org.bdware.sc.units.TrustfulExecutorConnection;
public class ViewAlgorithm implements CommitAlgorithm {
@ -13,8 +11,7 @@ public class ViewAlgorithm implements CommitAlgorithm {
private Committer committer;
private TrustfulExecutorConnection connection;
public ViewAlgorithm(boolean isMaster) {
}
public ViewAlgorithm(boolean isMaster) {}
public void setCommitter(Committer c) {
committer = c;
@ -32,4 +29,4 @@ public class ViewAlgorithm implements CommitAlgorithm {
committer.onCommit(cr);
}
}
}
}

View File

@ -34,7 +34,7 @@ public class EventBroker {
private final Map<String, IEventConsumer> id2Consumers;
private final Map<String, ThreadFlag> threadFlags;
private final Map<String, Long> tempTopics;
// private final Map<String, Stack<REvent>> client2Events;
// private final Map<String, Stack<REvent>> client2Events;
public EventBroker() {
center = new EventCenter();
@ -49,43 +49,32 @@ public class EventBroker {
tempTopics = recorder.recoverTempTopicsFromDb();
// regularly check temporary topics and clean them
ContractManager.scheduledThreadPool.scheduleWithFixedDelay(
() -> {
long current = System.currentTimeMillis();
int oldSize = tempTopics.size();
tempTopics.keySet().forEach(topic -> {
if (tempTopics.get(topic) + EXPIRED_TIME > current) {
String reqID =
ContractManager.instance.nodeCenterConn.getNodeId() +
"_" + System.currentTimeMillis();
REvent cleanEvent =
new REvent(
topic,
UNSUBSCRIBE,
null,
reqID);
cleanEvent.doSignature(ContractManager.instance.nodeCenterConn.getNodeKeyPair());
handle(cleanEvent);
tempTopics.remove(topic);
}
});
if (oldSize != tempTopics.size()) {
recorder.saveTempTopics(tempTopics);
}
},
0L,
EXPIRED_TIME,
TimeUnit.MILLISECONDS);
ContractManager.scheduledThreadPool.scheduleWithFixedDelay(() -> {
long current = System.currentTimeMillis();
int oldSize = tempTopics.size();
tempTopics.keySet().forEach(topic -> {
if (tempTopics.get(topic) + EXPIRED_TIME > current) {
String reqID = ContractManager.instance.nodeCenterConn.getNodeId() + "_"
+ System.currentTimeMillis();
REvent cleanEvent = new REvent(topic, UNSUBSCRIBE, null, reqID);
cleanEvent
.doSignature(ContractManager.instance.nodeCenterConn.getNodeKeyPair());
handle(cleanEvent);
tempTopics.remove(topic);
}
});
if (oldSize != tempTopics.size()) {
recorder.saveTempTopics(tempTopics);
}
}, 0L, EXPIRED_TIME, TimeUnit.MILLISECONDS);
// regularly create check point in database
ContractManager.scheduledThreadPool.scheduleAtFixedRate(
() -> recorder.createCheckPoint(topic2cIds, id2Consumers),
EXPIRED_TIME,
EXPIRED_TIME,
TimeUnit.MILLISECONDS);
() -> recorder.createCheckPoint(topic2cIds, id2Consumers), EXPIRED_TIME,
EXPIRED_TIME, TimeUnit.MILLISECONDS);
NodeConsumer.setCenter(center);
// client2Events = new HashMap<>();
// client2Events = new HashMap<>();
LOGGER.info("Event Broker starts!");
}
@ -103,10 +92,11 @@ public class EventBroker {
switch (event.getType()) {
case SUBSCRIBE:
if (null != topic && !topic.isEmpty()) {
doSubscribe(event);
IEventConsumer consumer = doSubscribe(event);
// save & try to sub in center
recorder.appendEvent(event);
center.subInCenter(event.getTopic(), event.getSemantics());
center.subInCenter(event.getTopic(), event.getSemantics(), event.getCenter(),
consumer, event);
}
break;
case UNSUBSCRIBE:
@ -116,9 +106,10 @@ public class EventBroker {
case PUBLISH:
case PREPUB:
case PRESUB:
LOGGER.info(String.format("Receive %s event from topic %s", event.getSemantics(), topic));
LOGGER.debug(String.format("Receive %s event %s: %s",
event.getSemantics(), topic, event.getContent()));
LOGGER.info(String.format("Receive %s event from topic %s", event.getSemantics(),
topic));
LOGGER.debug(String.format("Receive %s event %s: %s", event.getSemantics(), topic,
event.getContent()));
if (event.isForward()) {
// send event to the event center
event.setForward(center.deliverEvent(topic, event));
@ -133,13 +124,17 @@ public class EventBroker {
}
}
private void doSubscribe(REvent e) {
subInReg(e.getTopic(), parseConsumer(e.getContent()), this.topic2cIds, this.id2Consumers);
// for events with semantics ONLY_ONCE, mark the topic is a temporary topic
if (ONLY_ONCE.equals(e.getSemantics()) && !tempTopics.containsKey(e.getTopic())) {
tempTopics.put(e.getTopic(), System.currentTimeMillis());
recorder.saveTempTopics(tempTopics);
private IEventConsumer doSubscribe(REvent e) {
IEventConsumer consumer = parseConsumer(e.getContent());
if (subInReg(e.getTopic(), consumer, this.topic2cIds, this.id2Consumers)) {
// for events with semantics ONLY_ONCE, mark the topic is a temporary topic
if (ONLY_ONCE.equals(e.getSemantics()) && !tempTopics.containsKey(e.getTopic())) {
tempTopics.put(e.getTopic(), System.currentTimeMillis());
recorder.saveTempTopics(tempTopics);
}
return consumer;
}
return null;
}
public void doSubscribe(String topic, IEventConsumer consumer) {
@ -149,17 +144,14 @@ public class EventBroker {
/**
* do subscribing in registry
*
* @param topic event topic
* @param consumer the consumer
* @param topic2cIds topic registry of broker or a check point in event recorder
* @param topic event topic
* @param consumer the consumer
* @param topic2cIds topic registry of broker or a check point in event recorder
* @param id2Consumers consumer registry of broker or a check point in event recorder
* @return if the subscribing succeeds
*/
public boolean subInReg(
String topic,
IEventConsumer consumer,
Map<String, Set<String>> topic2cIds,
Map<String, IEventConsumer> id2Consumers) {
public boolean subInReg(String topic, IEventConsumer consumer,
Map<String, Set<String>> topic2cIds, Map<String, IEventConsumer> id2Consumers) {
if (null == consumer) {
return false;
}
@ -173,8 +165,8 @@ public class EventBroker {
topic2cIds.get(topic).add(cId);
switch (consumer.getType()) {
case Contract:
LOGGER.info("contract " + ((ContractConsumer) consumer).getContract() +
" subscribes topic " + topic);
LOGGER.info("contract " + ((ContractConsumer) consumer).getContract()
+ " subscribes topic " + topic);
break;
case Node:
LOGGER.info("node " + consumer.getId() + " subscribes topic " + topic);
@ -195,24 +187,22 @@ public class EventBroker {
* do subscribing in registry<br/>
* topic and consumer must not be null at the same time
* <ul>
* <li>if consumer is null and topic is not, it means the topic is a temporary topic, remove it</li>
* <li>if topic is null and consumer is not,
* it means a consumer or a contract wants to unsubscribe all topics,
* remove all related consumers in topic registry and consumer registry</li>
* <li>if two of them is not null, do unsubscribing in two registries</li>
* <li>if consumer is null and topic is not, it means the topic is a temporary topic, remove
* it</li>
* <li>if topic is null and consumer is not, it means a consumer or a contract wants to
* unsubscribe all topics, remove all related consumers in topic registry and consumer
* registry</li>
* <li>if two of them is not null, do unsubscribing in two registries</li>
* </ul>
*
* @param topic event topic
* @param consumer the consumer, just id is required
* @param topic2cIds topic registry of broker or a check point in event recorder
* @param topic event topic
* @param consumer the consumer, just id is required
* @param topic2cIds topic registry of broker or a check point in event recorder
* @param id2Consumers consumer registry of broker or a check point in event recorder
* @return if the subscribing succeeds
*/
public boolean unsubInReg(
String topic,
IEventConsumer consumer,
Map<String, Set<String>> topic2cIds,
Map<String, IEventConsumer> id2Consumers) {
public boolean unsubInReg(String topic, IEventConsumer consumer,
Map<String, Set<String>> topic2cIds, Map<String, IEventConsumer> id2Consumers) {
if (null == topic && null == consumer) {
return false;
}
@ -232,7 +222,8 @@ public class EventBroker {
// if cId belongs to a contract, find all related consumers
toRmIds = new ArrayList<>();
id2Consumers.forEach((k, c) -> {
if (c instanceof ContractConsumer && ((ContractConsumer) c).getContract().equals(cId)) {
if (c instanceof ContractConsumer
&& ((ContractConsumer) c).getContract().equals(cId)) {
toRmIds.add(k);
}
});
@ -255,7 +246,8 @@ public class EventBroker {
/**
* parse consumer information from content str<br/>
* if caller wants to select all consumers of a contract, the content str is also parsed into a node consumer
* if caller wants to select all consumers of a contract, the content str is also parsed into a
* node consumer
*
* @param content json string, {"subscriber": "[subscriber]", "handler?": "[handler]"}
* @return a node consumer or contract consumer, or null if exception is thrown
@ -275,6 +267,9 @@ public class EventBroker {
if (null != handler && !handler.isEmpty()) {
consumer = new ContractConsumer(subscriber, handler);
} else {
if (subscriber.equals(ContractManager.instance.nodeCenterConn.getNodeId())) {
return null;
}
consumer = new NodeConsumer(subscriber);
}
return consumer;
@ -298,19 +293,16 @@ public class EventBroker {
case AT_LEAST_ONCE:
case NEED_RETRY:
// send events to all
topicConsumers.forEach(cId ->
deliverEvent(event, cEvent, nEventStr, cId, topic, true));
topicConsumers
.forEach(cId -> deliverEvent(event, cEvent, nEventStr, cId, topic, true));
break;
case AT_MOST_ONCE:
// send event to a random consumer
// AT_MOST_ONCE, so broker don't need to do anything when delivering fails
deliverEvent(
event,
cEvent,
nEventStr,
topicConsumers.toArray()[(int) (Math.random() * topicConsumers.size())].toString(),
topic,
true);
deliverEvent(event, cEvent, nEventStr,
topicConsumers.toArray()[(int) (Math.random() * topicConsumers.size())]
.toString(),
topic, true);
break;
case ONLY_ONCE:
switch (event.getType()) {
@ -336,20 +328,14 @@ public class EventBroker {
// send PREPUB events to all consumers
// TODO if there are no consumers to receive the ONLY_ONCE events?
ContractManager.threadPool.execute(() -> {
REvent prePubMsg = new REvent(event.getTopic(),
PREPUB,
contentHash,
REvent prePubMsg = new REvent(event.getTopic(), PREPUB, contentHash,
event.getRequestID());
prePubMsg.doSignature(ContractManager.instance.nodeCenterConn.getNodeKeyPair());
topicConsumers.forEach(cId ->
deliverEvent(prePubMsg,
new Event(event.getTopic(),
contentHash,
prePubMsg.getSemantics()),
JsonUtil.toJson(prePubMsg),
cId,
topic,
false));
prePubMsg.doSignature(
ContractManager.instance.nodeCenterConn.getNodeKeyPair());
topicConsumers.forEach(cId -> deliverEvent(prePubMsg,
new Event(event.getTopic(), contentHash,
prePubMsg.getSemantics()),
JsonUtil.toJson(prePubMsg), cId, topic, false));
// wait for responses from contracts (PRESUB events)
while (true) {
try {
@ -357,21 +343,21 @@ public class EventBroker {
flag.wait(30 * 1000L);
}
if (!flag.get().isEmpty()) {
REvent finalMsg = new REvent(flag.get(),
PUBLISH,
event.getContent(),
HashUtil.sha3(
contentHash + System.currentTimeMillis()));
REvent finalMsg = new REvent(flag.get(), PUBLISH,
event.getContent(), HashUtil.sha3(contentHash
+ System.currentTimeMillis()));
// if the delivering fails, retry publishing
finalMsg.setSemantics(NEED_RETRY);
finalMsg.doSignature(
ContractManager.instance.nodeCenterConn.getNodeKeyPair());
ContractManager.instance.nodeCenterConn
.getNodeKeyPair());
handle(finalMsg);
break;
}
} catch (InterruptedException e) {
LOGGER.warn("ONLY_ONE event delivering is interrupted: " + e.getMessage());
// e.printStackTrace();
LOGGER.warn("ONLY_ONE event delivering is interrupted: "
+ e.getMessage());
// e.printStackTrace();
}
}
});
@ -388,20 +374,16 @@ public class EventBroker {
/**
* publish the event to the consumer
*
* @param event event message
* @param cEvent simple event message to the contract consumer, only topic, content and semantics
* @param event event message
* @param cEvent simple event message to the contract consumer, only topic, content and
* semantics
* @param nEventStr event message to the node
* @param cId consumer id
* @param topic topic of the event
* @param isPub if the event is published or pre-published
* @param cId consumer id
* @param topic topic of the event
* @param isPub if the event is published or pre-published
*/
private void deliverEvent(
REvent event,
Event cEvent,
String nEventStr,
String cId,
String topic,
boolean isPub) {
private void deliverEvent(REvent event, Event cEvent, String nEventStr, String cId,
String topic, boolean isPub) {
if (id2Consumers.containsKey(cId)) {
IEventConsumer consumer = id2Consumers.get(cId);
if (consumer instanceof ContractConsumer) {
@ -412,31 +394,24 @@ public class EventBroker {
public void onResult(String unused) {
// if the delivering fails, unsubscribe the consumer
ContractConsumer c = (ContractConsumer) consumer;
ContractClient client = ContractManager.instance.getClient(c.getContract());
String reqID =
ContractManager.instance.nodeCenterConn.getNodeKeyPair().getPublicKeyStr() +
"_" + System.currentTimeMillis();
REvent unsubEvent =
new REvent(
topic,
UNSUBSCRIBE,
"{\"subscriber\":\"" + cId + "\"}",
reqID);
ContractClient client =
ContractManager.instance.getClient(c.getContract());
String reqID = ContractManager.instance.nodeCenterConn.getNodeKeyPair()
.getPublicKeyStr() + "_" + System.currentTimeMillis();
REvent unsubEvent = new REvent(topic, UNSUBSCRIBE,
"{\"subscriber\":\"" + cId + "\"}", reqID);
unsubEvent.doSignature(client.getPubkey(), client.getContractKey());
handle(unsubEvent);
// if the event is an ONLY_ONCE event, retry publishing
if (NEED_RETRY.equals(event.getSemantics())) {
REvent newMsg =
new REvent(
topic.split("\\|")[0],
PUBLISH,
event.getContent(),
event.getRequestID());
REvent newMsg = new REvent(topic.split("\\|")[0], PUBLISH,
event.getContent(), event.getRequestID());
newMsg.setSemantics(ONLY_ONCE);
newMsg.setHash(event.getHash());
newMsg.setTxHash(event.getTxHash());
newMsg.doSignature(ContractManager.instance.nodeCenterConn.getNodeKeyPair());
newMsg.doSignature(
ContractManager.instance.nodeCenterConn.getNodeKeyPair());
handle(newMsg);
}
}
@ -458,8 +433,8 @@ public class EventBroker {
});
} else if (isPub) {
// client consumer
ContractManager.threadPool.execute(() ->
consumer.publishEvent(nEventStr, new ResultCallback() {
ContractManager.threadPool
.execute(() -> consumer.publishEvent(nEventStr, new ResultCallback() {
@Override
public void onResult(String unused) {
unsubInReg(null, consumer, topic2cIds, id2Consumers);
@ -494,4 +469,4 @@ public class EventBroker {
this.flag = flag;
}
}
}
}

View File

@ -1,5 +1,8 @@
package org.bdware.sc.event;
import org.bdware.sc.event.clients.ContractConsumer;
import org.bdware.sc.event.clients.IEventConsumer;
import org.bdware.sc.event.clients.NodeConsumer;
import org.bdware.sc.util.DHTUtil;
import org.bdware.sc.util.JsonUtil;
@ -9,45 +12,64 @@ import static org.bdware.sc.ContractManager.instance;
* @author Kaidong Wu
*/
public class EventCenter {
// private static final Logger LOGGER = LogManager.getLogger(EventCenter.class);
// private static final Logger LOGGER = LogManager.getLogger(EventCenter.class);
/**
* get the nearest node to the topic in the hash function range
*
* @param topic the topic
* @param k the number of centers
* @return id of the node
*/
public String getCenterByTopic(String topic) {
public String[] getCenterByTopic(String topic, int k) {
if (null == instance.nodeCenterConn) {
return null;
}
String[] centers = DHTUtil.getClusterByKey(topic, 1);
String[] centers = DHTUtil.getClusterByKey(topic, k);
if (null == centers || centers.length == 0) {
return null;
}
return centers[0];
return centers;
}
/**
* subscribe a topic in center
*
* @param topic event topic
* @param topic event topic
* @param semantics event semantics, used to mark PRESUB events
* @param center id of event center if the subscribing has been handled
* @param consumer consumer
* @param event original event
*/
public void subInCenter(String topic, REvent.REventSemantics semantics) {
public void subInCenter(String topic, REvent.REventSemantics semantics, String center,
IEventConsumer consumer, REvent event) {
if (null == instance.nodeCenterConn) {
return;
}
REvent msg = new REvent(
topic,
REvent.REventType.SUBSCRIBE,
String.format("{\"subscriber\":\"%s\"}",
instance.nodeCenterConn.getNodeId()),
"");
REvent msg = new REvent(topic, REvent.REventType.SUBSCRIBE,
String.format("{\"subscriber\":\"%s\"}", instance.nodeCenterConn.getNodeId()), "");
msg.setSemantics(semantics);
msg.doSignature(instance.nodeCenterConn.getNodeKeyPair());
String nodeId = getCenterByTopic(topic);
instance.masterStub.deliverEvent(nodeId, JsonUtil.toJson(msg));
msg.setCenter(center);
String[] centers = getCenterByTopic(topic, 2);
if (null == centers) {
return;
}
if (null != center) {
if (centers[0].equals(center) && centers.length > 1) {
instance.masterStub.deliverEvent(centers[1], JsonUtil.toJson(msg));
} else {
instance.masterStub.deliverEvent(centers[0], JsonUtil.toJson(msg));
}
} else if (!instance.masterStub.deliverEvent(centers[0], JsonUtil.toJson(msg))) {
if (consumer instanceof NodeConsumer) {
event.setCenter(centers[0]);
instance.masterStub.deliverEvent(consumer.getId(), JsonUtil.toJson(event));
} else if (consumer instanceof ContractConsumer && centers.length > 1) {
msg.setCenter(centers[0]);
instance.masterStub.deliverEvent(centers[1], JsonUtil.toJson(msg));
}
}
}
/**
@ -61,19 +83,22 @@ public class EventCenter {
if (null == instance.masterStub) {
return false;
}
String nodeId = getCenterByTopic(topic);
return instance.masterStub.deliverEvent(nodeId, JsonUtil.toJson(event));
String[] centers = getCenterByTopic(topic, 1);
if (null == centers) {
return false;
}
return instance.masterStub.deliverEvent(centers[0], JsonUtil.toJson(event));
}
/**
* publish an event to another node; used by NodeConsumer
*
* @param target id of the target node
* @param eStr event string
* @param eStr event string
*/
public void publishEvent(String target, String eStr) {
if (null != instance.masterStub) {
instance.masterStub.deliverEvent(target, eStr);
}
}
}
}

View File

@ -53,7 +53,7 @@ public class EventRecorder {
}
public void createCheckPoint(Map<String, Set<String>> topic2cIds,
Map<String, IEventConsumer> id2Consumers) {
Map<String, IEventConsumer> id2Consumers) {
CheckPoint cp = new CheckPoint(topic2cIds, id2Consumers);
synchronized (latestEvent) {
if (!latestEvent.isCp()) {
@ -79,9 +79,11 @@ public class EventRecorder {
String key = KeyValueRocksDBUtil.instance.getValue(dbName, LATEST_EVENT_KEY);
latestEvent.set(key);
CheckPoint cp = new CheckPoint();
Type topic2cIdsType = TypeToken.getParameterized(ConcurrentHashMap.class, String.class,
TypeToken.getParameterized(Set.class, String.class,
String.class).getType()).getType();
Type topic2cIdsType =
TypeToken
.getParameterized(ConcurrentHashMap.class, String.class,
TypeToken.getParameterized(Set.class, String.class).getType())
.getType();
// retrieving transactions from database
while (null != key && !key.isEmpty()) {
String json = KeyValueRocksDBUtil.instance.getValue(dbName, key);
@ -93,14 +95,16 @@ public class EventRecorder {
if (json.startsWith("cp")) {
// create check point by the transaction and stop retrieving
JsonObject data = JsonUtil.parseStringAsJsonObject(json.substring(2));
cp.topic2cIds = JsonUtil.fromJson(data.get("topic2cIds").toString(), topic2cIdsType);
cp.topic2cIds =
JsonUtil.fromJson(data.get("topic2cIds").toString(), topic2cIdsType);
JsonObject id2Consumers = data.getAsJsonObject("id2Consumers");
for (String k : id2Consumers.keySet()) {
JsonObject consumer = id2Consumers.getAsJsonObject(k);
if (!consumer.has("type")) {
continue;
}
ConsumerType type = ConsumerType.valueOf(consumer.get("type").getAsString());
ConsumerType type =
ConsumerType.valueOf(consumer.get("type").getAsString());
switch (type) {
case Contract:
cp.id2Consumers.put(k,
@ -145,7 +149,8 @@ public class EventRecorder {
// if empty, return the check point
latestEvent.setCp(true);
} else {
// on the base of old check point, process following sub or unsub events to recover registry
// on the base of old check point, process following sub or unsub events to recover
// registry
while (!stack.empty()) {
Object record = stack.pop();
if (record instanceof CheckPoint) {
@ -155,15 +160,19 @@ public class EventRecorder {
IEventConsumer consumer = broker.parseConsumer(tran.content);
switch (tran.type) {
case SUBSCRIBE:
if (!broker.subInReg(tran.topic, consumer, cp.topic2cIds, cp.id2Consumers)) {
if (!broker.subInReg(tran.topic, consumer, cp.topic2cIds,
cp.id2Consumers)) {
LOGGER.warn("record damaged! " + key);
LOGGER.debug("record damaged! " + key + ": " + JsonUtil.toJson(tran));
LOGGER.debug(
"record damaged! " + key + ": " + JsonUtil.toJson(tran));
}
break;
case UNSUBSCRIBE:
if (!broker.unsubInReg(tran.topic, consumer, cp.topic2cIds, cp.id2Consumers)) {
if (!broker.unsubInReg(tran.topic, consumer, cp.topic2cIds,
cp.id2Consumers)) {
LOGGER.warn("record damaged! " + key);
LOGGER.debug("record damaged! " + key + ": " + JsonUtil.toJson(tran));
LOGGER.debug(
"record damaged! " + key + ": " + JsonUtil.toJson(tran));
}
default:
break;
@ -225,7 +234,7 @@ public class EventRecorder {
}
public CheckPoint(Map<String, Set<String>> topic2cIds,
Map<String, IEventConsumer> id2Consumers) {
Map<String, IEventConsumer> id2Consumers) {
this.topic2cIds = topic2cIds;
this.id2Consumers = id2Consumers;
}

View File

@ -1,5 +1,6 @@
package org.bdware.sc.event.clients;
import com.google.gson.Gson;
import com.google.gson.annotations.Expose;
import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
@ -80,6 +81,7 @@ public class ContractConsumer implements IEventConsumer {
return;
}
AtomicInteger callCount = new AtomicInteger(0);
LOGGER.info("ContractConsumer!" + new Gson().toJson(cr));
// TODO sending requests at a high frequency maybe cause that some requests are ignored
ScheduledFuture<?> future = ContractManager.scheduledThreadPool.scheduleAtFixedRate(
() -> ContractManager.instance.executeContractInternal(cr, new ResultCallback() {
@ -89,19 +91,20 @@ public class ContractConsumer implements IEventConsumer {
try {
ContractResult result = JsonUtil.fromJson(str, ContractResult.class);
if (!result.status.equals(ContractResult.Status.Success)) {
if (callCount.get() == TIMEOUT_COUNT ||
(result.status == ContractResult.Status.Exception &&
result.result.toString().contains("not exported"))) {
LOGGER.error(String.format(
"receiving event error! %s.%s: %s", contract, handler, str));
if (callCount.get() == TIMEOUT_COUNT
|| (result.status == ContractResult.Status.Exception
&& result.result.toString()
.contains("not exported"))) {
LOGGER.error(String.format("receiving event error! %s.%s: %s",
contract, handler, str));
rc.onResult((String) null);
} else {
ret = false;
}
}
} catch (Exception e) {
LOGGER.error(String.format(
"receiving event error! %s.%s: %s", contract, handler, e.getMessage()));
LOGGER.error(String.format("receiving event error! %s.%s: %s", contract,
handler, e.getMessage()));
rc.onResult((String) null);
}
callCount.incrementAndGet();
@ -119,10 +122,7 @@ public class ContractConsumer implements IEventConsumer {
}
}
}, (reqID, hashStr) -> {
}),
500L,
2500L,
TimeUnit.MILLISECONDS);
}), 500L, 2500L, TimeUnit.MILLISECONDS);
scheduledFutures.put(getId(), future);
synchronized (flag) {
flag.notify();

View File

@ -1,7 +1,6 @@
package org.bdware.sc.event.clients;
import org.bdware.sc.conn.ResultCallback;
import org.bdware.sc.event.Event;
public interface IEventConsumer {
String getId();
@ -13,8 +12,6 @@ public interface IEventConsumer {
void competeSub(Object msg, ResultCallback rc, String... options);
enum ConsumerType {
Contract,
Node,
WSClient
Contract, Node, WSClient
}
}

View File

@ -43,4 +43,4 @@ public class NodeConsumer implements IEventConsumer {
public void competeSub(Object msg, ResultCallback rc, String... options) {
publishEvent(msg, rc, options);
}
}
}

View File

@ -47,6 +47,5 @@ public class WSClientConsumer implements IEventConsumer {
}
@Override
public void competeSub(Object msg, ResultCallback rc, String... options) {
}
public void competeSub(Object msg, ResultCallback rc, String... options) {}
}

View File

@ -6,7 +6,6 @@ import org.bdware.sc.bean.ContractRequest;
import org.bdware.sc.conn.Description;
import org.bdware.sc.conn.MsgHandler;
import org.bdware.sc.conn.ResultCallback;
import org.bdware.sc.event.REvent;
import org.bdware.sc.get.GetMessage;
import org.bdware.sc.util.JsonUtil;
@ -35,8 +34,7 @@ public class ManagerHandler extends MsgHandler {
cb.onResult(cm.getTimesOfExecution(msg.arg));
}
@Description(
value = "execute Contract, {\"contractID\":\"112233\",\"arg\":\"\"}",
@Description(value = "execute Contract, {\"contractID\":\"112233\",\"arg\":\"\"}",
isAsync = true)
public void executeContract(GetMessage msg, ResultCallback cb) {
ContractRequest c;
@ -89,4 +87,10 @@ public class ManagerHandler extends MsgHandler {
ContractRequest cr = JsonUtil.fromJson(msg.arg, ContractRequest.class);
cb.onResult(cm.addDEMember(cr.getContractID(), cr.getArg().getAsString()));
}
@Description("add distributed execution member, sample: {contractID:id/name, arg:ipAndPort}")
public void getLedgerParams(GetMessage msg, ResultCallback cb) {
cb.onResult(ContractManager.instance.getLedgerParams().toString());
}
}

View File

@ -4,81 +4,51 @@ package org.bdware.sc.units;
import java.io.*;
/*
* 节点启动后记录自己的units信息和合约的一些信息
* 节点重新上线后NC发要求让其恢复则从本地读取自己的这些信息进行恢复
* 节点启动后记录自己的units信息和合约的一些信息 节点重新上线后NC发要求让其恢复则从本地读取自己的这些信息进行恢复
*/
public class ContractRecord implements Serializable {
/* private static final long serialVersionUID = 704775241674568688L;
public transient RecoverFlag recoverFlag = RecoverFlag.Fine;
public String contractID;
public String contractName;
public String key;
public String contractpubKey;
public ContractType type;
public int copies = 1;
public int lastExeSeq = -1;
public boolean isPrivate = false;
public String pubKeyPath;
public String ypkName;
//public Map<String,String> members; //k-udpid,v-udpaddress
public String memory = "";
//JavaScriptEntry
public String invokeID;
public ContractRecord(String id){
this.contractID = id;
}
public ContractRecord(String id,String contractName,String key,String contractpubKey,ContractType type,int copies){
this.contractID = id;
this.contractName = contractName;
this.key = key;
this.contractpubKey = contractpubKey;
this.type = type;
this.copies = copies;
}
public void printContent(){
System.out.println("==========ContractRecord========");
System.out.println("contractID=" + contractID == null ? "null" : contractID);
System.out.println("contractName=" + contractName == null ? "null" : contractName);
System.out.println("key=" + key == null ? "null" : key);
System.out.println("contractPubKey=" + contractpubKey == null ? "null" : contractpubKey);
System.out.println("type=" + type == null ? "null" : type);
System.out.println("lastExeSeq=" + lastExeSeq == null ? "null" : lastExeSeq);
System.out.println("invokeID=" + invokeID == null ? "null" : invokeID);
System.out.println("copies=" + copies);
System.out.println("isPrivate=" + isPrivate);
System.out.println("pubKeyPath=" + pubKeyPath == null ? "null" : pubKeyPath);
System.out.println("ypkName=" + ypkName == null ? "null" : ypkName);
if(members != null){
for(String k : members.keySet()){
System.out.println("members " + k + "-" + members.get(k));
}
}
System.out.println("memory=" + memory == null ? "null" : memory);
System.out.println("==========ContractRecord print finish=======");
}
public static void getContentFromFile(String path){
File file = new File(path);
try{
FileInputStream os = new FileInputStream(file);
ObjectInputStream oos = new ObjectInputStream(os);
ContractRecord record = (ContractRecord) oos.readObject();
record.printContent();
} catch (FileNotFoundException e) {
e.printStackTrace();
} catch (IOException e) {
e.printStackTrace();
} catch (ClassNotFoundException e) {
e.printStackTrace();
}
}*/
/*
* private static final long serialVersionUID = 704775241674568688L;
*
* public transient RecoverFlag recoverFlag = RecoverFlag.Fine;
*
* public String contractID; public String contractName; public String key; public String
* contractpubKey; public ContractType type; public int copies = 1; public int lastExeSeq = -1;
* public boolean isPrivate = false; public String pubKeyPath; public String ypkName;
*
* //public Map<String,String> members; //k-udpid,v-udpaddress
*
* public String memory = "";
*
* //JavaScriptEntry public String invokeID;
*
* public ContractRecord(String id){ this.contractID = id; }
*
* public ContractRecord(String id,String contractName,String key,String
* contractpubKey,ContractType type,int copies){ this.contractID = id; this.contractName =
* contractName; this.key = key; this.contractpubKey = contractpubKey; this.type = type;
* this.copies = copies; }
*
* public void printContent(){ System.out.println("==========ContractRecord========");
*
* System.out.println("contractID=" + contractID == null ? "null" : contractID);
* System.out.println("contractName=" + contractName == null ? "null" : contractName);
* System.out.println("key=" + key == null ? "null" : key); System.out.println("contractPubKey="
* + contractpubKey == null ? "null" : contractpubKey); System.out.println("type=" + type ==
* null ? "null" : type); System.out.println("lastExeSeq=" + lastExeSeq == null ? "null" :
* lastExeSeq); System.out.println("invokeID=" + invokeID == null ? "null" : invokeID);
* System.out.println("copies=" + copies); System.out.println("isPrivate=" + isPrivate);
* System.out.println("pubKeyPath=" + pubKeyPath == null ? "null" : pubKeyPath);
* System.out.println("ypkName=" + ypkName == null ? "null" : ypkName); if(members != null){
* for(String k : members.keySet()){ System.out.println("members " + k + "-" + members.get(k));
* } } System.out.println("memory=" + memory == null ? "null" : memory);
* System.out.println("==========ContractRecord print finish======="); }
*
* public static void getContentFromFile(String path){ File file = new File(path); try{
* FileInputStream os = new FileInputStream(file); ObjectInputStream oos = new
* ObjectInputStream(os); ContractRecord record = (ContractRecord) oos.readObject();
* record.printContent(); } catch (FileNotFoundException e) { e.printStackTrace(); } catch
* (IOException e) { e.printStackTrace(); } catch (ClassNotFoundException e) {
* e.printStackTrace(); } }
*/
}

View File

@ -12,13 +12,11 @@ import java.util.*;
public class ContractUnitController {
private static final Logger LOGGER = LogManager.getLogger(ContractUnitController.class);
private final TrustfulExecutorConnection connection;
private final Map<String, ContractUnit> units; //这个节点上<合约id合约集群>其中每个ContractUnit中存储了对应合约id的其他节点udp信息
private final Map<String, ContractUnit> units; // 这个节点上<合约id合约集群>其中每个ContractUnit中存储了对应合约id的其他节点udp信息
ContractManager manager;
SequencingAlgorithmFactory algorithmFactory;
public ContractUnitController(
TrustfulExecutorConnection connection,
ContractManager manager,
public ContractUnitController(TrustfulExecutorConnection connection, ContractManager manager,
SequencingAlgorithmFactory factory) {
this.connection = connection;
this.manager = manager;
@ -39,18 +37,13 @@ public class ContractUnitController {
unit.node2member = new HashMap<>();
units.put(req.contract.getID(), unit);
System.out.println(
"[ContractUnitController] startContract:"
+ result
+ " isMaster:"
+ req.isMaster
+ " cid:"
+ req.contract.getID());
System.out.println("[ContractUnitController] startContract:" + result + " isMaster:"
+ req.isMaster + " cid:" + req.contract.getID());
break;
case AddMember:
LOGGER.debug("contractID:" + cumsg.getContractID());
unit = units.get(cumsg.getContractID());
unit.addMember(node, cumsg); //启动通过在UDPTrustExecutor中遍历memebers使得这个合约集群中每个节点都有其他节点的UDP信息便于之后护发UDP消息
unit.addMember(node, cumsg); // 启动通过在UDPTrustExecutor中遍历memebers使得这个合约集群中每个节点都有其他节点的UDP信息便于之后护发UDP消息
break;
case Sequencing:
unit = units.get(cumsg.getContractID());
@ -59,7 +52,7 @@ public class ContractUnitController {
break;
case Unknown:
default:
//recover start
// recover start
ContractUnitStartRequest req2 = ContractUnitStartRequest.parse(cumsg.content);
unit = new ContractUnit();
unit.connection = connection;
@ -68,12 +61,8 @@ public class ContractUnitController {
unit.node2member = new HashMap<>();
units.put(req2.contract.getID(), unit);
System.out.println(
"[ContractUnitController] startContract:"
+ " isMaster:"
+ req2.isMaster
+ " cid:"
+ req2.contract.getID());
System.out.println("[ContractUnitController] startContract:" + " isMaster:"
+ req2.isMaster + " cid:" + req2.contract.getID());
break;
}
}
@ -84,7 +73,7 @@ public class ContractUnitController {
public static class ContractUnit implements TrustfulExecutorConnection, Serializable {
public String contractID;
public Map<Node, ContractUnitMember> node2member; //存储和自己在一个合约集群的其他节点信息
public Map<Node, ContractUnitMember> node2member; // 存储和自己在一个合约集群的其他节点信息
private transient CommitAlgorithm commitAlgorithm;
private transient TrustfulExecutorConnection connection;
@ -148,16 +137,9 @@ public class ContractUnitController {
}
public String getDisplayStr() {
return "pSize:"
+ (prepare == null ? "null" : prepare.size())
+ " cSize:"
+ (commit == null ? "null" : commit.size())
+ " isSendCommit:"
+ isSendCommit
+ " isSendReply:"
+ isSendReply
+ " buffSize:"
+ buff.size();
return "pSize:" + (prepare == null ? "null" : prepare.size()) + " cSize:"
+ (commit == null ? "null" : commit.size()) + " isSendCommit:" + isSendCommit
+ " isSendReply:" + isSendReply + " buffSize:" + buff.size();
}
}
}

View File

@ -4,15 +4,15 @@ import org.bdware.sc.conn.Node;
public class ContractUnitMember extends Node {
private static final long serialVersionUID = 8175664649689078937L;
public Node node;
public String pubKey;
private static final long serialVersionUID = 8175664649689078937L;
public Node node;
public String pubKey;
public ContractUnitMember(Node node) {
this.node = node;
}
public ContractUnitMember(Node node) {
this.node = node;
}
public Node getNode() {
return node;
}
}
public Node getNode() {
return node;
}
}

View File

@ -12,98 +12,99 @@ import org.zz.gmhelper.SM2Util;
public class ContractUnitMessage implements Serializable {
private static final long serialVersionUID = 584934384202845750L;
ContractUnitType type;
private String contractID;
String requestID;
String signature;
byte[] content;
private static final long serialVersionUID = 584934384202845750L;
ContractUnitType type;
private String contractID;
String requestID;
String signature;
byte[] content;
public ContractUnitMessage(String requestID, String contractID, byte[] sender) {
this.requestID = requestID;
this.setContractID(contractID);
}
public ContractUnitMessage(String requestID, String contractID, byte[] sender) {
this.requestID = requestID;
this.setContractID(contractID);
}
public ContractUnitMessage() {
// TODO Auto-generated constructor stub
}
public ContractUnitMessage() {
// TODO Auto-generated constructor stub
}
public static ContractUnitMessage parse(byte[] b) {
try {
ByteArrayInputStream bi = new ByteArrayInputStream(b);
ObjectInputStream input = new ObjectInputStream(bi);
ContractUnitMessage ret = (ContractUnitMessage) input.readObject();
return ret;
} catch (Exception e) {
e.printStackTrace();
}
return null;
}
public static ContractUnitMessage parse(byte[] b) {
try {
ByteArrayInputStream bi = new ByteArrayInputStream(b);
ObjectInputStream input = new ObjectInputStream(bi);
ContractUnitMessage ret = (ContractUnitMessage) input.readObject();
return ret;
} catch (Exception e) {
e.printStackTrace();
}
return null;
}
public byte[] toByteArray() {
try {
ByteArrayOutputStream bo = new ByteArrayOutputStream();
ObjectOutputStream output = new ObjectOutputStream(bo);
output.writeObject(this);
return bo.toByteArray();
} catch (Exception e) {
e.printStackTrace();
}
return null;
}
public byte[] toByteArray() {
try {
ByteArrayOutputStream bo = new ByteArrayOutputStream();
ObjectOutputStream output = new ObjectOutputStream(bo);
output.writeObject(this);
return bo.toByteArray();
} catch (Exception e) {
e.printStackTrace();
}
return null;
}
private static String IDA = "PBFTMsg";
private static String IDA = "PBFTMsg";
// public void sign(NodeInfo info) {
// sender = info.getNodeID();
// signature = sm02.sign(content, IDA, info.privKey).toString();
// }
// public void sign(NodeInfo info) {
// sender = info.getNodeID();
// signature = sm02.sign(content, IDA, info.privKey).toString();
// }
public boolean verify(ContractUnitMember member) {
ECPublicKeyParameters param = BCECUtil.createECPublicKeyFromStrParameters(member.pubKey,SM2Util.CURVE,SM2Util.DOMAIN_PARAMS);
public boolean verify(ContractUnitMember member) {
ECPublicKeyParameters param = BCECUtil.createECPublicKeyFromStrParameters(member.pubKey,
SM2Util.CURVE, SM2Util.DOMAIN_PARAMS);
return SM2Util.verify(param,content, signature.getBytes());
}
return SM2Util.verify(param, content, signature.getBytes());
}
public void setType(ContractUnitType type) {
this.type = type;
}
public void setType(ContractUnitType type) {
this.type = type;
}
public ContractUnitType getType() {
return type;
}
public ContractUnitType getType() {
return type;
}
public byte[] getContent() {
return content;
}
public byte[] getContent() {
return content;
}
public void setContent(byte[] content) {
this.content = content;
}
public void setContent(byte[] content) {
this.content = content;
}
public String getContractID() {
return contractID;
}
public String getContractID() {
return contractID;
}
public String getRequestID() {
return requestID;
}
public String getRequestID() {
return requestID;
}
public String getDisplayStr() {
StringBuilder sb = new StringBuilder();
sb.append(requestID);
sb.append("_TYPE_").append(type);
sb.append("_");
sb.append(getContractID());
sb.append("_");
sb.append(" content:");
sb.append(new String(content));
return sb.toString();
}
public String getDisplayStr() {
StringBuilder sb = new StringBuilder();
sb.append(requestID);
sb.append("_TYPE_").append(type);
sb.append("_");
sb.append(getContractID());
sb.append("_");
sb.append(" content:");
sb.append(new String(content));
return sb.toString();
}
public void setContractID(String contractID) {
this.contractID = contractID;
}
public void setContractID(String contractID) {
this.contractID = contractID;
}
}

View File

@ -10,37 +10,37 @@ import org.bdware.sc.bean.Contract;
import org.bdware.sc.conn.Node;
public class ContractUnitStartRequest implements Serializable {
/**
*
*/
private static final long serialVersionUID = -1540780483790689627L;
public Contract contract;
public boolean isMaster;
public Node[] members;
public static ContractUnitStartRequest parse(byte[] content) {
try {
ByteArrayInputStream input = new ByteArrayInputStream(content);
ObjectInputStream objInput;
objInput = new ObjectInputStream(input);
return (ContractUnitStartRequest) objInput.readObject();
/**
*
*/
private static final long serialVersionUID = -1540780483790689627L;
public Contract contract;
public boolean isMaster;
public Node[] members;
} catch (Exception e) {
e.printStackTrace();
}
return null;
}
public static ContractUnitStartRequest parse(byte[] content) {
try {
ByteArrayInputStream input = new ByteArrayInputStream(content);
ObjectInputStream objInput;
objInput = new ObjectInputStream(input);
return (ContractUnitStartRequest) objInput.readObject();
public byte[] toByteArray() {
try {
ByteArrayOutputStream bo = new ByteArrayOutputStream();
ObjectOutputStream objOutput = new ObjectOutputStream(bo);
objOutput.writeObject(this);
return bo.toByteArray();
} catch (Exception e) {
e.printStackTrace();
}
return null;
}
} catch (Exception e) {
e.printStackTrace();
}
return null;
}
public byte[] toByteArray() {
try {
ByteArrayOutputStream bo = new ByteArrayOutputStream();
ObjectOutputStream objOutput = new ObjectOutputStream(bo);
objOutput.writeObject(this);
return bo.toByteArray();
} catch (Exception e) {
e.printStackTrace();
}
return null;
}
}

View File

@ -4,27 +4,28 @@ import java.io.Serializable;
public enum ContractUnitType implements Serializable {
Start(0), AddMember(1), Sequencing(2), Unknown(3);
private int type;
Start(0), AddMember(1), Sequencing(2), Unknown(3);
private ContractUnitType(int i) {
type = i;
}
private int type;
public static ContractUnitType fromByte(int i) {
switch (i) {
case 0:
return Start;
case 1:
return AddMember;
case 2:
return Sequencing;
default:
return Unknown;
}
}
private ContractUnitType(int i) {
type = i;
}
public int toInt() {
return type;
}
public static ContractUnitType fromByte(int i) {
switch (i) {
case 0:
return Start;
case 1:
return AddMember;
case 2:
return Sequencing;
default:
return Unknown;
}
}
public int toInt() {
return type;
}
}

View File

@ -22,7 +22,7 @@ import java.util.concurrent.atomic.AtomicInteger;
public class MultiContractMeta implements IDSerializable {
private static final Logger LOGGER = LogManager.getLogger(MultiContractMeta.class);
private final AtomicInteger lastExeSeq; // last executed request seq
public volatile int curExeSeq = -1; // 当前正在执行请求序号 for multipoint contract requests
public volatile int curExeSeq = -1; // 当前正在执行请求序号 for multipoint contract requests
public String memory;
public String key; // privateKey
public String publicKey;
@ -101,10 +101,9 @@ public class MultiContractMeta implements IDSerializable {
public void setLastExeSeq(int lastExeSeq) {
this.lastExeSeq.set(lastExeSeq);
if (KeyValueDBUtil.instance.containsKey(
CMTables.LastExeSeq.toString(), contractID)) { // 如果现在是Stable模式就同步刷到磁盘
KeyValueDBUtil.instance.setValue(
CMTables.LastExeSeq.toString(), contractID, String.valueOf(lastExeSeq));
if (KeyValueDBUtil.instance.containsKey(CMTables.LastExeSeq.toString(), contractID)) { // 如果现在是Stable模式就同步刷到磁盘
KeyValueDBUtil.instance.setValue(CMTables.LastExeSeq.toString(), contractID,
String.valueOf(lastExeSeq));
}
}
@ -154,19 +153,18 @@ public class MultiContractMeta implements IDSerializable {
public String[] getMembers() {
return members;
}
public String joinMembers(String delimiter){
public String joinMembers(String delimiter) {
StringBuilder sb = new StringBuilder();
if (members.length > 0)
sb.append(members[0]);
else return "";
else
return "";
for (int i = 1; i < members.length; i++) {
sb.append(delimiter).append(members[i]);
}
return sb.toString();
}
public void setMembers(String[] m) {
members = m;
}
public void setMembers(JsonArray members) {
String[] copied = new String[members.size()];

View File

@ -3,5 +3,5 @@ package org.bdware.sc.units;
import org.bdware.sc.conn.Node;
public class PubKeyNode extends Node {
public String pubkey;
public String pubkey;
}

View File

@ -1,5 +1,5 @@
package org.bdware.sc.units;
public enum RecoverFlag {
Fine,ToRecover,Recovering;
Fine, ToRecover, Recovering;
}

View File

@ -24,7 +24,8 @@ public class RespCache {
} else {
waiter.wait(5000L);
timeout &= waiter.get() * 2 > count;
if (!timeout) waiter.notifyAll();
if (!timeout)
waiter.notifyAll();
return timeout;
}
}

View File

@ -4,5 +4,5 @@ import org.bdware.sc.consistency.CommitAlgorithm;
import org.bdware.sc.units.ContractUnitController.ContractUnit;
public interface SequencingAlgorithmFactory {
public CommitAlgorithm create(ContractUnitStartRequest req, ContractUnit unit);
public CommitAlgorithm create(ContractUnitStartRequest req, ContractUnit unit);
}

View File

@ -13,4 +13,4 @@ public interface TrustfulExecutorConnection<T extends Node> {
}
List<T> getNodes();
}
}

View File

@ -25,9 +25,8 @@ public class DHTUtil {
String hash = HashUtil.sha3ToFixedLen(key, nodes[0].length() - 2);
int l = 0, r = nodes.length - 1, m,
h2l = hash.compareTo(nodes[l].substring(2)), r2h = nodes[r].substring(2).compareTo(hash),
h2m;
int l = 0, r = nodes.length - 1, m, h2l = hash.compareTo(nodes[l].substring(2)),
r2h = nodes[r].substring(2).compareTo(hash), h2m;
BigInteger bigH = null;
String selected;
do {
@ -42,8 +41,7 @@ public class DHTUtil {
break;
}
if (l + 1 == r) {
BigInteger bigL = getBigInteger(nodes[l]),
bigR = getBigInteger(nodes[r]);
BigInteger bigL = getBigInteger(nodes[l]), bigR = getBigInteger(nodes[r]);
bigH = new BigInteger(hash, 16);
if (bigR.subtract(bigH).compareTo(bigH.subtract(bigL)) > -1) {
selected = nodes[l];
@ -65,7 +63,7 @@ public class DHTUtil {
}
} while (true);
if (k == 1) {
return new String[]{selected};
return new String[] {selected};
}
List<String> ret = new ArrayList<>();
ret.add(selected);

View File

@ -5,12 +5,16 @@ import org.bdware.sc.conn.Node;
import org.bdware.sc.conn.OnHashCallback;
import org.bdware.sc.conn.ResultCallback;
import java.util.Map;
public interface ContractExecutor {
void execute(String requestID, ContractRequest req, ResultCallback rcb, OnHashCallback hcb);
default void close() {
}
default void onRecover(Map<String, Object> args) {}
default void onSyncMessage(Node node, byte[] data) {
}
default void onDeliverBlock(String data) {}
default void close() {}
default void onSyncMessage(Node node, byte[] data) {}
}

View File

@ -3,6 +3,5 @@ package org.bdware.server.trustedmodel;
import java.io.Serializable;
public enum ContractUnitStatus implements Serializable {
CommonMode,
StableMode;
CommonMode, StableMode;
}

View File

@ -0,0 +1,11 @@
package org.bdware.server.trustedmodel;
public class MultiReqSeq {
public final int seq;
public final long startTime;
public MultiReqSeq(int s) {
seq = s;
startTime = System.currentTimeMillis();
}
}

View File

@ -14,7 +14,8 @@ public class SingleNodeExecutor implements ContractExecutor {
}
@Override
public void execute(String requestID, ContractRequest req, ResultCallback rcb, OnHashCallback hcb) {
public void execute(String requestID, ContractRequest req, ResultCallback rcb,
OnHashCallback hcb) {
cm.executeLocallyAsync(req, rcb, hcb);
}
}
}

View File

@ -2,9 +2,11 @@ package org.bdware.sc.test;
import org.bdware.sc.ContractManager;
public class ContractManagerTest {
public static void main(String[] args) {
ContractManager.yjsPath = "./generatedlib/yjs.jar";
ContractManager.instance = new ContractManager();
}
}

View File

@ -0,0 +1,20 @@
package org.bdware.sc.test;
import com.google.gson.Gson;
import java.lang.reflect.Method;
public class ReflectionTest {
public static class Test {
public static void go(String... args) {
System.out.println(new Gson().toJson(args));
}
}
@org.junit.Test
public void go() throws Exception {
Method m = Test.class.getDeclaredMethod("go", String[].class);
String[] abc = new String[] {"ab", "cd"};
m.invoke(null, new Object[] {abc});
}
}

View File

@ -12,17 +12,15 @@ public class RespCacheTest {
new Thread(() -> {
try {
Thread.sleep(j * 1000);
if (j > 2) Thread.sleep(6 * 1000);
if (j > 2)
Thread.sleep(6 * 1000);
} catch (InterruptedException e) {
e.printStackTrace();
}
boolean waitResult = cache.waitForHalf();
System.out.println(
"tid:"
+ Thread.currentThread().getId()
+ " reach target, waitResult:"
+ waitResult);
System.out.println("tid:" + Thread.currentThread().getId()
+ " reach target, waitResult:" + waitResult);
}).start();
}
Thread.sleep(20000);
@ -37,17 +35,15 @@ public class RespCacheTest {
new Thread(() -> {
try {
Thread.sleep(j * 1000);
if (j > 2) Thread.sleep(1900);
if (j > 2)
Thread.sleep(1900);
} catch (InterruptedException e) {
e.printStackTrace();
}
boolean waitResult = cache.waitForHalf();
System.out.println(
"tid:"
+ Thread.currentThread().getId()
+ " reach target, waitResult:"
+ waitResult);
System.out.println("tid:" + Thread.currentThread().getId()
+ " reach target, waitResult:" + waitResult);
}).start();
}
Thread.sleep(20000);
@ -66,11 +62,8 @@ public class RespCacheTest {
e.printStackTrace();
}
boolean waitResult = cache.waitForHalf();
System.out.println(
"tid:"
+ Thread.currentThread().getId()
+ " reach target, waitResult:"
+ waitResult);
System.out.println("tid:" + Thread.currentThread().getId()
+ " reach target, waitResult:" + waitResult);
}).start();
}
Thread.sleep(10000);