zhaozihao/registry
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

init

Browse Source
This commit is contained in:
PhiTer9426
2022-05-03 21:07:23 +08:00
parent 6152edc1b6
commit 641d6cda65
46 changed files with 5026 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

49
datanet-search-engine-backend/yjs/DAC.yjs Normal file
View File

@@ -0,0 +1,49 @@
module NaiveDAC{
function initDAC(req){
Global.acceptList = {
};
Global.applyList = {
};
Global.owner = req;
}
function checkPermission(req){
return (Global.acceptList[req]!=undefined);
}
export function hasPermission(arg){
return (Global.acceptList[requester]!=undefined);
}
export function accept(req){
if (requester==Global.owner){
Global.acceptList[req] = Global.applyList[req];
if (Global.applyList[req] != undefined)
Global.applyList[req] = undefined;
return true;
}
return false;
}
export function cancel(req){
if (requester==Global.owner){
Global.applyList[req] = Global.acceptList[req];
if (Global.acceptList[req] != undefined)
Global.acceptList[req] = undefined;
return true;
}
return false;
}
export function apply(remark){
if (remark != undefined && requester !=undefined){
Global.applyList[requester] = remark;
return "success";
}
return "failed"
}
export function isOwner(arg){
return Global.owner==requester;
}
export function getApplyList(arg){
return JSON.stringify(Global.applyList);
}
export function getAcceptList(arg){
return JSON.stringify(Global.acceptList);
}
}

410
datanet-search-engine-backend/yjs/SearchEngine.yjs Normal file
View File

@@ -0,0 +1,410 @@
import "DAC.yjs"
@Permission("RocksDB")
//onCreate时初始化rocksdb
oracle SearchEngine {
function onCreate(){
Global.message = "";
Global.events = [];
Global.allSearchCount=0;//搜索次数
Global.allIndexCount=0;//检索次数
Global.allUpdateCount=0;//更新次数
Global.allInvokeCount=0//调用次数
Global.allRepoCount=0;//Repo数量
//SearchEngine监管的Repo数据
Global.allUserCount=0;//用户数量
Global.AllDoCount=0;//Do数量
//SearchEngine监管的Do数据
initDAC(requester);
Global.se= org.bdware.datanet.searchengine.SearchEngine.createObj("SearchEngineDoMetaIndex");
}
//onRecover初始化索引
function onRecover(){
// Global.se= org.bdware.datanet.searchengine.SearchEngine.createObj("SearchEngineDoMetaIndex");
// Global.message = "";
// Global.events = [];
// Global.allSearchCount=0;//搜索次数
// Global.allIndexCount=0;//检索次数
// Global.allUpdateCount=0;//更新次数
// Global.allInvokeCount=0//调用次数
// Global.allRepoCount=0;//Repo数量
// //SearchEngine监管的Repo数据
// Global.allUserCount=0;//用户数量
// Global.AllDoCount=0;//Do数量
// initDAC(requester);
}
function convertArgToJson(arg){
if (typeof(arg)=='string') return JSON.parse(arg);
return arg;
}
function updateRepoHandler(e) {
var ret = "receive event, topic: " + e.topic + " content: " + e.content;
var params=JSON.parse(e.content);
//print("update"+e.content);
//print(params.contractID);
var res=executeContract(params.contractID+"","getMetaByOffset",e.content);
print("update res "+res.result);
jo=JSON.parse(res.result);
//print("zzz"+JSON.stringify(jo));
//var jo=res.result;
for(var i=0;i<jo.length;i++){
jo[i].doId=params.doId+"/"+jo[i].key;
print("do:"+JSON.stringify(jo));
addDo(JSON.stringify(jo[i]));
}
Global.allUpdateCount++;
}
export function testevent(){
var res0=executeContract("DBRepo","testOffset","");
print("se"+JSON.stringify(res0));
//print(res0.result.data);
var res=executeContract("DBRepo","getMetaByOffset","{\"count\":1,\"offset\":0}");
print("se"+JSON.stringify(res));
jo=res.result;
print("zzz"+JSON.stringify(jo));
for(var i=0;i<jo.length;i++){
jo[i].doId="x.x.x/"+jo[i].key;
//print("zzz"+JSON.stringify(jo[i]));
addDo(JSON.stringify(jo[i]));
}
}
//{"name":"SearchEngine","pubKey":"04da01345770b7e09d4774bf6c0395399b18814aa0b7b158f64b634b8f3d628d9964af6523835225af11e467271f4969d67bf90b32eaa09f517c79b2d1f9b8a926","signature":"804f86b71650e747fef0eb1e822156325aee14f96e848547feeeab6850e34f8b27853ce4aded3a063292e90a349753667caffd944ab45dd8be6076930aaf79c3"}
export function getLRS(arg){
//res=executeContract("Router","getLRS",arg);
//获取到的res为一个对象或者"failed"
//info=JSON.parse(res).result.result;
// Global.rocksdb.put("info",info);
//return res;
//模拟
mockres="{\"date\": \"2016-07-04\",\"name\": \"搜索引擎\",\"doId\": \"86.139.38\",\"address\": \"39.104.209.15\",\"status\": \"已审核\",\"protocol\": \"IRP\",\"pubKey\": \"04da01345770b7e09d4774bf6c0395399b18814aa0b7b158f64b634b8f3d628d9964af6523835225af11e467271f4969d67bf90b32eaa09f517c79b2d1f9b8a926\"}"
info=JSON.parse(mockres);
SearchEnginedb = RocksDBUtil.loadDB("./SearchEngineDBdir/","false");
SearchEnginedb.put("info",JSON.stringify(info));
SearchEnginedb.close();
//return JSON.parse(res).result.result;
return "success";
}
export function getinfo(arg){
//如果空返回null
SearchEnginedb = RocksDBUtil.loadDB("./SearchEngineDBdir/","false");
info=SearchEnginedb.get("info");
SearchEnginedb.close();
return info;
}
export function setinfo(arg){
SearchEnginedb = RocksDBUtil.loadDB("./SearchEngineDBdir/","false");
SearchEnginedb.put("info",arg);
SearchEnginedb.close();
return "success";
}
//{"doId":"aibd.govdata.tj/DBRepo","repoName":"DB类型Repo","contractID":"DBRepo"}
//{"doId":"aibd.govdata.tj/RepoDemo","repoName":"repoDemo","contractID":"repoDemo"}
//添加repo
//1.向对应repo注册
//2.getCount
//3.getMetaByOffset
//4.订阅这个Repo的事件，事件名称是RepoID
@Description("示例参数一个JsonObj: {\"doId\":\"aibd.govdata.tj/DBRepo\",\"repoName\":\"DB类型Repo\",\"contractID\":\"DBRepo\"}")
export function addRepo(arg){
arg=convertArgToJson(arg);
//index和不index有啥区别？
if(arg.enableIndex==true){
Global.allIndexCount++;
updateEvent=executeContract(arg.contractID+"","getEvent","").result;
//print(event);
//订阅事件
YancloudUtil.subscribe(updateEvent, updateRepoHandler);
Global.events.push(updateEvent);
//向repo注册
var regist={
name:"端节点搜索引擎",contractID:"SearchEngine"};
executeContract(arg.contractID+"","register",JSON.stringify(regist));
//getCount
count=executeContract(arg.contractID+"","getCount","").result;
doCountDB = RocksDBUtil.loadDB("./SearchEngineDoCount/","false");
doCountDB.put(arg.doId,count);
doCountDB.close();
//print(count);
//getMetaByOffset
var param={
};
param.count=count/1;
param.offset=0;
//print(JSON.stringify(param));
///print(arg.contractID);
var ret=executeContract(arg.contractID+"","getMetaByOffset",JSON.stringify(param));
//print(JSON.stringify(ret));
var dolist = ret.result;
for(var i=0;i<dolist.length;i++){
//print(dolist[i].key);
//print(dolist[i].value);
jo=JSON.parse(dolist[i].value);
jo.doId=arg.doId+"/"+dolist[i].key;
//jo.doId=dolist[i].key;
print("do:"+JSON.stringify(jo));
addDo(JSON.stringify(jo));
}
Global.allUpdateCount++;
Global.allRepoCount++;
repodb = RocksDBUtil.loadDB("./SearchEngineRepoList/","false");
repodb.put(arg.doId,JSON.stringify(arg));
repodb.close();
}
return {
"msg":"success"};
}
export function testoffset(arg){
arg=JSON.parse(arg);
count=executeContract(arg.contractID+"","getCount","").result;
//print(count);
var param={
};
param.count=1/1;
param.offset=0;
//print(JSON.stringify(param));
//print(arg.contractID);
var ret=executeContract("DBRepo","getMetaByOffset","{\"count\":1,\"offset\":0}");
//print(JSON.stringify(ret));
}
//{"doId":"86.139.28/d/d","owner":"xxx"}
export function testAddDo(arg){
var jo=convertArgToJson(arg);
if(jo.prefix==undefined){
jo.prefix=jo.doId.substr(0,jo.doId.lastIndexOf('/'));
//print(jo.prefix);
}
Global.allUpdateCount++;
Global.allDoCount++;
dodb=RocksDBUtil.loadDB("./SearchEngineDoList/","false");
//print(jo.doId);
dodb.put(jo.doId,JSON.stringify(jo));
dodb.close();
// print(JSON.stringify(jo));
return Global.se.update(jo);
}
//{"doId":"86.139.28","owner":"xxx"}
export function addDo(arg){
print(arg);
jo=convertArgToJson(arg);
Global.allUpdateCount++;
Global.allDoCount++;
dodb=RocksDBUtil.loadDB("./SearchEngineDoList/","false");
//print(jo.doId);
dodb.put(jo.doId,arg);
dodb.close();
print(JSON.stringify(jo));
return Global.se.update(jo);
}
//86.139.28/abc
@Description("示例参数: \"doi\"")
export function getByDoid(arg){
Global.allSearchCount++;
dodb=RocksDBUtil.loadDB("./SearchEngineDoList/","false");
ret=dodb.get(arg);
dodb.close();
return ret;
}
//{"type":"doid","keyword":"86.139.28/abc"}
//{"type":"owner","keyword":"04f21"}
export function searchDo(arg){
Global.allSearchCount++;
var jo=JSON.parse(arg)
if(jo.count==undefined) jo.count=10;
if(jo.offset==undefined) jo.offset=0;
return Global.se.search(jo);
}
//{"type":"doid","keyword":"86.139.28/abc","count":10,"offset":"0"}
// export function searchByOffset(arg){
// Global.searchCount++;
// arg=JSON.parse(arg)
// return Global.se.search(arg.type,arg.keyword,arg.count,arg.offset);
// }
//{"type":"creatTime","keyword":"creatTime","count":10,"offset":"0","from":"1141363811328","to":"1941363811328"}
export function searchByRange(arg){
Global.allSearchCount++;
arg=JSON.parse(arg)
return Global.se.searchByRange(arg);
}
//多个标签的搜索
//params是一个数组，对应若干个key和val
//执行对value的模糊搜索
//count和offset可缺省
//{"params":[{"type":"info","keyword":"说明"},{"type":"doid","keyword":"aibd"}],"count":"10","offset":"0"}
export function searchByMultiTag(arg){
Global.allSearchCount++;
var arg=JSON.parse(arg);
return Global.se.searchByMultiTag(arg);
}
//模糊搜索
// {"keyword":"balabala","count":10,"offset":0}
// export function searchByFuzzy(arg){
// Global.searchCount++;
// arg=JSON.parse(arg)
// return Global.se.search(arg.type,arg.keyword,arg.count,arg.offset);
// }
//"86.139.28/1"
//只支持根据doid删除
@Description("示例参数: \"abc\"")
export function deleteDo(arg){
Global.allUpdateCount++;
Global.allDoCount--;
dodb=RocksDBUtil.loadDB("./SearchEngineDoList/","false");
//这里要删除！！！！
dodb.close();
return Global.se.delete(arg);
}
@Description("遍历KV库，无需参数")
export function iterRepo(arg){
repodb=RocksDBUtil.loadDB("./SearchEngineRepoList/","false");
var iter = repodb.newIterator();
var obj = undefined;
var ret = [];
var count=0;
for (iter.seekToFirst();(obj=repodb.getNext(iter))!=undefined;){
ret.push(obj);
count++;
}
repodb.close();
Global.allRepoCount=count;
return {
"data":ret,"total":count};
}
//测试用，待删除
export function iterDo(arg){
Global.allSearchCount++;
dodb=RocksDBUtil.loadDB("./SearchEngineDoList/","false");
var iter = dodb.newIterator();
var obj = undefined;
var ret = [];
var count=0;
for (iter.seekToFirst();(obj=dodb.getNext(iter))!=undefined;){
ret.push(obj);
count++;
}
Global.allDoCount=count;
dodb.close();
return JSON.stringify(ret)
}
//{"doId":"xxx","count":1,"offset":0}
export function getDoList(arg){
Global.allSearchCount++;
arg =convertArgToJson(arg);
if(arg.count==undefined) arg.count=10;
if(arg.offset==undefined) arg.offset=0;
if(arg.doId==undefined){
dodb=RocksDBUtil.loadDB("./SearchEngineDoList/","false");
var iter = dodb.newIterator();
var obj = undefined;
var ret = [];
var i=0;
for (iter.seekToFirst();i<arg.offset&&(obj= dodb.getNext(iter))!=undefined;i++){;};
i=0;
for (;(obj= dodb.getNext(iter))!=undefined&&i<arg.count+arg.offset;i++){
value=convertArgToJson(obj.value);
ret.push(value);
}
return {data: ret, total: ret.length};
}
else{
dodb=RocksDBUtil.loadDB("./SearchEngineDoList/","false");
var iter = dodb.newIterator();
var obj = undefined;
var ret = [];
var i=0;
for (iter.seekToFirst();i<arg.offset&&(obj= dodb.getNext(iter))!=undefined;i++){;};
i=0;
for (;(obj= dodb.getNext(iter))!=undefined&&i<arg.count+arg.offset;i++){
value=convertArgToJson(obj.value);
if(value.prefix==arg.doId){
ret.push(value);
}
}
return {data: ret, total: ret.length};
}
}
export function hello(arg){
return "hello World"+requester;
//return org.bdware.datanet.searchEngine.searchEngine.test();
}
export function testMock(arg){
return 0;
}
export function getAllRepoCount(arg) {
return {"data":Global.allRepoCount};
}
export function getAllUserCount(arg) {
return {"data":Global.allUserCount};
}
export function getAllSearchCount(arg) {
return {"data":Global.allSearchCount};
}
export function getAllUpdateCount(arg) {
return {"data":Global.allUpdateCount};
}
export function getAllDoCount(arg) {
return {"data":Global.allDoCount};
}
export function getAllIndexCount(arg) {
return {"data":Global.allIndexCount};
}
//ControlProxy使用的接口
//参数：doid的模糊匹配
//bdware.txte/Repo1/do.newele.data
//输入:"Repo"
//"data":[{
// "doId":"bdware.txte/Repo1","count":10}
// ,{
// "doId":"bdware.txte/Repo2","count":12}
// ]};
export function getDoCount(arg) {
Global.searchCount++;
doCountDB = RocksDBUtil.loadDB("./SearchEngineDoCount/","false");
var iter = doCountDB.newIterator();
var obj = undefined;
var ret = [];
var count=0;
for (iter.seekToFirst();(obj=doCountDB.getNext(iter))!=undefined;){
//print(JSON.stringify(ret));
var matchs_array=obj.key.match(arg);
if(matchs_array==null) continue;
else if(matchs_array.length>0) ret.push({
"doId":obj.key,"count":obj.value/1}
);
}
return {
"data":ret};
}
export function testIndex(arg) {
return Global.se.test();
}
//全量同步
//{"doId":"aibd.govdata.tj/RepoDemo","repoName":"repoDemo","contractID":"repoDemo"}
export function fullSync(arg) {
//getCount
arg=JSON.parse(arg);
count=executeContract(arg.contractID+"","getCount","").result;
doCountDB = RocksDBUtil.loadDB("./SearchEngineDoCount/","false");
doCountDB.put(arg.doId,count);
doCountDB.close();
//print(count);
//getMetaByOffset
var param={
};
param.count=count/1;
param.offset=0;
var ret=executeContract(arg.contractID+"","getMetaByOffset",JSON.stringify(param));
var dolist = JSON.parse(ret.result);
for(var i=0;i<dolist.length;i++){
// print(dolist[i].key);
// print(dolist[i].value);
jo=JSON.parse(dolist[i].value);
jo.doId=arg.doId+"/"+dolist[i].key;
// print(JSON.stringify(jo));
addDo(JSON.stringify(jo));
}
}
}

9
datanet-search-engine-backend/yjs/manifest.json Normal file
View File

@@ -0,0 +1,9 @@
{
"main": "SearchEngine.yjs",
"memory": "kill",
"doi": "Contract_1172400934",
"insnLimit": 0,
"buildTime": 1635385270646,
"builder": "ContractEngine",
"startAtUnpack": true
}

6
datanet-search-engine-backend/yjs/mockConfig.json Normal file
View File

@@ -0,0 +1,6 @@
{
"config": {
"testMock":{"result":"@int(80,100)"}
},
"version": "0.0.0"
}