Skip to content

D
Distributes-Search
Commit ac98241b authored by mohammad.salama's avatar mohammad.salama
Browse files
Options

GRPC and Distributed Search and Auto Recovery working good

parent 133d4005
Expand all Hide whitespace changes
Inline Side-by-side
Showing with 542 additions and 200 deletions
.idea/workspace.xml
View file @ ac98241b
......@@ -10,21 +10,26 @@
</component>
<component name="ChangeListManager">
<list default="true" id="b8bcd35c-99f3-44c8-a866-59f81c3c8bd0" name="Changes" comment="">
<change afterPath="$PROJECT_DIR$/src/main/java/GRPCConnection/GRPCClient/GRPCClient.java" afterDir="false" />
<change afterPath="$PROJECT_DIR$/src/main/java/WebSide/WebClient.java" afterDir="false" />
<change afterPath="$PROJECT_DIR$/src/main/java/WebSide/WebServer.java" afterDir="false" />
<change afterPath="$PROJECT_DIR$/src/main/java/GRPCConnection/GRPCServiceStart.java" afterDir="false" />
<change afterPath="$PROJECT_DIR$/src/main/resources/application.properties" afterDir="false" />
<change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
<change beforePath="$PROJECT_DIR$/logs/app.log" beforeDir="false" afterPath="$PROJECT_DIR$/logs/app.log" afterDir="false" />
<change beforePath="$PROJECT_DIR$/out/artifacts/Distributed_Search_jar/Distributed-Search.jar" beforeDir="false" />
<change beforePath="$PROJECT_DIR$/src/main/java/GRPCConnection/GRPCClient/GRPCClient.java" beforeDir="false" afterPath="$PROJECT_DIR$/src/main/java/GRPCConnection/GRPCClient/GRPCClient.java" afterDir="false" />
<change beforePath="$PROJECT_DIR$/src/main/java/GRPCConnection/GRPCServer/GRPCServer.java" beforeDir="false" afterPath="$PROJECT_DIR$/src/main/java/GRPCConnection/GRPCServer/GRPCServer.java" afterDir="false" />
<change beforePath="$PROJECT_DIR$/src/main/java/GRPCConnection/Main.java" beforeDir="false" />
<change beforePath="$PROJECT_DIR$/src/main/java/WebSide/WebClient.java" beforeDir="false" afterPath="$PROJECT_DIR$/src/main/java/WebSide/WebClient.java" afterDir="false" />
<change beforePath="$PROJECT_DIR$/src/main/java/WebSide/WebServer.java" beforeDir="false" afterPath="$PROJECT_DIR$/src/main/java/WebSide/WebServer.java" afterDir="false" />
<change beforePath="$PROJECT_DIR$/src/main/java/org/AutoHealerAndClusterSearch/AutoHealerAndClusterSearch/Application.java" beforeDir="false" afterPath="$PROJECT_DIR$/src/main/java/org/AutoHealerAndClusterSearch/AutoHealerAndClusterSearch/Application.java" afterDir="false" />
<change beforePath="$PROJECT_DIR$/src/main/java/org/AutoHealerAndClusterSearch/AutoHealerAndClusterSearch/Coordinator.java" beforeDir="false" afterPath="$PROJECT_DIR$/src/main/java/org/AutoHealerAndClusterSearch/AutoHealerAndClusterSearch/Coordinator.java" afterDir="false" />
<change beforePath="$PROJECT_DIR$/src/main/java/org/AutoHealerAndClusterSearch/AutoHealerAndClusterSearch/ServiceRegistry.java" beforeDir="false" afterPath="$PROJECT_DIR$/src/main/java/org/AutoHealerAndClusterSearch/AutoHealerAndClusterSearch/ServiceRegistry.java" afterDir="false" />
<change beforePath="$PROJECT_DIR$/src/main/java/org/AutoHealerAndClusterSearch/GRPCConnection/GRPCClient/GRPCClient.java" beforeDir="false" />
<change beforePath="$PROJECT_DIR$/src/main/java/org/AutoHealerAndClusterSearch/GRPCConnection/GRPCServer/GRPCServer.java" beforeDir="false" afterPath="$PROJECT_DIR$/src/main/java/GRPCConnection/GRPCServer/GRPCServer.java" afterDir="false" />
<change beforePath="$PROJECT_DIR$/src/main/java/org/AutoHealerAndClusterSearch/GRPCConnection/Main.java" beforeDir="false" afterPath="$PROJECT_DIR$/src/main/java/GRPCConnection/Main.java" afterDir="false" />
<change beforePath="$PROJECT_DIR$/target/classes/GRPCConnection/GRPCClient/GRPCClient.class" beforeDir="false" afterPath="$PROJECT_DIR$/target/classes/GRPCConnection/GRPCClient/GRPCClient.class" afterDir="false" />
<change beforePath="$PROJECT_DIR$/target/classes/GRPCConnection/GRPCServer/GRPCServer.class" beforeDir="false" afterPath="$PROJECT_DIR$/target/classes/GRPCConnection/GRPCServer/GRPCServer.class" afterDir="false" />
<change beforePath="$PROJECT_DIR$/target/classes/GRPCConnection/Main.class" beforeDir="false" />
<change beforePath="$PROJECT_DIR$/target/classes/org/AutoHealerAndClusterSearch/AutoHealerAndClusterSearch/Application.class" beforeDir="false" afterPath="$PROJECT_DIR$/target/classes/org/AutoHealerAndClusterSearch/AutoHealerAndClusterSearch/Application.class" afterDir="false" />
<change beforePath="$PROJECT_DIR$/target/classes/org/AutoHealerAndClusterSearch/AutoHealerAndClusterSearch/Coordinator$1.class" beforeDir="false" afterPath="$PROJECT_DIR$/target/classes/org/AutoHealerAndClusterSearch/AutoHealerAndClusterSearch/Coordinator$1.class" afterDir="false" />
<change beforePath="$PROJECT_DIR$/target/classes/org/AutoHealerAndClusterSearch/AutoHealerAndClusterSearch/Coordinator.class" beforeDir="false" afterPath="$PROJECT_DIR$/target/classes/org/AutoHealerAndClusterSearch/AutoHealerAndClusterSearch/Coordinator.class" afterDir="false" />
<change beforePath="$PROJECT_DIR$/target/classes/org/AutoHealerAndClusterSearch/AutoHealerAndClusterSearch/ServiceRegistry$1.class" beforeDir="false" afterPath="$PROJECT_DIR$/target/classes/org/AutoHealerAndClusterSearch/AutoHealerAndClusterSearch/ServiceRegistry$1.class" afterDir="false" />
<change beforePath="$PROJECT_DIR$/target/classes/org/AutoHealerAndClusterSearch/AutoHealerAndClusterSearch/ServiceRegistry.class" beforeDir="false" afterPath="$PROJECT_DIR$/target/classes/org/AutoHealerAndClusterSearch/AutoHealerAndClusterSearch/ServiceRegistry.class" afterDir="false" />
<change beforePath="$PROJECT_DIR$/target/classes/org/AutoHealerAndClusterSearch/GRPCConnection/Main.class" beforeDir="false" />
</list>
<option name="SHOW_DIALOG" value="false" />
<option name="HIGHLIGHT_CONFLICTS" value="true" />
......@@ -66,7 +71,7 @@
&quot;SHARE_PROJECT_CONFIGURATION_FILES&quot;: &quot;true&quot;,
&quot;ToolWindowRun.ShowToolbar&quot;: &quot;false&quot;,
&quot;jdk.selected.JAVA_MODULE&quot;: &quot;17 (2)&quot;,
&quot;last_opened_file_path&quot;: &quot;D:/HIAST/FIY/FS/Distributed Systems/Lab/8/Distributed-Search/src/main/java&quot;,
&quot;last_opened_file_path&quot;: &quot;D:/HIAST/FIY/FS/Distributed Systems/Lab/4/HomeWork&quot;,
&quot;project.structure.last.edited&quot;: &quot;Artifacts&quot;,
&quot;project.structure.proportion&quot;: &quot;0.15&quot;,
&quot;project.structure.side.proportion&quot;: &quot;0.2&quot;,
......@@ -95,20 +100,7 @@
<command value="mvn clean install" />
</option>
</component>
<component name="RunManager" selected="Application.Node1">
<configuration name="Main" type="Application" factoryName="Application" temporary="true" nameIsGenerated="true">
<option name="MAIN_CLASS_NAME" value="org.AutoHealerAndClusterSearch.GRPCConnection.Main" />
<module name="Distributed-Search" />
<extension name="coverage">
<pattern>
<option name="PATTERN" value="org.AutoHealerAndClusterSearch.GRPCConnection.*" />
<option name="ENABLED" value="true" />
</pattern>
</extension>
<method v="2">
<option name="Make" enabled="true" />
</method>
</configuration>
<component name="RunManager">
<configuration name="Node1" type="Application" factoryName="Application">
<option name="MAIN_CLASS_NAME" value="org.AutoHealerAndClusterSearch.AutoHealerAndClusterSearch.Application" />
<module name="Distributed-Search" />
......@@ -130,13 +122,6 @@
<option name="Make" enabled="true" />
</method>
</configuration>
<configuration name="Node4" type="Application" factoryName="Application">
<option name="MAIN_CLASS_NAME" value="org.AutoHealerAndClusterSearch.AutoHealerAndClusterSearch.Application" />
<module name="Distributed-Search" />
<method v="2">
<option name="Make" enabled="true" />
</method>
</configuration>
<configuration name="Distributed-Search.jar" type="JarApplication" temporary="true">
<option name="JAR_PATH" value="$PROJECT_DIR$/out/artifacts/Distributed_Search_jar/Distributed-Search.jar" />
<method v="2" />
......@@ -145,14 +130,11 @@
<item itemvalue="Application.Node1" />
<item itemvalue="Application.Node2" />
<item itemvalue="Application.Node3" />
<item itemvalue="Application.Node4" />
<item itemvalue="Application.Main" />
<item itemvalue="JAR Application.Distributed-Search.jar" />
</list>
<recent_temporary>
<list>
<item itemvalue="JAR Application.Distributed-Search.jar" />
<item itemvalue="Application.Main" />
</list>
</recent_temporary>
</component>
......@@ -181,4 +163,20 @@
</map>
</option>
</component>
<component name="XDebuggerManager">
<breakpoint-manager>
<breakpoints>
<line-breakpoint enabled="true" type="java-line">
<url>file://$PROJECT_DIR$/src/main/java/GRPCConnection/GRPCServer/GRPCServer.java</url>
<line>41</line>
<option name="timeStamp" value="1" />
</line-breakpoint>
<line-breakpoint enabled="true" type="java-line">
<url>file://$PROJECT_DIR$/src/main/java/org/AutoHealerAndClusterSearch/AutoHealerAndClusterSearch/ServiceRegistry.java</url>
<line>122</line>
<option name="timeStamp" value="10" />
</line-breakpoint>
</breakpoints>
</breakpoint-manager>
</component>
</project>
\ No newline at end of file
logs/app.log
View file @ ac98241b
This diff is collapsed.
src/main/java/GRPCConnection/GRPCClient/GRPCClient.java
View file @ ac98241b
package GRPCConnection.GRPCClient;
import io.grpc.ManagedChannel;
import io.grpc.ManagedChannelBuilder;
import org.AutoHealerAndClusterSearch.SearchReply;
......@@ -21,7 +22,7 @@ public class GRPCClient
forAddress("localhost" , 6565).
usePlaintext().build();
SearchServiceGrpc.SearchServiceBlockingStub stub = SearchServiceGrpc.newBlockingStub(channel);
SearchRequest request = SearchRequest.newBuilder().setQuery("Hello There !!").build();
SearchRequest request = SearchRequest.newBuilder().setQuery("There is a file to be read be full of kindness").build();
SearchReply reply = stub.search(request);
List<String> stringList = reply.getFilesList();
for (String s: stringList)
......
src/main/java/GRPCConnection/GRPCServer/GRPCServer.java
View file @ ac98241b
......@@ -6,13 +6,17 @@ import org.AutoHealerAndClusterSearch.SearchReply;
import org.AutoHealerAndClusterSearch.SearchRequest;
import org.AutoHealerAndClusterSearch.SearchServiceGrpc;
import org.apache.zookeeper.KeeperException;
import org.apache.zookeeper.ZooKeeper;
import org.lognet.springboot.grpc.GRpcService;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.stereotype.Component;
import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
import java.util.concurrent.ExecutionException;
/**
......@@ -20,36 +24,25 @@ import java.util.List;
* it has threads embedded , we must configure the Coordinator only yo
* handle requests sent from here , no need to act like a Server !!
* */
@GRpcService
public class GRPCServer extends SearchServiceGrpc.SearchServiceImplBase
{
private Coordinator coordinator;
/* public GRPCServer(Coordinator coordinator)
{
this.coordinator = coordinator;
}*/
//Logger logger = LoggerFactory.getLogger(GRPCServer.class);
@Override
public void search(SearchRequest request, StreamObserver<SearchReply> responseObserver)
{
//logger.info("Request Has Arrived , Query is :" + request.getQuery());
List<String> ans = new ArrayList<>();
String x = request.getQuery();
ans.add("Sorry Something Went Wrong " + x);
ans.add("replying to : " + x);
/*try
{
ans = coordinator.search(request.getQuery());
try {
ans = Coordinator.search(x);
} catch (IOException | InterruptedException | KeeperException | ExecutionException e) {
throw new RuntimeException(e);
}
catch (IOException | InterruptedException | KeeperException | ExecutionException e)
{
logger.error("Error In GRPC While Getting answers for Query");
//throw new RuntimeException(e);
}*/
SearchReply reply = SearchReply.newBuilder().addAllFiles(ans).build();
responseObserver.onNext(reply);
......
src/main/java/GRPCConnection/Main.java → src/main/java/GRPCConnection/GRPCServiceStart.java
View file @ ac98241b
......@@ -3,11 +3,12 @@ package GRPCConnection;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
@SpringBootApplication
public class Main
public class GRPCServiceStart
{
public static void main(String[] args)
public static void start()
{
SpringApplication.run(Main.class);
SpringApplication.run(GRPCServiceStart.class);
}
}
src/main/java/WebSide/WebClient.java
View file @ ac98241b
......@@ -2,5 +2,5 @@ package WebSide;
public class WebClient
{
}
}
\ No newline at end of file
src/main/java/WebSide/WebServer.java
View file @ ac98241b
package WebSide;
public class WebServer {
public class WebServer
{
private final String GRPC_SERVER = "localhost";
private final String Search_End_Point = "/search";
}
src/main/java/org/AutoHealerAndClusterSearch/AutoHealerAndClusterSearch/Application.java
View file @ ac98241b
......@@ -15,7 +15,7 @@ public class Application implements Watcher
private static final String address = "192.168.184.10:2181";
private static final int SESSION_TIMEOUT = 3000; //dead client
private static final int DEFAULT_PORT = 54321;
//private static final int DEFAULT_PORT = 54321;
private ZooKeeper zooKeeper;
private final Logger logger = LoggerFactory.getLogger(Application.class);
......
src/main/java/org/AutoHealerAndClusterSearch/AutoHealerAndClusterSearch/Coordinator.java
View file @ ac98241b
......@@ -19,25 +19,12 @@ import java.util.stream.Stream;
public class Coordinator
{
private ZooKeeper zooKeeper;
private static final String PHYSICAL_ZNODES_PATH = "/physical_nodes";
private int COORDINATOR_PORT;
private static String FILES_DIRECTORY = System.getProperty("user.dir") + "/SearchFiles/";;
private static final Logger logger = LoggerFactory.getLogger(Coordinator.class);
private String FILES_DIRECTORY = "";
private final Logger logger = LoggerFactory.getLogger(Coordinator.class);
public Coordinator(ZooKeeper zooKeeper , String SOCKET)
{
this.zooKeeper = zooKeeper;
COORDINATOR_PORT = Integer.parseInt(SOCKET.split(":")[1]);
FILES_DIRECTORY = System.getProperty("user.dir") + "/SearchFiles/";
}
public List<String> search(String query) throws IOException, InterruptedException, KeeperException, ExecutionException {
public static List<String> search(String query) throws IOException, InterruptedException, KeeperException, ExecutionException {
List<SearchQueryResponse> responses = spreadQuery(query);
if (responses == null)
{
......@@ -57,9 +44,7 @@ public class Coordinator
}
private SearchQueryResponse sendRequestToNode(SearchQueryRequest searchQueryRequest, String ipAddress)
private static SearchQueryResponse sendRequestToNode(SearchQueryRequest searchQueryRequest, String ipAddress)
{
SearchQueryResponse searchQueryResponse = null;
String ip = ipAddress.split(":")[0];
......@@ -81,7 +66,7 @@ public class Coordinator
return searchQueryResponse;
}
private void printResponses(List<String> filesAnswer)
private static void printResponses(List<String> filesAnswer)
{
///GRPC Connection
if (filesAnswer.size() == 0)
......@@ -96,8 +81,7 @@ public class Coordinator
}
private void handleClient(String query)
private static void handleClient(String query)
{
try
{
......@@ -136,7 +120,7 @@ public class Coordinator
* Each slave will Send the set of words with their frequency percentage in each file
* and EACH SLAVE HAS A UNIQUE SET OF FILES !!
* */
private Map<String , Double> getFilesScore(List<SearchQueryResponse> respons , String query)
private static Map<String , Double> getFilesScore(List<SearchQueryResponse> respons , String query)
{
if (respons == null) return null;
if (query.isEmpty()) return null;
......@@ -158,7 +142,7 @@ public class Coordinator
return fileScore;
}
private List<String> getFilesInOrder(Map<String , Double> filesScore)
private static List<String> getFilesInOrder(Map<String , Double> filesScore)
{
List<String> files = new ArrayList<>();
if(filesScore == null)
......@@ -186,7 +170,7 @@ public class Coordinator
* Each slave will Send the set of words with their frequency percentage in each file
* and EACH SLAVE HAS A UNIQUE SET OF FILES !!
*/
private Map<String , Double> calculateIDF(List<SearchQueryResponse> respons , String query)
private static Map<String , Double> calculateIDF(List<SearchQueryResponse> respons , String query)
{
Map<String , Double> wordsIDF = new HashMap<>();
int totalNumberOfFiles = countFilesInDirectory();
......@@ -206,7 +190,7 @@ public class Coordinator
}
return wordsIDF;
}
private int countFilesInDirectory()
private static int countFilesInDirectory()
{
try (Stream<Path> files = Files.list(Paths.get(FILES_DIRECTORY)))
{
......@@ -225,45 +209,33 @@ public class Coordinator
* response is map here the keys are words
* and values are list of pair<fileName,Number Of Appearance of the word in it>
* */
public List<SearchQueryResponse> spreadQuery(String query) throws InterruptedException, KeeperException, IOException, ExecutionException
public static List<SearchQueryResponse> spreadQuery(String query) throws InterruptedException, KeeperException, IOException, ExecutionException
{
List<String> physicalZnodes = zooKeeper.getChildren(PHYSICAL_ZNODES_PATH, false);
List<String> physicalZnodesAddresses = ServiceRegistry.getAllServiceAddresses();
if (physicalZnodes.isEmpty())
if (physicalZnodesAddresses.isEmpty())
{
return null;
}
int totalFilesNumber = countFilesInDirectory();
//System.out.println("Files Number = " + totalFilesNumber);
int filesNumberforNode = (totalFilesNumber + physicalZnodes.size()-1)/physicalZnodes.size();
int filesNumberforNode = (totalFilesNumber + physicalZnodesAddresses.size()-1)/physicalZnodesAddresses.size();
int remaining = totalFilesNumber;
int index = 0;
int filesOffset=0;
ExecutorService executorService = Executors.newFixedThreadPool(physicalZnodes.size());
ExecutorService executorService = Executors.newFixedThreadPool(physicalZnodesAddresses.size());
List<Callable<SearchQueryResponse>> tasks = new ArrayList<>();
///distributing Files for NODES!!!
while (remaining > 0)
{
String physicalZnode = physicalZnodes.get(index);
Stat stat = zooKeeper.exists(PHYSICAL_ZNODES_PATH + "/" + physicalZnodes.get(index), false);
if (stat == null) {
logger.warn("Physical Node : " + physicalZnode + " is dowm!");
physicalZnodes.remove(index);
///nodes size ==0 ??
filesNumberforNode = (totalFilesNumber + physicalZnodes.size() - 1) / physicalZnodes.size();
continue;
}
String ipAddress = new String(
zooKeeper.getData(
PHYSICAL_ZNODES_PATH + "/" + physicalZnodes.get(index),
false, stat)
);
String ipAddress = physicalZnodesAddresses.get(index);
SearchQueryRequest searchQueryRequest = new SearchQueryRequest(query , filesNumberforNode , filesOffset);
tasks.add(() -> sendRequestToNode(searchQueryRequest, ipAddress));
index = (1 + index) % physicalZnodes.size();
index = (1 + index) % physicalZnodesAddresses.size();
filesOffset = (filesOffset + filesNumberforNode) % totalFilesNumber;
remaining -= filesNumberforNode;
}
......@@ -280,5 +252,5 @@ public class Coordinator
return respons;
}
}
src/main/java/org/AutoHealerAndClusterSearch/AutoHealerAndClusterSearch/ServiceRegistry.java
View file @ ac98241b
package org.AutoHealerAndClusterSearch.AutoHealerAndClusterSearch;
import GRPCConnection.GRPCServiceStart;
import org.apache.zookeeper.*;
import org.apache.zookeeper.data.Stat;
import org.slf4j.Logger;
......@@ -22,9 +23,8 @@ public class ServiceRegistry implements Watcher
private TransientWorker transientWorker = null;
private String currentZnode = null;
private List<String> allServiceAddresses = null;
private int numberOfInstances;
private static List<String> allServiceAddresses = null;
public ServiceRegistry(ZooKeeper zooKeeper)
{
this.zooKeeper = zooKeeper;
......@@ -66,15 +66,20 @@ public class ServiceRegistry implements Watcher
transientWorker = new TransientWorker(metadata);
transientWorker.start();
}
public void registerToCoordinator(String metadata) throws InterruptedException, KeeperException, IOException
{
this.currentZnode = zooKeeper.create(COORDINATOR_ZNODE_PATH + "/coordinator_", metadata.getBytes(),
ZooDefs.Ids.OPEN_ACL_UNSAFE, CreateMode.EPHEMERAL_SEQUENTIAL);
logger.info("Registered to be Coordinator and I am Master !");
coordinator = new Coordinator(this.zooKeeper , metadata);
//coordinator.start();
//GRPCServer server = new GRPCServer(coordinator);
GRPCServiceStart.start();
/*Thread thread = new Thread(()-> new Runnable() {
@Override
public void run() {
GRPCServiceStart.start();
}
});
thread.start();*/
}
public void registerForUpdates() {
try
......@@ -110,7 +115,7 @@ public class ServiceRegistry implements Watcher
private void updateAddresses() throws KeeperException, InterruptedException
{
List<String> workerZnodes = zooKeeper.getChildren(PHYSICAL_ZNODES_PATH, false);
List<String> workerZnodes = zooKeeper.getChildren(PHYSICAL_ZNODES_PATH, this);
List<String> addresses = new ArrayList<>(workerZnodes.size());
......@@ -131,6 +136,11 @@ public class ServiceRegistry implements Watcher
}
public static List<String> getAllServiceAddresses()
{
return allServiceAddresses;
}
@Override
public void process(WatchedEvent watchedEvent)
{
......@@ -153,91 +163,4 @@ public class ServiceRegistry implements Watcher
}
/*private void launchWorkersIfNecessary() throws KeeperException, InterruptedException, IOException
{
List<String> physicalZnodes = zooKeeper.getChildren(PHYSICAL_ZNODES_PATH, this);
List<String> workers = zooKeeper.getChildren(WORKERS_ZNODES_PATH, this);
for (String worker : workers)
{
Stat stat = zooKeeper.exists(WORKERS_ZNODES_PATH + "/" + worker, false);
if (stat == null) {
workers.remove(worker);
continue;
}
String node = new String(zooKeeper.getData(WORKERS_ZNODES_PATH + "/" + worker, false, stat));
if (!physicalZnodes.contains(node))
{
workers.remove(worker);
}
}
List<String> sortedWorkers = NodeSorting.sort(getOriginalNodes(workers), physicalZnodes);
while (workers.size() > numberOfInstances)
{
Stat stat = zooKeeper.exists(WORKERS_ZNODES_PATH + "/" + workers.get(0), false);
if (stat == null) {
workers.remove(0);
continue;
}
zooKeeper.delete(WORKERS_ZNODES_PATH + "/" + workers.get(0) , -1);
}
int neededInstances = numberOfInstances - workers.size();
if (neededInstances <= 0) return;
int index = 0;
int size = sortedWorkers.size();
while (neededInstances>0
&& size>0)
{
Stat stat = zooKeeper.exists(PHYSICAL_ZNODES_PATH + "/" + sortedWorkers.get(index), false);
if (stat == null)
{
sortedWorkers.remove(index);
size--;
continue;
}
startNewWorker(sortedWorkers.get(index));
neededInstances--;
index = (index + 1) % size;
}
}*/
/*private List<byte[]> getOriginalNodes(List<String> workers) throws InterruptedException, KeeperException {
List<byte[]> ans = new ArrayList<>();
for (String worker : workers)
{
Stat stat = zooKeeper.exists(WORKERS_ZNODES_PATH+"/"+worker ,false);
if (stat == null) continue;
ans.add(zooKeeper.getData(WORKERS_ZNODES_PATH+"/"+worker,false,stat ));
}
return ans;
}*/
/*private void startNewWorker(String physicalNode) throws IOException, InterruptedException, KeeperException
{
String remoteUser = new String(zooKeeper.getData(PHYSICAL_ZNODES_PATH+"/"+physicalNode , false, null));
String remoteJarFilePath = "/root/AutoHealer/Worker.jar"; //+ file.getName();
logger.info("Sending To : " + remoteUser);
String sshCommand = "ssh " + remoteUser + " \"java -jar " + remoteJarFilePath + " " +physicalNode+"\"";
System.out.println(sshCommand);
Runtime.getRuntime().exec(sshCommand);
//long pid=Runtime.getRuntime().exec(sshCommand).pid();
//System.out.println(pid);
}*/
}
src/main/resources/application.properties 0 → 100644
View file @ ac98241b
grpc.server.port=5678
\ No newline at end of file
target/classes/application.properties 0 → 100644
View file @ ac98241b
grpc.server.port=5678
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment

HIAST - GitLab