Skip to content

A
auto-healer-zookeeper
Commit ef3f523a authored by rawan's avatar rawan
Browse files
Options

Initial commit

parents
Show whitespace changes
Inline Side-by-side
Showing with 489 additions and 0 deletions
.idea/compiler.xml 0 → 100644
View file @ ef3f523a
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="CompilerConfiguration">
<annotationProcessing>
<profile name="Maven default annotation processors profile" enabled="true">
<sourceOutputDir name="target/generated-sources/annotations" />
<sourceTestOutputDir name="target/generated-test-sources/test-annotations" />
<outputRelativeToContentRoot value="true" />
<module name="autohealer" />
</profile>
</annotationProcessing>
</component>
</project>
\ No newline at end of file
.idea/encodings.xml 0 → 100644
View file @ ef3f523a
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="Encoding">
<file url="file://$PROJECT_DIR$/src/main/java" charset="UTF-8" />
<file url="file://$PROJECT_DIR$/src/main/resources" charset="UTF-8" />
</component>
</project>
\ No newline at end of file
.idea/jarRepositories.xml 0 → 100644
View file @ ef3f523a
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="RemoteRepositoriesConfiguration">
<remote-repository>
<option name="id" value="central" />
<option name="name" value="Central Repository" />
<option name="url" value="https://repo.maven.apache.org/maven2" />
</remote-repository>
<remote-repository>
<option name="id" value="central" />
<option name="name" value="Maven Central repository" />
<option name="url" value="https://repo1.maven.org/maven2" />
</remote-repository>
<remote-repository>
<option name="id" value="jboss.community" />
<option name="name" value="JBoss Community repository" />
<option name="url" value="https://repository.jboss.org/nexus/content/repositories/public/" />
</remote-repository>
</component>
</project>
\ No newline at end of file
.idea/misc.xml 0 → 100644
View file @ ef3f523a
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="ExternalStorageConfigurationManager" enabled="true" />
<component name="MavenProjectsManager">
<option name="originalFiles">
<list>
<option value="$PROJECT_DIR$/pom.xml" />
</list>
</option>
</component>
<component name="ProjectRootManager" version="2" languageLevel="JDK_17" default="true" project-jdk-name="17" project-jdk-type="JavaSDK" />
</project>
\ No newline at end of file
.idea/vcs.xml 0 → 100644
View file @ ef3f523a
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="VcsDirectoryMappings">
<mapping directory="$PROJECT_DIR$/.." vcs="Git" />
</component>
</project>
\ No newline at end of file
.idea/workspace.xml 0 → 100644
View file @ ef3f523a
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="AutoImportSettings">
<option name="autoReloadType" value="SELECTIVE" />
</component>
<component name="ChangeListManager">
<list default="true" id="09c2cdeb-da7c-4fc3-8e7b-a0edfcd38ff5" name="Changes" comment="" />
<option name="SHOW_DIALOG" value="false" />
<option name="HIGHLIGHT_CONFLICTS" value="true" />
<option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
<option name="LAST_RESOLUTION" value="IGNORE" />
</component>
<component name="Git.Settings">
<option name="RECENT_GIT_ROOT_PATH" value="$PROJECT_DIR$/.." />
</component>
<component name="MarkdownSettingsMigration">
<option name="stateVersion" value="1" />
</component>
<component name="MavenImportPreferences">
<option name="generalSettings">
<MavenGeneralSettings>
<option name="useMavenConfig" value="true" />
</MavenGeneralSettings>
</option>
</component>
<component name="ProjectId" id="2aUIDMBn1fiD4OfFEsFyf5ggKq4" />
<component name="ProjectLevelVcsManager" settingsEditedManually="true" />
<component name="ProjectViewState">
<option name="hideEmptyMiddlePackages" value="true" />
<option name="showLibraryContents" value="true" />
</component>
<component name="PropertiesComponent"><![CDATA[{
"keyToString": {
"RunOnceActivity.OpenProjectViewOnStart": "true",
"RunOnceActivity.ShowReadmeOnStart": "true",
"last_opened_file_path": "D:/HIAST Library/Teaching/DS/2024/Lec10/autohealer-exercise/autohealer"
}
}]]></component>
<component name="SpellCheckerSettings" RuntimeDictionaries="0" Folders="0" CustomDictionaries="0" DefaultDictionary="application-level" UseSingleDictionary="true" transferred="true" />
<component name="TaskManager">
<task active="true" id="Default" summary="Default task">
<changelist id="09c2cdeb-da7c-4fc3-8e7b-a0edfcd38ff5" name="Changes" comment="" />
<created>1704366609391</created>
<option name="number" value="Default" />
<option name="presentableId" value="Default" />
<updated>1704366609391</updated>
</task>
<servers />
</component>
<component name="Vcs.Log.Tabs.Properties">
<option name="TAB_STATES">
<map>
<entry key="MAIN">
<value>
<State />
</value>
</entry>
</map>
</option>
</component>
</project>
\ No newline at end of file
cluster_events.log 0 → 100644
View file @ ef3f523a
[2025-12-22 00:38:49] Autohealer started. Monitoring cluster for 2 workers.
[2025-12-22 00:38:49] Healing required: 0/2 workers active.
[2025-12-22 00:38:49] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000376)
[2025-12-22 00:38:49] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000377)
[2025-12-22 00:39:58] Autohealer started. Monitoring cluster for 4 workers.
[2025-12-22 00:39:58] Healing required: 0/4 workers active.
[2025-12-22 00:39:58] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000378)
[2025-12-22 00:39:58] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000379)
[2025-12-22 00:39:58] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000380)
[2025-12-22 00:39:58] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000381)
[2025-12-22 00:40:15] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:40:15] Healing required: 1/4 workers active.
[2025-12-22 00:40:15] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000382)
[2025-12-22 00:40:15] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000383)
[2025-12-22 00:40:15] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000384)
[2025-12-22 00:40:15] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:40:20] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:40:20] Healing required: 3/4 workers active.
[2025-12-22 00:40:20] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000385)
[2025-12-22 00:40:24] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:40:24] Healing required: 0/4 workers active.
[2025-12-22 00:40:24] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000386)
[2025-12-22 00:40:25] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000387)
[2025-12-22 00:40:25] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000388)
[2025-12-22 00:40:25] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000389)
[2025-12-22 00:40:27] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:40:30] Healing required: 1/4 workers active.
[2025-12-22 00:40:30] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000390)
[2025-12-22 00:40:30] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000391)
[2025-12-22 00:40:30] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000392)
[2025-12-22 00:40:30] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:40:31] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:40:31] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:40:32] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:40:34] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:40:38] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:40:38] Healing required: 2/4 workers active.
[2025-12-22 00:40:38] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000393)
[2025-12-22 00:40:38] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000394)
[2025-12-22 00:40:38] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:40:38] Healing required: 1/4 workers active.
[2025-12-22 00:40:38] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000395)
[2025-12-22 00:40:40] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000396)
[2025-12-22 00:40:40] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000397)
[2025-12-22 00:40:43] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:40:43] Healing required: 0/4 workers active.
[2025-12-22 00:40:45] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000398)
[2025-12-22 00:40:46] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000399)
[2025-12-22 00:40:46] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000400)
[2025-12-22 00:40:46] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000401)
[2025-12-22 00:40:46] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:40:54] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:40:54] Healing required: 0/4 workers active.
[2025-12-22 00:40:54] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000402)
[2025-12-22 00:40:54] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000403)
[2025-12-22 00:40:54] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000404)
[2025-12-22 00:40:54] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000405)
[2025-12-22 00:40:54] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:40:59] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:41:00] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:41:00] Healing required: 2/4 workers active.
[2025-12-22 00:41:00] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000406)
[2025-12-22 00:41:00] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000407)
[2025-12-22 00:41:01] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:41:02] Healing required: 3/4 workers active.
[2025-12-22 00:41:02] Scheduled new worker on node: node_192.168.56.1 (Task ID: task_0000000408)
[2025-12-22 00:41:02] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:41:02] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:41:03] Change detected in cluster (Nodes or Workers changed).
[2025-12-22 00:41:04] Change detected in cluster (Nodes or Workers changed).
dependency-reduced-pom.xml 0 → 100644
View file @ ef3f523a
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>org.example</groupId>
<artifactId>autohealer</artifactId>
<version>1.0-SNAPSHOT</version>
<build>
<plugins>
<plugin>
<artifactId>maven-compiler-plugin</artifactId>
<version>3.11.0</version>
<configuration>
<source>17</source>
<target>17</target>
</configuration>
</plugin>
<plugin>
<artifactId>maven-shade-plugin</artifactId>
<version>3.5.0</version>
<executions>
<execution>
<phase>package</phase>
<goals>
<goal>shade</goal>
</goals>
<configuration>
<transformers>
<transformer>
<mainClass>Application</mainClass>
</transformer>
</transformers>
</configuration>
</execution>
</executions>
</plugin>
</plugins>
</build>
<properties>
<maven.compiler.target>17</maven.compiler.target>
<maven.compiler.source>17</maven.compiler.source>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
</properties>
</project>
pom.xml 0 → 100644
View file @ ef3f523a
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>org.example</groupId>
<artifactId>autohealer</artifactId>
<version>1.0-SNAPSHOT</version>
<properties>
<maven.compiler.source>17</maven.compiler.source>
<maven.compiler.target>17</maven.compiler.target>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
</properties>
<build>
<plugins>
<!-- Compile with Java 17 -->
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
<version>3.11.0</version>
<configuration>
<source>17</source>
<target>17</target>
</configuration>
</plugin>
<!-- Build executable FAT jar (includes ZooKeeper) -->
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-shade-plugin</artifactId>
<version>3.5.0</version>
<executions>
<execution>
<phase>package</phase>
<goals>
<goal>shade</goal>
</goals>
<configuration>
<transformers>
<transformer implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
<mainClass>Application</mainClass>
</transformer>
</transformers>
</configuration>
</execution>
</executions>
</plugin>
</plugins>
</build>
<dependencies>
<dependency>
<groupId>org.apache.zookeeper</groupId>
<artifactId>zookeeper</artifactId>
<version>3.9.1</version>
</dependency>
<dependency>
<groupId>com.jcraft</groupId>
<artifactId>jsch</artifactId>
<version>0.1.55</version>
</dependency>
</dependencies>
</project>
\ No newline at end of file
src/main/java/Application.java 0 → 100644
View file @ ef3f523a
/*
* MIT License
*
* Copyright (c) 2019 Michael Pogrebinsky - Distributed Systems & Cloud Computing with Java
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to deal
* in the Software without restriction, including without limitation the rights
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in all
* copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
* SOFTWARE.
*/
import org.apache.zookeeper.KeeperException;
import java.io.IOException;
public class Application {
public static void main(String[] args) throws IOException, InterruptedException, KeeperException {
if (args.length != 2) {
System.out.println("Expecting parameters <number of workers> <path to worker jar file>");
System.exit(1);
}
int numberOfWorkers = Integer.parseInt(args[0]);
String pathToWorkerProgram = args[1];
Autohealer autohealer = new Autohealer(numberOfWorkers, pathToWorkerProgram);
autohealer.connectToZookeeper();
autohealer.startWatching();
autohealer.run();
autohealer.close();
}
}
src/main/java/Autohealer.java 0 → 100644
View file @ ef3f523a
import org.apache.zookeeper.*;
import java.io.FileWriter;
import java.io.IOException;
import java.io.PrintWriter;
import java.time.LocalDateTime;
import java.time.format.DateTimeFormatter;
import java.util.Collections;
import java.util.List;
public class Autohealer implements Watcher {
private static final String ZOOKEEPER_ADDRESS = "192.168.184.103:2181";
private static final int SESSION_TIMEOUT = 3000;
// مسارات Zookeeper
private static final String WORKERS_PATH = "/workers";
private static final String NODES_PATH = "/nodes";
private static final String LOG_FILE = "cluster_events.log";
private final int numberOfWorkers;
private ZooKeeper zooKeeper;
private int nodeIndex = 0; // (Round Robin)
public Autohealer(int numberOfWorkers, String pathToProgram) {
this.numberOfWorkers = numberOfWorkers;
}
public void connectToZookeeper() throws IOException {
this.zooKeeper = new ZooKeeper(ZOOKEEPER_ADDRESS, SESSION_TIMEOUT, this);
}
public void startWatching() throws KeeperException, InterruptedException {
ensurePathExists(WORKERS_PATH);
ensurePathExists(NODES_PATH);
logEvent("Autohealer started. Monitoring cluster for " + numberOfWorkers + " workers.");
checkHealthAndRebalance();
}
private void ensurePathExists(String path) throws KeeperException, InterruptedException {
if (zooKeeper.exists(path, false) == null) {
zooKeeper.create(path, new byte[]{}, ZooDefs.Ids.OPEN_ACL_UNSAFE, CreateMode.PERSISTENT);
}
}
@Override
public void process(WatchedEvent event) {
switch (event.getType()) {
case None:
if (event.getState() == Event.KeeperState.SyncConnected) {
System.out.println("Successfully connected to Zookeeper");
}
break;
case NodeChildrenChanged:
// اكتشاف تغيير في العمال أو العقد الفيزيائية
logEvent("Change detected in cluster (Nodes or Workers changed).");
checkHealthAndRebalance();
break;
}
}
private void checkHealthAndRebalance() {
try {
List<String> currentWorkers = zooKeeper.getChildren(WORKERS_PATH, this);
List<String> availableNodes = zooKeeper.getChildren(NODES_PATH, this);
int currentCount = currentWorkers.size();
int nodesCount = availableNodes.size();
System.out.println("Status: Workers = " + currentCount + ", Nodes = " + nodesCount);
if (currentCount < numberOfWorkers) {
if (nodesCount == 0) {
logEvent("CRITICAL: All physical nodes are down! Cannot heal cluster.");
return;
}
logEvent("Healing required: " + currentCount + "/" + numberOfWorkers + " workers active.");
int workersToLaunch = numberOfWorkers - currentCount;
distributeWorkers(workersToLaunch, availableNodes);
}
} catch (KeeperException | InterruptedException e) {
logEvent("Error during health check: " + e.getMessage());
e.printStackTrace();
}
}
private void distributeWorkers(int count, List<String> nodes) throws KeeperException, InterruptedException {
Collections.sort(nodes);
for (int i = 0; i < count; i++) {
String targetNode = nodes.get(nodeIndex % nodes.size());
nodeIndex++;
sendLaunchCommand(targetNode);
}
}
private void sendLaunchCommand(String nodeName) throws KeeperException, InterruptedException {
String taskPath = NODES_PATH + "/" + nodeName + "/tasks";
ensurePathExists(taskPath);
String taskNode = zooKeeper.create(taskPath + "/task_",
new byte[]{},
ZooDefs.Ids.OPEN_ACL_UNSAFE,
CreateMode.EPHEMERAL_SEQUENTIAL);
logEvent("Scheduled new worker on node: " + nodeName + " (Task ID: " + taskNode.substring(taskNode.lastIndexOf("/") + 1) + ")");
}
private void logEvent(String message) {
String timestamp = LocalDateTime.now().format(DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss"));
String logMessage = "[" + timestamp + "] " + message;
System.out.println(logMessage);
try (FileWriter fw = new FileWriter(LOG_FILE, true);
PrintWriter out = new PrintWriter(fw)) {
out.println(logMessage);
} catch (IOException e) {
System.err.println("Could not write to log file: " + e.getMessage());
}
}
public void run() throws InterruptedException {
synchronized (zooKeeper) {
while (zooKeeper.getState().isAlive()) {
zooKeeper.wait(5000);
}
}
}
public void close() throws InterruptedException {
zooKeeper.close();
}
}
\ No newline at end of file
target/maven-archiver/pom.properties 0 → 100644
View file @ ef3f523a
artifactId=autohealer
groupId=org.example
version=1.0-SNAPSHOT
target/maven-status/maven-compiler-plugin/compile/default-compile/inputFiles.lst 0 → 100644
View file @ ef3f523a
D:\fifth year\DS\auto-healer-zookeper\autohealer\src\main\java\Autohealer.java
D:\fifth year\DS\auto-healer-zookeper\autohealer\src\main\java\Application.java
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment

HIAST - GitLab