package _VisualDVM.TestingSystem.Common; import Common.CommonConstants; import Common.Database.SQLITE.SQLiteDatabase; import Common.Utils.Utils_; import _VisualDVM.ComponentsServer.Component.Sapfor.Sapfor; import _VisualDVM.ComponentsServer.UserAccount.UserAccount; import _VisualDVM.Constants; import _VisualDVM.Global; import _VisualDVM.Passes.PassCode; import _VisualDVM.ServerObjectsCache.VisualCaches; import _VisualDVM.TestingSystem.Common.Group.Group; import _VisualDVM.TestingSystem.Common.Group.GroupsDBTable; import _VisualDVM.TestingSystem.Common.Test.Test; import _VisualDVM.TestingSystem.Common.Test.TestDBTable; import _VisualDVM.TestingSystem.Common.TestFile.TestFile; import _VisualDVM.TestingSystem.Common.TestFile.TestFilesDBTable; import _VisualDVM.TestingSystem.Common.TestingPackageToKill.TestingPackagesToKillDBTable; import _VisualDVM.TestingSystem.DVM.DVMConfiguration.DVMConfiguration; import _VisualDVM.TestingSystem.DVM.DVMConfiguration.DVMConfigurationDBTable; import _VisualDVM.TestingSystem.DVM.DVMConfigurationGroup.DVMConfigurationGroup; import _VisualDVM.TestingSystem.DVM.DVMConfigurationGroup.DVMConfigurationGroupsDBTable; import _VisualDVM.TestingSystem.DVM.DVMConfigurationSettings.DVMConfigurationSettings; import _VisualDVM.TestingSystem.DVM.DVMConfigurationSettings.DVMConfigurationSettingsDBTable; import _VisualDVM.TestingSystem.DVM.DVMConfigurationTest.DVMConfigurationTest; import _VisualDVM.TestingSystem.DVM.DVMConfigurationTest.DVMConfigurationTestsDBTable; import _VisualDVM.TestingSystem.DVM.DVMPackage.DVMPackage; import _VisualDVM.TestingSystem.DVM.DVMPackage.DVMPackageDBTable; import _VisualDVM.TestingSystem.DVM.DVMSettings.DVMSettingsDBTable; import _VisualDVM.TestingSystem.DVM.DVMTasks.DVMRunTasksSet; import _VisualDVM.TestingSystem.SAPFOR.SapforConfiguration.SapforConfiguration; import _VisualDVM.TestingSystem.SAPFOR.SapforConfiguration.SapforConfigurationDBTable; import _VisualDVM.TestingSystem.SAPFOR.SapforConfigurationGroup.SapforConfigurationGroup; import _VisualDVM.TestingSystem.SAPFOR.SapforConfigurationGroup.SapforConfigurationGroupsDBTable; import _VisualDVM.TestingSystem.SAPFOR.SapforConfigurationSettings.SapforConfigurationSettings; import _VisualDVM.TestingSystem.SAPFOR.SapforConfigurationSettings.SapforConfigurationSettingsDBTable; import _VisualDVM.TestingSystem.SAPFOR.SapforConfigurationTest.SapforConfigurationTest; import _VisualDVM.TestingSystem.SAPFOR.SapforConfigurationTest.SapforConfigurationTestsDBTable; import _VisualDVM.TestingSystem.SAPFOR.SapforPackage.SapforPackage; import _VisualDVM.TestingSystem.SAPFOR.SapforPackage.SapforPackageDBTable; import _VisualDVM.TestingSystem.SAPFOR.SapforSettings.SapforSettingsDBTable; import _VisualDVM.TestingSystem.SAPFOR.SapforSettingsCommand.SapforSettingsCommandsDBTable; import _VisualDVM.TestingSystem.SAPFOR.ServerSapfor.ServerSapfor; import _VisualDVM.TestingSystem.SAPFOR.ServerSapfor.ServerSapforState; import _VisualDVM.TestingSystem.SAPFOR.ServerSapfor.ServerSapforsDBTable; import javafx.util.Pair; import org.apache.commons.io.FileUtils; import java.io.File; import java.nio.file.Paths; import java.util.Comparator; import java.util.LinkedHashMap; import java.util.Vector; public class TestsDatabase extends SQLiteDatabase { public GroupsDBTable groups; //-- public TestDBTable tests; public TestFilesDBTable testsFiles; //--- public DVMSettingsDBTable dvmSettings; public DVMConfigurationDBTable dvmConfigurations; public DVMConfigurationGroupsDBTable dvmConfigurationGroups; public DVMConfigurationTestsDBTable dvmConfigurationTests; public DVMConfigurationSettingsDBTable dvmConfigurationSettings; public DVMPackageDBTable dvmPackages; public DVMRunTasksSet dvmRunTasks = new DVMRunTasksSet(); //-- public ServerSapforsDBTable serverSapfors; public SapforSettingsDBTable sapforSettings; public SapforSettingsCommandsDBTable sapforSettingsCommands; public SapforConfigurationDBTable sapforConfigurations; public SapforConfigurationGroupsDBTable sapforConfigurationGroups; public SapforConfigurationTestsDBTable sapforConfigurationTests; public SapforConfigurationSettingsDBTable sapforConfigurationSettings; public SapforPackageDBTable sapforPackages; //-- public TestingPackagesToKillDBTable testingPackagesToKill; //-- public TestsDatabase() { super(Paths.get(System.getProperty("user.dir"), "Data", Constants.tests_db_name + ".sqlite").toFile()); } @Override protected void initAllTables() throws Exception { addTable(groups = new GroupsDBTable()); addTable(tests = new TestDBTable()); addTable(testsFiles = new TestFilesDBTable()); //-- addTable(dvmSettings = new DVMSettingsDBTable()); addTable(dvmConfigurations = new DVMConfigurationDBTable()); addTable(dvmConfigurationGroups = new DVMConfigurationGroupsDBTable()); addTable(dvmConfigurationTests = new DVMConfigurationTestsDBTable()); addTable(dvmConfigurationSettings = new DVMConfigurationSettingsDBTable()); addTable(dvmPackages = new DVMPackageDBTable()); //- addTable(serverSapfors = new ServerSapforsDBTable()); addTable(sapforSettings = new SapforSettingsDBTable()); addTable(sapforSettingsCommands = new SapforSettingsCommandsDBTable()); addTable(sapforConfigurations = new SapforConfigurationDBTable()); addTable(sapforConfigurationGroups = new SapforConfigurationGroupsDBTable()); addTable(sapforConfigurationTests = new SapforConfigurationTestsDBTable()); addTable(sapforConfigurationSettings = new SapforConfigurationSettingsDBTable()); addTable(sapforPackages = new SapforPackageDBTable()); //-- addTable(testingPackagesToKill = new TestingPackagesToKillDBTable()); } @Override public PassCode getSynchronizePassCode() { return PassCode.SynchronizeTests; } public Vector getFirstActiveSapforPackagesCopies() { Vector res = new Vector<>(); Vector packages = new Vector<>(); SapforPackage activePackage = null; //1. получить активные пакеты. for (SapforPackage p : sapforPackages.Data.values()) { switch (p.state) { case Done: case Aborted: case Draft: case ConnectionError: case DoneWithErrors: break; default: packages.add(p); break; } } //2. отсортировать по приоритету. packages.sort(new Comparator() { @Override public int compare(SapforPackage o1, SapforPackage o2) { return Integer.compare(o1.state.ordinal(), o2.state.ordinal()); } }); if (!packages.isEmpty()) { activePackage = packages.lastElement(); if (activePackage.state.equals(TasksPackageState.Queued)) { activePackage.state = TasksPackageState.TestsSynchronize; try { Update(activePackage); } catch (Exception ex) { ex.printStackTrace(); } } res.add(new SapforPackage(activePackage)); ; //копия чтобы не было конфликта доступа с нитью планировщика. } return res; } public Vector getFirstActiveDVMPackagesCopies() { Vector res = new Vector<>(); //-- LinkedHashMap> packagesByMachines = new LinkedHashMap<>(); //---- //1. Получить список активных пакетов по машинам. for (DVMPackage dvmPackage : dvmPackages.Data.values()) { switch (dvmPackage.state) { case Done: case DoneWithErrors: case Aborted: case Draft: case ConnectionError: break; default: //активен. Vector packages = null; //-- if (packagesByMachines.containsKey(dvmPackage.machine_address)) { packages = packagesByMachines.get(dvmPackage.machine_address); } else { packages = new Vector<>(); packagesByMachines.put(dvmPackage.machine_address, packages); } packages.add(dvmPackage); break; } } //2. Выбрать для каждой машины наиболее приоритетный пакет. for (String machine : packagesByMachines.keySet()) { Vector packages = packagesByMachines.get(machine); if (!packages.isEmpty()) { packages.sort(new Comparator() { @Override public int compare(DVMPackage o1, DVMPackage o2) { return Integer.compare(o1.state.ordinal(), o2.state.ordinal()); } }); //- DVMPackage activePackage = packages.lastElement(); if (activePackage.state.equals(TasksPackageState.Queued)) { activePackage.state = TasksPackageState.TestsSynchronize; try { Update(activePackage); } catch (Exception ex) { ex.printStackTrace(); } } res.add(new DVMPackage(activePackage)); //копия чтобы не было конфликта доступа с нитью планировщика. } } return res; } //-- public void DetectTestMinMaxDim(ServerSapfor serverSapfor, Group group, Test test) throws Exception { switch (group.language) { case fortran: if (serverSapfor != null) { Sapfor.getTestMinMaxDim_F(new File(serverSapfor.call_command), test); Update(test); } break; case c: Sapfor.getTestMinMaxDime_C(test); Update(test); break; } } public void importTestFile(Test test, File file) throws Exception { File testDirectory = new File(Global.TestsDirectory, String.valueOf(test.id)); Utils_.CheckAndCleanDirectory(testDirectory); File dst = Paths.get(testDirectory.getAbsolutePath(), file.getName()).toFile(); FileUtils.copyFile(file, dst); } public void CreateTestFromSingleFile(UserAccount account, ServerSapfor sapfor, Group group, File file, String testDescription) throws Exception { Test test = new Test(); test.description = testDescription; test.sender_name = account.name; test.sender_address = account.email; test.group_id = group.id; Insert(test); //->> importTestFile(test, file); TestFile testFile = new TestFile(test, file); Insert(testFile); //-- DetectTestMinMaxDim(sapfor, group, test); } public void RefreshGroup(UserAccount account, ServerSapfor sapfor, Pair> groupData) throws Exception { Group group = groupData.getKey(); Vector files = groupData.getValue(); //-- Group oldGroup = groups.getGroupByDescription(group.language, group.description); if (oldGroup == null) { Insert(group); for (File file : files) { String testDescription = Utils_.getNameWithoutExtension(file.getName()) + "_" + group.language.getDVMCompile(); CreateTestFromSingleFile(account, sapfor, group, file, testDescription); } } else { for (File file : files) { String testDescription = Utils_.getNameWithoutExtension(file.getName()) + "_" + group.language.getDVMCompile(); Test oldTest = tests.getStandardTestByDescription(oldGroup.id, testDescription); if (oldTest == null) { CreateTestFromSingleFile(account, sapfor, oldGroup, file, testDescription); } else { importTestFile(oldTest, file); } } } } public Vector getFirstActiveDVMPackageCopyForMachineURL(String arg) { Vector res = new Vector<>(); Vector machinePackages = new Vector<>(); //-- //1. Получить список активных пакетов для машины. for (DVMPackage dvmPackage : dvmPackages.Data.values()) { switch (dvmPackage.state) { case Done: case DoneWithErrors: case Aborted: case Draft: case ConnectionError: break; default: if (dvmPackage.getMachineURL().equals(arg)) machinePackages.add(dvmPackage); break; } } if (!machinePackages.isEmpty()) { machinePackages.sort(new Comparator() { @Override public int compare(DVMPackage o1, DVMPackage o2) { return Integer.compare(o1.state.ordinal(), o2.state.ordinal()); } }); //- DVMPackage activePackage = machinePackages.lastElement(); if (activePackage.state.equals(TasksPackageState.Queued)) { activePackage.state = TasksPackageState.TestsSynchronize; try { Update(activePackage); } catch (Exception ex) { ex.printStackTrace(); } } res.add(new DVMPackage(activePackage)); } return res; } public ServerSapfor getSapforCopyForCompilation() { for (ServerSapfor serverSapfor : serverSapfors.Data.values()) { if (serverSapfor.state.equals(ServerSapforState.Queued)) { return new ServerSapfor(serverSapfor); } } return null; } public ServerSapfor getSapforForVersion(String version_in) { for (ServerSapfor serverSapfor : serverSapfors.Data.values()) { if (serverSapfor.version.equals(version_in)) return serverSapfor; } return null; } public Integer getInstalledSapforMaxVersion() { int max_version = CommonConstants.Nan; for (ServerSapfor sapfor : serverSapfors.Data.values()) { if (sapfor.state.equals(ServerSapforState.Done)) { int version = CommonConstants.Nan; try { version = Integer.parseInt(sapfor.version); } catch (Exception ex) { ex.printStackTrace(); } if (version > max_version) max_version = version; } } return max_version; } public boolean hasActiveSapfors() { for (ServerSapfor serverSapfor : serverSapfors.Data.values()) { if (serverSapfor.state.isActive()) return true; } return false; } public void UnselectAllGTC() { groups.getUI().SelectAll(false); tests.getUI().SelectAll(false); dvmConfigurations.getUI().SelectAll(false); } //todo возможно рассмотреть вариант с синхроннизацией тестов для пакетов через команду серверу а не в нити //во избежание конфликта доступа,или удалением тестов во время копирования(?) @Override public void DropUI() { super.DropUI(); dvmConfigurations.ClearUI(); groups.ClearUI(); sapforConfigurations.ClearUI(); serverSapfors.ClearUI(); dvmPackages.ClearUI(); sapforPackages.ClearUI(); sapforSettings.ClearUI(); dvmSettings.ClearUI(); } @Override public void ResetUI() { VisualCaches.ClearDataForClass(DVMConfiguration.class); VisualCaches.ClearDataForClass(SapforConfiguration.class); VisualCaches.ClearDataForClass(DVMPackage.class); VisualCaches.ClearDataForClass(SapforPackage.class); //server.db.machines dvmConfigurations.ShowUI(); groups.ShowUI(); sapforConfigurations.ShowUI(); serverSapfors.ShowUI(); dvmPackages.ShowUI(); sapforPackages.ShowUI(); sapforSettings.ShowUI(); dvmSettings.ShowUI(); super.ResetUI(); } public void saveTestFiles(Test test) throws Exception { for (TestFile file : test.files) { file.test_id = test.id; Insert(file); } test.files = null; } public void DeleteTestFiles(Test test) throws Exception { Vector files = getVectorByFK(test, TestFile.class); for (TestFile file : files) Delete(file); } public void Patch() throws Exception { /* Vector DVMConfigurationGroups=new Vector<>(); //группы dvm конфигураций for (DVMConfiguration dvmConfiguration: dvmConfigurations.Data.values()){ GroupsJson groupsJson = Utils_.gson.fromJson(dvmConfiguration.packedGroupsJson, GroupsJson.class); for (GroupJson groupJson: groupsJson.array){ DVMConfigurationGroup dvmConfigurationGroup = new DVMConfigurationGroup(); dvmConfigurationGroup.group_id = groupJson.id; dvmConfigurationGroup.dvmconfiguration_id = dvmConfiguration.id; DVMConfigurationGroups.add(dvmConfigurationGroup); } } BeginTransaction(); for (DVMConfigurationGroup dvmConfigurationGroup: DVMConfigurationGroups) Insert(dvmConfigurationGroup); Commit(); //--- Vector SapforConfigurationGroups =new Vector<>(); //группы sapfor конфигураций for (SapforConfiguration sapforConfiguration: sapforConfigurations.Data.values()){ GroupsJson groupsJson = Utils_.gson.fromJson(sapforConfiguration.packedGroupsJson, GroupsJson.class); for (GroupJson groupJson: groupsJson.array){ SapforConfigurationGroup sapforConfigurationGroup = new SapforConfigurationGroup(); sapforConfigurationGroup.group_id = groupJson.id; sapforConfigurationGroup.sapforconfiguration_id = sapforConfiguration.id; SapforConfigurationGroups.add(sapforConfigurationGroup); } } BeginTransaction(); for (SapforConfigurationGroup sapforConfigurationGroup: SapforConfigurationGroups) Insert(sapforConfigurationGroup); Commit(); //тесты двм конфигураций Vector DvmConfigurationTests_ = new Vector<>(); for (DVMConfiguration configuration: dvmConfigurations.Data.values()){ TestsJson testsJson = Utils_.gson.fromJson(configuration.packedTestsJson,TestsJson.class); for (TestJson testJson: testsJson.array){ DVMConfigurationTest test= new DVMConfigurationTest(); test.test_id=testJson.id; test.dvmconfiguration_id=configuration.id; DvmConfigurationTests_.add(test); } } BeginTransaction(); for (DVMConfigurationTest test:DvmConfigurationTests_) Insert(test); Commit(); //- //тесты сапфор конфигураций Vector SapforConfigurationTests_ = new Vector<>(); for (SapforConfiguration configuration: sapforConfigurations.Data.values()){ TestsJson testsJson = Utils_.gson.fromJson(configuration.packedTestsJson,TestsJson.class); for (TestJson testJson: testsJson.array){ SapforConfigurationTest test= new SapforConfigurationTest(); test.test_id=testJson.id; test.sapforconfiguration_id=configuration.id; SapforConfigurationTests_.add(test); } } BeginTransaction(); for (SapforConfigurationTest test: SapforConfigurationTests_) Insert(test); Commit(); //-- Vector DvmConfigurationSettings_ = new Vector<>(); for (DVMConfiguration configuration: dvmConfigurations.Data.values()){ SettingsArrayJson settingsArrayJson = Utils_.gson.fromJson(configuration.packedSettingsJson,SettingsArrayJson.class); for (SettingsJson settingsJson: settingsArrayJson.array){ DVMConfigurationSettings Settings= new DVMConfigurationSettings(); Settings.dvmsettings_id=settingsJson.id; Settings.dvmconfiguration_id=configuration.id; DvmConfigurationSettings_.add(Settings); } } BeginTransaction(); for (DVMConfigurationSettings Settings:DvmConfigurationSettings_) Insert(Settings); Commit(); //- Vector SapforConfigurationSettings_ = new Vector<>(); for (SapforConfiguration configuration: sapforConfigurations.Data.values()){ SettingsArrayJson settingsArrayJson = Utils_.gson.fromJson(configuration.packedSettingsJson,SettingsArrayJson.class); for (SettingsJson settingsJson: settingsArrayJson.array){ SapforConfigurationSettings Settings= new SapforConfigurationSettings(); Settings.sapforsettings_id=settingsJson.id; Settings.sapforconfiguration_id=configuration.id; SapforConfigurationSettings_.add(Settings); } } BeginTransaction(); for (SapforConfigurationSettings Settings:SapforConfigurationSettings_) Insert(Settings); Commit(); //- */ } public Vector getDVMConfigurationGroupsIds(DVMConfiguration configuration) { Vector res = new Vector<>(); for (DVMConfigurationGroup dvmConfigurationGroup : dvmConfigurationGroups.Data.values()) { if (dvmConfigurationGroup.dvmconfiguration_id == configuration.id) res.add(dvmConfigurationGroup.group_id); } return res; } public Vector getDVMConfigurationTestsIds(DVMConfiguration configuration) { Vector res = new Vector<>(); if (configuration.groupsOnly == 0) { for (DVMConfigurationTest dvmConfigurationTest : dvmConfigurationTests.Data.values()) { if (dvmConfigurationTest.dvmconfiguration_id == configuration.id) res.add(dvmConfigurationTest.test_id); } } else { Vector groups_ids = getDVMConfigurationGroupsIds(configuration); for (int groud_id : groups_ids) res.addAll(getFKi(groud_id, Group.class, Test.class)); } return res; } public Vector getDVMConfigurationSettingsIds(DVMConfiguration configuration) { Vector res = new Vector<>(); for (DVMConfigurationSettings dvmConfigurationSettings : dvmConfigurationSettings.Data.values()) { if (dvmConfigurationSettings.dvmconfiguration_id == configuration.id) res.add(dvmConfigurationSettings.dvmsettings_id); } return res; } //-- public Vector getSapforConfigurationGroupsIds(SapforConfiguration configuration) { Vector res = new Vector<>(); for (SapforConfigurationGroup sapforConfigurationGroup : sapforConfigurationGroups.Data.values()) { if (sapforConfigurationGroup.sapforconfiguration_id == configuration.id) res.add(sapforConfigurationGroup.group_id); } return res; } public Vector getSapforConfigurationTestsIds(SapforConfiguration configuration) { Vector res = new Vector<>(); if (configuration.groupsOnly == 0) { for (SapforConfigurationTest sapforConfigurationTest : sapforConfigurationTests.Data.values()) { if (sapforConfigurationTest.sapforconfiguration_id == configuration.id) res.add(sapforConfigurationTest.test_id); } } else { Vector groups_ids = getSapforConfigurationGroupsIds(configuration); for (int groud_id : groups_ids) res.addAll(getFKi(groud_id, Group.class, Test.class)); } return res; } public Vector getSapforConfigurationSettingsIds(SapforConfiguration configuration) { Vector res = new Vector<>(); for (SapforConfigurationSettings sapforConfigurationSettings : sapforConfigurationSettings.Data.values()) { if (sapforConfigurationSettings.sapforconfiguration_id == configuration.id) res.add(sapforConfigurationSettings.sapforsettings_id); } return res; } //-- public LinkedHashMap> getDVMConfigurationGroupsTestsIds(DVMConfiguration configuration) { LinkedHashMap> res = new LinkedHashMap<>(); Vector all_tests_ids = getDVMConfigurationTestsIds(configuration); for (int group_id : getDVMConfigurationGroupsIds(configuration)) { Vector test_ids = new Vector<>(); for (int test_id : all_tests_ids) { if (tests.get(test_id).group_id == group_id) test_ids.add(test_id); } res.put(group_id, test_ids); } return res; } public LinkedHashMap> getSapforConfigurationGroupsTestsIds(SapforConfiguration configuration) { LinkedHashMap> res = new LinkedHashMap<>(); Vector all_tests_ids = getSapforConfigurationTestsIds(configuration); for (int group_id : getSapforConfigurationGroupsIds(configuration)) { Vector test_ids = new Vector<>(); for (int test_id : all_tests_ids) { if (tests.get(test_id).group_id == group_id) test_ids.add(test_id); } res.put(group_id, test_ids); } return res; } //-- }