commit a5a6d9bd3fe74c355e39d7c320d931bfcae2c1a7 Author: aboelhamd Date: Mon Jul 29 19:14:01 2019 +0200 script is finished and ready to be tested diff --git a/loadmodels.ipynb b/loadmodels.ipynb index 6ddce66..c244d10 100644 --- a/loadmodels.ipynb +++ b/loadmodels.ipynb @@ -17,10 +17,13 @@ "source": [ "import os\n", "\n", - "path='/home/aboelhamd/Downloads/sklearn-svm/sklearn-nobad'\n", + "models_path='sklearn-models'\n", + "model_name='LinearSVM'\n", + "output_path='output.csv'\n", + "dataset_path='/home/aboelhamd/Downloads/sklearn-svm/sklearn-nobad'\n", "files = {}\n", "# r=root, d=directories, f=files\n", - "for r, d, f in os.walk(path):\n", + "for r, d, f in os.walk(dataset_path):\n", " for file in f:\n", " files[file]=os.path.join(r, file)\n", "\n", @@ -15466,7 +15469,7 @@ " \n", " # words (features) encoding\n", " # load the encoder\n", - " enc = joblib.load('models/'+'encoder'+'-'+file[:-4])\n", + " enc = joblib.load(models_path+'/'+'encoder'+'-'+file[:-4])\n", " # remove records with unseen word, will return always 0 for that record\n", " # this will be solved later\n", " unseen = []\n", @@ -15490,11 +15493,18 @@ " # prediction by using svm\n", "# print(\"model :\", name, \",\", end = '')\n", " name = 'LinearSVM'\n", - " modelname = 'sklearn-models/'+name+'-'+file[:-4]+'.model'\n", + " modelname = models_path+'/'+name+'-'+file[:-4]+'.model'\n", " loaded_model = joblib.load(modelname)\n", " rules = loaded_model.predict(samples)\n", - " \n", + " # insert zero in unseen data\n", + " for i in range(len(data.values)) :\n", + " if data.value[i] in unseen :\n", + " rules.insert(i,0)\n", + "\n", " # write results in file\n", + " output = open(output_path, 'w+')\n", + " for rule in rules :\n", + " output.write(rule+\"\\n\")\n", " \n", " print(\"----------------------------------------------\\n\")\n" ]