source: git/machine_learning/ml_python/tests/common/test_lookuptable.py @ cd552e

spielwiese
Last change on this file since cd552e was cd552e, checked in by Murray Heymann <heymann.murray@…>, 5 years ago
Create dir in home for cache files for ml
  • Property mode set to 100644
File size: 2.3 KB
Line 
1import os
2import unittest
3import numpy as np
4import cProfile
5
6from common.lookuptable import *
7from common.keyword_vector import count_occurances
8from common.constants import KEYWORDS_FILE, VECTORS_NPY, HELP_FILE_PATH, \
9        HOME_DIR
10
11class TestLookuptableMethods(unittest.TestCase):
12
13    def test_get_list_of_htm_files(self):
14        os.system("rm -r " + HELP_FILE_PATH)
15        fetch_tbz2_data()
16        files = get_list_of_htm_files()
17        self.assertGreater(len(files), 0)
18
19    def test_extract_keywords(self):
20        #extract_keywords()
21        self.assertTrue(os.path.isfile(KEYWORDS_FILE))
22
23    def test_create_table(self):
24        dictionary = read_dictionary(KEYWORDS_FILE)
25        vectors, files = create_table(dictionary, attempt_cached=False)
26        vectors1, files1 = create_table()
27        self.assertTrue((vectors == vectors1).all())
28        self.assertTrue((files == files1).all())
29
30        dictionary = read_dictionary(KEYWORDS_FILE)
31        test_vec = count_occurances(os.path.join(HELP_FILE_PATH, "html",
32                                                 files[1]), dictionary)
33        self.assertTrue((test_vec == vectors[1]).all())
34
35    def test_init_table_on_system(self):
36        tbz2_path = os.path.join(HELP_FILE_PATH, "helpfiles.tbz2")
37        os.system("rm -r " + HOME_DIR)
38
39        init_table_on_system()
40
41        self.assertTrue(os.path.isfile(tbz2_path))
42        self.assertTrue(os.path.isfile(KEYWORDS_FILE))
43        self.assertTrue(os.path.isfile(VECTORS_NPY))
44
45        init_table_on_system()
46
47    def test_is_lookup_initialised(self):
48        tbz2_path = os.path.join(HELP_FILE_PATH, "helpfiles.tbz2")
49        os.remove(tbz2_path)
50        self.assertFalse(is_lookup_initialised())
51        init_table_on_system()
52        self.assertTrue(is_lookup_initialised())
53
54        os.remove(KEYWORDS_FILE)
55        self.assertFalse(is_lookup_initialised())
56        init_table_on_system()
57        self.assertTrue(is_lookup_initialised())
58
59        os.remove(VECTORS_NPY)
60        self.assertFalse(is_lookup_initialised())
61        init_table_on_system()
62        self.assertTrue(is_lookup_initialised())
63       
64
65if __name__ == '__main__':
66    if os.path.isdir(HOME_DIR):
67        os.system("rm -r " + HOME_DIR)
68    extract_keywords()
69    fetch_tbz2_data()
70    #cProfile.run("unittest.main()")
71    unittest.main()
Note: See TracBrowser for help on using the repository browser.