test.py

# encoding: utf-8
import unittest

import dobu

def pagefactory(s, pagename='dummy'):
    lines = s.split('\n')
    linepasser = dobu.LinePasser(lines)
    pageparser = dobu.PageParser(linepasser)
    page = pageparser.parse()
    page.name = pagename
    return page

class TestIsCorrectFilename(unittest.TestCase):
    def setUp(self):
        pass

    def tearDown(self):
        pass

    def test(self):
        e = 'aa_bb__cc'
        a = dobu.get_corrected_filename('aa bb  cc')
        self.assertEqual(e, a)

        e = 'aa_bb_cc'
        a = dobu.get_corrected_filename('aa_bb_cc')
        self.assertEqual(e, a)

        e = r'D__work_github_stakiran_til_python_path_directory_filename.md'
        a = dobu.get_corrected_filename(r'D:\work\github\stakiran\til\python_path_directory_filename.md')
        self.assertEqual(e, a)

        e = 'https___scrapbox.io_sta_'
        a = dobu.get_corrected_filename('https://scrapbox.io/sta/')
        self.assertEqual(e, a)

        e = 'command____dev_null_2_&1'
        a = dobu.get_corrected_filename('command > /dev/null 2>&1')
        self.assertEqual(e, a)

class TestIsHttp(unittest.TestCase):
    def setUp(self):
        pass

    def tearDown(self):
        pass

    def test(self):
        a = dobu.is_http('http://www.google.co.jp')
        self.assertTrue(a)
        a = dobu.is_http('http://www.google.co.jp ')
        self.assertTrue(a)
        a = dobu.is_http('ttp://www.google.co.jp')
        self.assertFalse(a)
        a = dobu.is_http('')
        self.assertFalse(a)
        # そんな厳密な判定はしてないのでプロトコル部分が合えば、もう ok になってる
        a = dobu.is_http('http://')
        self.assertTrue(a)

        a = dobu.is_https('https://www.google.co.jp')
        self.assertTrue(a)
        a = dobu.is_http('https://www.google.co.jp')
        self.assertFalse(a)

class TestStack(unittest.TestCase):
    def setUp(self):
        pass

    def tearDown(self):
        pass

    def test_0(self):
        stack = dobu.Stack([])

        with self.assertRaises(IndexError):
            stack.pop()

        stack.push('a')

        e = 'a'
        a = stack.pop()
        self.assertEqual(e, a)

        with self.assertRaises(IndexError):
            stack.pop()

    def test_1(self):
        stack = dobu.Stack(['1'])

        e = '1'
        a = stack.pop()
        self.assertEqual(e, a)

    def test_2(self):
        stack = dobu.Stack(['1', 'a'])

        e = 'a'
        a = stack.pop()
        self.assertEqual(e, a)

        e = '1'
        a = stack.pop()
        self.assertEqual(e, a)

    def test_peek(self):
        stack = dobu.Stack(['a'])
        e_elm = 'a'
        a_elm, a_res = stack.peek()
        self.assertEqual(e_elm, a_elm)
        self.assertFalse(a_res)

        stack.pop()
        _, a_res = stack.peek()
        self.assertTrue(a_res)

        stack.push('123')
        stack.push('789')
        stack.push('456')
        e_elm = '456'
        a_elm, a_res = stack.peek()
        self.assertEqual(e_elm, a_elm)
        self.assertFalse(a_res)

class TestLinePasser(unittest.TestCase):
    def setUp(self):
        pass

    def tearDown(self):
        pass

    def test_0(self):
        lines = []
        lp = dobu.LinePasser(lines)

        with self.assertRaises(RuntimeError):
            lp.next

    def test_1(self):
        lines = ['aaa']
        lp = dobu.LinePasser(lines)

        self.assertEqual('aaa', lp.next)
        with self.assertRaises(RuntimeError):
            lp.next

    def test_n(self):
        lines = ['aaa','111','','ディーディーディー']
        lp = dobu.LinePasser(lines)

        self.assertEqual('aaa', lp.next)
        self.assertEqual('111', lp.next)
        self.assertEqual('', lp.next)
        self.assertEqual('ディーディーディー', lp.next)
        with self.assertRaises(RuntimeError):
            lp.next

class TestIndent(unittest.TestCase):
    def setUp(self):
        pass

    def tearDown(self):
        pass

    def test_0(self):
        s = ''

        e = 0
        a = dobu.Indent.get_depth(s)
        self.assertEqual(e, a)

    def test_1_spaceonly(self):
        s = ' '

        e = 1
        a = dobu.Indent.get_depth(s)
        self.assertEqual(e, a)

    def test_n_spaceonly(self):
        s = '    '

        e = 4
        a = dobu.Indent.get_depth(s)
        self.assertEqual(e, a)

    def test_1_mix(self):
        s = ' line'

        e = 1
        a = dobu.Indent.get_depth(s)
        self.assertEqual(e, a)

    def test_n_mix(self):
        s = '    line'

        e = 4
        a = dobu.Indent.get_depth(s)
        self.assertEqual(e, a)

    def test_1_noindent(self):
        s = 'a'

        e = 0
        a = dobu.Indent.get_depth(s)
        self.assertEqual(e, a)

    def test_n_noindent(self):
        s = 'line'

        e = 0
        a = dobu.Indent.get_depth(s)
        self.assertEqual(e, a)

class TestNetwork(unittest.TestCase):
    def setUp(self):
        pass

    def tearDown(self):
        pass

    def pagefactory(self, s, pagename):
        lines = s.split('\n')
        linepasser = dobu.LinePasser(lines)
        pageparser = dobu.PageParser(linepasser)
        page = pageparser.parse()
        page.name = pagename
        return page

    def test_all_pages(self):
        '''
        テストデータ
         [✅Linksに相当するFooterをつける - stakiran研究所 https://scrapbox.io/sta/%E2%9C%85Links%E3%81%AB%E7%9B%B8%E5%BD%93%E3%81%99%E3%82%8BFooter%E3%82%92%E3%81%A4%E3%81%91%E3%82%8B#6091f7ed79d3a90000a3a074]
          https://gyazo.com/9ba7e0d7682feeb1115628a0af61b093
          昔作った link 系を試す最小テストデータ構造があるので、これに従う
         加えて ghost page 分として、G1 と GN も追加
        '''

        ZERO = """孤立点
 どこにもリンクしていないし、されてもいない"""
        T1 = """linkto 1
 一箇所だけリンクしている
 [X]
"""
        TN = """linkto N
 複数箇所にリンクしている
 [X]
 [Y]
"""
        F1 = """linkfrom 1
 一箇所からリンクされている
"""
        FN = """linkfrom N
 複数箇所からリンクされている
"""
        X = """page x
 [F1] [G1]
 [FN] [GN]
"""
        Y = """page y
 [FN] [GN]
"""
        A = """page a
 [X]
"""
        B = """page b
 [X]
"""
        physical_pages = [
            self.pagefactory(ZERO, 'ZERO'),
            self.pagefactory(T1, 'T1'),
            self.pagefactory(TN, 'TN'),
            self.pagefactory(F1, 'F1'),
            self.pagefactory(FN, 'FN'),
            self.pagefactory(X, 'X'),
            self.pagefactory(Y, 'Y'),
            self.pagefactory(A, 'ページA Xを基点とした2hop用'),
            self.pagefactory(B, 'ページB Xを基点とした2hop用'),
        ]

        network = dobu.Network(physical_pages)

        # ページをghost page含めて捕捉しきれているか

        page_dict = network.page_dict

        a = len(page_dict.keys())
        e = 11 # zero + to分2つ + from分2つ + xyab + ghost2つ
        self.assertEqual(e, a)

        self.assertEqual('ZERO', page_dict['ZERO'].name)
        self.assertEqual('T1', page_dict['T1'].name)
        self.assertEqual('TN', page_dict['TN'].name)
        self.assertEqual('F1', page_dict['F1'].name)
        self.assertEqual('FN', page_dict['FN'].name)
        self.assertEqual('X', page_dict['X'].name)
        self.assertEqual('Y', page_dict['Y'].name)
        self.assertEqual('ページA Xを基点とした2hop用', page_dict['ページA Xを基点とした2hop用'].name)
        self.assertEqual('ページB Xを基点とした2hop用', page_dict['ページB Xを基点とした2hop用'].name)
        # ghost
        self.assertEqual('G1', page_dict['G1'].name)
        self.assertEqual('GN', page_dict['GN'].name)
        self.assertTrue(page_dict['G1'].is_ghost)
        self.assertTrue(page_dict['GN'].is_ghost)
        self.assertFalse(page_dict['X'].is_ghost)

        # linkto が反映されているか
        # 1個, n個, n個(ghostあり)の3パターン

        page = page_dict['T1']
        self.assertEqual(1, len(page.linktos))
        self.assertEqual('X', page.linktos[0].name)

        page = page_dict['TN']
        self.assertEqual(2, len(page.linktos))
        self.assertEqual('X', page.linktos[0].name)
        self.assertEqual('Y', page.linktos[1].name)

        page = page_dict['X']
        self.assertEqual(4, len(page.linktos))
        self.assertEqual('F1', page.linktos[0].name)
        self.assertEqual('G1', page.linktos[1].name)
        self.assertEqual('FN', page.linktos[2].name)
        self.assertEqual('GN', page.linktos[3].name)

        # linkfrom が反映されているか
        # 1個, n個の2パターン。ghostは自分からはどこにもリンクしないので無し

        page = page_dict['Y']
        self.assertEqual(1, len(page.linkfroms))
        self.assertEqual('TN', page.linkfroms[0].name)

        page = page_dict['X']
        self.assertEqual(4, len(page.linkfroms))
        # linkfroms の並び順(0番目がT1である、とか)は正直わからんのでそこまでは調べない
        # （actual の並びにテストコードを合わせる形とする）
        # linktos はわかる（ページ内の出現順）ので問題ない
        self.assertEqual('T1', page.linkfroms[0].name)
        self.assertEqual('TN', page.linkfroms[1].name)
        self.assertEqual('ページA Xを基点とした2hop用', page.linkfroms[2].name)
        self.assertEqual('ページB Xを基点とした2hop用', page.linkfroms[3].name)

        # linktoやlinkfromがコンテンツとして反映されているか

        page = page_dict['X']
        self.assertEqual(4+1+2, len(page.nodes)) # 上記定義時の行数+区切り線+関連リンク2行分
        # ここもlinkfromsの並び順問題がある
        lineobj = page.nodes[5].content.content
        self.assertEqual('Links From <- [T1] [TN] [ページA Xを基点とした2hop用] [ページB Xを基点とした2hop用]', lineobj.raw)
        lineobj = page.nodes[6].content.content
        self.assertEqual('Links To -> [F1] [G1] [FN] [GN]', lineobj.raw)

class TestPage(unittest.TestCase):
    def setUp(self):
        pass

    def tearDown(self):
        pass

    def test_onepass(self):
        scb = """scb page sample
line
 line1
 line1
  line2
block
 code:codeblock1
  aaa
  あいうえお
 :c
 line1
 code:codeblock2.scb
  not line1
   not line2
    not line3
 :c
  line2
code:rootcodeblock
 not line1
:c"""

        lines = scb.split('\n')
        linepasser = dobu.LinePasser(lines)

        pageparser = dobu.PageParser(linepasser)

        page = pageparser.parse()
        nodes = page.nodes

        e = 11
        a = len(nodes)
        self.assertEqual(e, a)

        self.assertTrue(nodes[0].content.is_line())
        self.assertTrue(nodes[1].content.is_line())
        self.assertTrue(nodes[2].content.is_line())
        self.assertTrue(nodes[3].content.is_line())
        self.assertTrue(nodes[4].content.is_line())
        self.assertTrue(nodes[5].content.is_line())
        self.assertTrue(nodes[6].content.is_codeblock())
        self.assertTrue(nodes[7].content.is_line())
        self.assertTrue(nodes[8].content.is_codeblock())
        self.assertTrue(nodes[9].content.is_line())
        self.assertTrue(nodes[10].content.is_codeblock())

    def test_inpagelinks(self):
        scb = """scb page sample
line
 line1
  line2
   [link1]
block
 code:codeblock1
  aaa
  bbb
  [https://www.google.com/ not link]
  [https://www.google.com/]
 :c
 line1 [link2] [not link https://www.google.com/]
special lines
 >quote [link3]
 `literal [not link]` [link4] [りんく5] `not link`
 >[link6] `literal [not link]`
"""

        lines = scb.split('\n')
        linepasser = dobu.LinePasser(lines)

        pageparser = dobu.PageParser(linepasser)

        page = pageparser.parse()

        a = page.inpagelinks

        e = 6
        self.assertEqual(e, len(a))
        self.assertEqual('link1', a[0].text)
        self.assertEqual('link2', a[1].text)
        self.assertEqual('link3', a[2].text)
        self.assertEqual('link4', a[3].text)
        self.assertEqual('りんく5', a[4].text)
        self.assertEqual('link6', a[5].text)

    def test_extend(self):
        scb = """scb page sample
line
 line1
---"""
        backmatter = """関連リンク
links
 [a] [b] [c]
2hop links
 [b] ← [x] [y]
 [c] ← [z]"""
        page = pagefactory(scb)
        backmatter_links = pagefactory(backmatter)

        page.extend_as_backmatter(backmatter_links)
        a = page.inpagelinks

        nodes = page.nodes

        e = 10
        a = len(nodes)
        self.assertEqual(e, a)

        # 始点と終点を軽めに
        self.assertTrue(nodes[4].content.is_line())
        self.assertTrue(nodes[9].content.is_line())

        # 軽めにabcの部分だけ見ておく
        line_abc = nodes[6].content.content
        self.assertTrue(isinstance(line_abc, dobu.Line))
        inpagelinks = line_abc.inpagelinks
        e = 3
        a = len(inpagelinks)
        self.assertEqual(e, a)
        self.assertEqual('a', inpagelinks[0].text)
        self.assertEqual('b', inpagelinks[1].text)
        self.assertEqual('c', inpagelinks[2].text)

class TestLine(unittest.TestCase):
    def setUp(self):
        pass

    def tearDown(self):
        pass

    def test_onepass(self):
        line = ' やっぱり[趣味]は[プログラミング]に限りますな。`print(f"hello world! {array[i]=}");` とか `import os` みたいな[リテラル記法]はよく使いますよね'
        lineobj = dobu.Line(line)

        a = lineobj._inline_elements_at_literal
        self.assertEqual(' やっぱり[趣味]は[プログラミング]に限りますな。', a[0].raw)
        self.assertEqual('print(f"hello world! {array[i]=}");', a[1].text)
        self.assertEqual(' とか ', a[2].raw)
        self.assertEqual('import os', a[3].text)
        self.assertEqual(' みたいな[リテラル記法]はよく使いますよね', a[4].raw)

        a = lineobj._inline_elements_at_link
        self.assertEqual(' やっぱり', a[0].raw)
        self.assertTrue(isinstance(a[1], dobu.Link))
        self.assertEqual('趣味', a[1].text)
        self.assertEqual('は', a[2].raw)
        self.assertTrue(isinstance(a[3], dobu.Link))
        self.assertEqual('に限りますな。', a[4].raw)
        self.assertEqual('print(f"hello world! {array[i]=}");', a[5].text)
        self.assertEqual(' とか ', a[6].raw)
        self.assertEqual('import os', a[7].text)
        self.assertEqual(' みたいな', a[8].raw)
        self.assertTrue(isinstance(a[9], dobu.Link))
        self.assertEqual('はよく使いますよね', a[10].raw)

        a = lineobj._inline_elements_at_plain
        self.assertTrue(isinstance(a[0], dobu.Plain))
        self.assertTrue(isinstance(a[2], dobu.Plain))
        self.assertTrue(isinstance(a[4], dobu.Plain))
        self.assertTrue(isinstance(a[6], dobu.Plain))
        self.assertTrue(isinstance(a[8], dobu.Plain))
        self.assertTrue(isinstance(a[10], dobu.Plain))

    def test_no_blank_plain(self):
        line = '`literal`'
        lineobj = dobu.Line(line)
        a = lineobj._inline_elements_at_literal
        self.assertTrue(isinstance(a[0], dobu.Literal))
        count_of_element_is_only_literal = 1
        self.assertEqual(count_of_element_is_only_literal, len(a))

        line = '[link]'
        lineobj = dobu.Line(line)
        a = lineobj._inline_elements_at_link
        self.assertTrue(isinstance(a[0], dobu.Link))
        count_of_element_is_only_link = 1
        self.assertEqual(count_of_element_is_only_link, len(a))

    def test_inpagelinks(self):
        line = '[Google]、[Google URLなし]、[Google https://www.google.com/]、[https://www.google.com/ Google]、[https://www.google.com/]'
        lineobj = dobu.Line(line)

        a = lineobj.inpagelinks
        self.assertEqual(2, len(a))
        self.assertEqual('Google', a[0].text)
        self.assertEqual('Google URLなし', a[1].text)

        line = 'Google、Google URLなし、Google https://www.google.com/、https://www.google.com/ Google、https://www.google.com/'
        lineobj = dobu.Line(line)

        a = lineobj.inpagelinks
        self.assertEqual(0, len(a))

class TestLink(unittest.TestCase):
    def setUp(self):
        pass

    def tearDown(self):
        pass

    def test_(self):
        content_in_bracket = '別ページ'
        c = content_in_bracket
        link = dobu.Link(c)
        self.assertEqual('別ページ', link.text)
        self.assertEqual('', link.uri)

        link = dobu.Link('別ページ スペース入り 問題なく認識される')
        self.assertEqual('別ページ スペース入り 問題なく認識される', link.text)
        self.assertEqual('', link.uri)

        link = dobu.Link('https://scrapbox.io/sta/')
        self.assertEqual('', link.text)
        self.assertEqual('https://scrapbox.io/sta/', link.uri)

        link = dobu.Link('俺の人生を見ろや https://scrapbox.io/sta/')
        self.assertEqual('俺の人生を見ろや', link.text)
        self.assertEqual('https://scrapbox.io/sta/', link.uri)
        link = dobu.Link('https://scrapbox.io/sta/ 俺の人生を見ろや')
        self.assertEqual('俺の人生を見ろや', link.text)
        self.assertEqual('https://scrapbox.io/sta/', link.uri)

        link = dobu.Link('http://scrapbox.io/sta/ httpも 一応見ておこうね')
        self.assertEqual('httpも 一応見ておこうね', link.text)
        self.assertEqual('http://scrapbox.io/sta/', link.uri)

if __name__ == '__main__':
    unittest.main()