solve problems with some projects
This commit is contained in:
saret committed
1 parent
1236d91d9a
commit
5b071fbac3
8 files changed
+8759
-25
No files matched your search
File diff suppressed because it is too large.
Load diff
@@ -0,0 +1 @@
|
||||
[{"id_text": "P240195", "project_name": "ccpo", "raw_text": "The month Barsagsag means Nisannu (I month), [because ...]. The month \u0160ab\u0101\u1e6di means Nisannu (I month), [because ...]. Because [...]. The month \u0160eb\u016bti means Ara\u1e2bsamnu (VIII month), [...]. The month \u0160er\u02bei-er\u0113\u0161i (wr. AB.S\u00cdN-URU\u2084-\u0161i) means Kisl\u012bmu (IX month), because AB.[S\u00cdN means \"furrow\" (\u0161er\u02beu) (?), as in] \"the farmer (err\u0113\u0161u) of pure plow, who [...],\" which is said in Lugale ud melembi nergal. The month Tam\u1e2b\u012bri means \u1e6ceb\u0113tu (X month), because in \u1e6ceb\u0113tu [...] rises and the people of the land [bring] offerings (ma\u1e2b\u1e2buru) to him. The month Silil\u012bti means \u0160ab\u0101\u1e6du (XI month), (it is called) Silil\u012bti [(...)] because in \u0160ab\u0101\u1e6du the betrothal of the gods [takes place]. The month \u1e2auldube means Addaru (XII month), HUL [means \"evil\" and D\u00daB means \"to crush\" (?)], because in Addaru Marduk crushed his enemies [...] and took kingship. From a writing board [whose original] was from A\u0161\u0161ur. [Written by Nab\u00fb-n\u0101\u1e63ir], son of Ea-patt\u0101ni, [...]."}, {"id_text": "P270807", "project_name": "ccpo", "raw_text": "(Tablet) \"If the patient vomits gall\" (= Sagig 23 1). \"When he spits, he keeps dribbling\" (i\u1e63arri\u0161) (= Sagig 23 unknown) means \"he keeps dripping,\" since \u0160UR means \"to dribble\" and \u0160UR means \"to drip.\" \"He continuously vomits dark blood (M\u00daD MUD)\" (= Sagig 23 unknown) M\u00daD means \"blood\" and MUD means \"dark\" [...] \"Light red\" (= Sagig 23 9) - (as in) IGI S\u00d9, IGI S\u00d9.A, S\u00d9.A, [S\u00d9.S\u00d9.A] (equal) \"iridescent,\" \"iridescent\" (fem.), \"light red,\" and \"light red\" (fem.) (quotation from Erim\u1e2bu\u0161 II 310-313). \"If he craves bread\" (= Sagig 23 unknown) refers to (the person) who without consideration [demands bread]. \"He moves\" (= Sagig 23 unknown) refers to (the person) who in (his) hand [...] [...] refers to (the person) who (has) bread in his hands. \"He m][oves\" ...]. [...] in his mouth [...]. [...] refers to (the person) who without co[nsideration ...]. ..."}, {"id_text": "P285998", "project_name": "ccpo", "raw_text": "[\u201cHe is battered\u201d (= Sagig IV 1)] \u2013 GAZ means \u201cto batter,\u201d GAZ means \u201cto append\u201d; DAB means \u201cto batter,\u201d DAB means \u201cto trample.\u201d [...] [... the \u201ctemp]le (?) (= Sagig IV 1) (represents) S\u00een; \u201ctemple\u201d (nakkaptu) (stems) from \u201cto stub,\u201d (as in) \u201cwarrior whose horns grow like those of S\u00een\u201d (= quotation from Lugale 143) [...]. K\u016bbu (= Sagig IV 1) means \u201cNergal,\u201d alternatively, it means \u201cAnunnaki,\u201d (as in) \u201cthe goddess of the Anunnaki in the dwelling [of K\u016bbu (?)\u201d (quotation from unknown literary text)]. [... SA]G?.G\u00c1.G\u00c1 means \u201cK\u016bbu,\u201d (because) SAG means \u201chead,\u201d SAG.\u00daS means \u201cto pay attention\u201d (lit. \u201cto hold, said of the head\u201d), SAG.G\u00c1.G\u00c1 means \u201cseizure of the te[mple\u201d ...] means K\u016bbu. (In) K\u016bbu (written ku\u2081\u2080-bi), KU\u2081\u2080 means \u201cdarkness\u201d and BU means \u201clight,\u201d (as in) \u201cyou drive (the baby) like a foetus from the womb [... towards the] ... of the brightness\u201d (quotation from unknown literary text). Alternatively, KU\u2081\u2080 means \u201cgloom\u201d and BU means \u201cbrightness,\u201d (it refers to) the torch, (i.e.), S\u00een, (which is) the god [...]. [(...)] K\u00d9 (?) means \u201cNetherworld\u201d and SU (?) means \u201cto guard,\u201d (as in) \u201cIn the depth you review the Anunnaki, the princes of K\u016bbu\u201d (quotation from \u0160ama\u0161 Hymn 31). \u201cThe temple [...] ... Pabilsag will fall upon him, it is warm and it is cold\u201d (because) \u201cin Kisl\u012bmu the sun stands in the Pabilsag constelation (i.e., Sagittarius) (and) it is win[ter]\u201d (quotation from Mulapin II gap A 7). AL.DU (= Sagig IV 2) (read as al-\u1e6d\u00f9) means \u201chard,\u201d (it refers) to the bloating of the belly. \u201cIt is constantly swollen\u201d (= Sagig IV 3) \u2013 \u201cto swell\u201d means \u201cto bloat,\u201d \u201cswol[len ...], \u201cbloated\u201d means \u201cswollen,\u201d (since) M\u00da means \u201cto bloat\u201d and M\u00da means \u201cto swell.\u201d The \u201cHand of his god\u201d (= Sagig IV 4) refers to the god d.<U\u2084>.UK.URU, (i.e.), the \u201cgod of the town\u201d (quotation from An = Anu VI 113), (since) d.[UG means god] and URU means \u201ctown.\u201d \u201cIt is imposed upon him\u201d (= Sagig IV 4) \u2013 U\u0160 means \u201cto impose,\u201d said of a hand; U\u0160 means \u201cto establish.\u201d \u0160UB-ut (= Sagig IV 5) means [...]. (The word) a-\u0161i-a (= Sagig IV 6) (stems from) \u201cto confuse\u201d (e\u0161\u00fb), i.e., \u201cto trouble.\u20Line truncated
|
||||
@@ -0,0 +1 @@
|
||||
[{"id_text": "P240195", "project_name": "ccpo", "raw_text": "The month Barsagsag means Nisannu (I month), [because ...]. The month \u0160ab\u0101\u1e6di means Nisannu (I month), [because ...]. Because [...]. The month \u0160eb\u016bti means Ara\u1e2bsamnu (VIII month), [...]. The month \u0160er\u02bei-er\u0113\u0161i (wr. AB.S\u00cdN-URU\u2084-\u0161i) means Kisl\u012bmu (IX month), because AB.[S\u00cdN means \"furrow\" (\u0161er\u02beu) (?), as in] \"the farmer (err\u0113\u0161u) of pure plow, who [...],\" which is said in Lugale ud melembi nergal. The month Tam\u1e2b\u012bri means \u1e6ceb\u0113tu (X month), because in \u1e6ceb\u0113tu [...] rises and the people of the land [bring] offerings (ma\u1e2b\u1e2buru) to him. The month Silil\u012bti means \u0160ab\u0101\u1e6du (XI month), (it is called) Silil\u012bti [(...)] because in \u0160ab\u0101\u1e6du the betrothal of the gods [takes place]. The month \u1e2auldube means Addaru (XII month), HUL [means \"evil\" and D\u00daB means \"to crush\" (?)], because in Addaru Marduk crushed his enemies [...] and took kingship. From a writing board [whose original] was from A\u0161\u0161ur. [Written by Nab\u00fb-n\u0101\u1e63ir], son of Ea-patt\u0101ni, [...]."}, {"id_text": "P270807", "project_name": "ccpo", "raw_text": "(Tablet) \"If the patient vomits gall\" (= Sagig 23 1). \"When he spits, he keeps dribbling\" (i\u1e63arri\u0161) (= Sagig 23 unknown) means \"he keeps dripping,\" since \u0160UR means \"to dribble\" and \u0160UR means \"to drip.\" \"He continuously vomits dark blood (M\u00daD MUD)\" (= Sagig 23 unknown) M\u00daD means \"blood\" and MUD means \"dark\" [...] \"Light red\" (= Sagig 23 9) - (as in) IGI S\u00d9, IGI S\u00d9.A, S\u00d9.A, [S\u00d9.S\u00d9.A] (equal) \"iridescent,\" \"iridescent\" (fem.), \"light red,\" and \"light red\" (fem.) (quotation from Erim\u1e2bu\u0161 II 310-313). \"If he craves bread\" (= Sagig 23 unknown) refers to (the person) who without consideration [demands bread]. \"He moves\" (= Sagig 23 unknown) refers to (the person) who in (his) hand [...] [...] refers to (the person) who (has) bread in his hands. \"He m][oves\" ...]. [...] in his mouth [...]. [...] refers to (the person) who without co[nsideration ...]. ..."}, {"id_text": "P285998", "project_name": "ccpo", "raw_text": "[\u201cHe is battered\u201d (= Sagig IV 1)] \u2013 GAZ means \u201cto batter,\u201d GAZ means \u201cto append\u201d; DAB means \u201cto batter,\u201d DAB means \u201cto trample.\u201d [...] [... the \u201ctemp]le (?) (= Sagig IV 1) (represents) S\u00een; \u201ctemple\u201d (nakkaptu) (stems) from \u201cto stub,\u201d (as in) \u201cwarrior whose horns grow like those of S\u00een\u201d (= quotation from Lugale 143) [...]. K\u016bbu (= Sagig IV 1) means \u201cNergal,\u201d alternatively, it means \u201cAnunnaki,\u201d (as in) \u201cthe goddess of the Anunnaki in the dwelling [of K\u016bbu (?)\u201d (quotation from unknown literary text)]. [... SA]G?.G\u00c1.G\u00c1 means \u201cK\u016bbu,\u201d (because) SAG means \u201chead,\u201d SAG.\u00daS means \u201cto pay attention\u201d (lit. \u201cto hold, said of the head\u201d), SAG.G\u00c1.G\u00c1 means \u201cseizure of the te[mple\u201d ...] means K\u016bbu. (In) K\u016bbu (written ku\u2081\u2080-bi), KU\u2081\u2080 means \u201cdarkness\u201d and BU means \u201clight,\u201d (as in) \u201cyou drive (the baby) like a foetus from the womb [... towards the] ... of the brightness\u201d (quotation from unknown literary text). Alternatively, KU\u2081\u2080 means \u201cgloom\u201d and BU means \u201cbrightness,\u201d (it refers to) the torch, (i.e.), S\u00een, (which is) the god [...]. [(...)] K\u00d9 (?) means \u201cNetherworld\u201d and SU (?) means \u201cto guard,\u201d (as in) \u201cIn the depth you review the Anunnaki, the princes of K\u016bbu\u201d (quotation from \u0160ama\u0161 Hymn 31). \u201cThe temple [...] ... Pabilsag will fall upon him, it is warm and it is cold\u201d (because) \u201cin Kisl\u012bmu the sun stands in the Pabilsag constelation (i.e., Sagittarius) (and) it is win[ter]\u201d (quotation from Mulapin II gap A 7). AL.DU (= Sagig IV 2) (read as al-\u1e6d\u00f9) means \u201chard,\u201d (it refers) to the bloating of the belly. \u201cIt is constantly swollen\u201d (= Sagig IV 3) \u2013 \u201cto swell\u201d means \u201cto bloat,\u201d \u201cswol[len ...], \u201cbloated\u201d means \u201cswollen,\u201d (since) M\u00da means \u201cto bloat\u201d and M\u00da means \u201cto swell.\u201d The \u201cHand of his god\u201d (= Sagig IV 4) refers to the god d.<U\u2084>.UK.URU, (i.e.), the \u201cgod of the town\u201d (quotation from An = Anu VI 113), (since) d.[UG means god] and URU means \u201ctown.\u201d \u201cIt is imposed upon him\u201d (= Sagig IV 4) \u2013 U\u0160 means \u201cto impose,\u201d said of a hand; U\u0160 means \u201cto establish.\u201d \u0160UB-ut (= Sagig IV 5) means [...]. (The word) a-\u0161i-a (= Sagig IV 6) (stems from) \u201cto confuse\u201d (e\u0161\u00fb), i.e., \u201cto trouble.\u20Line truncated
|
||||
@@ -0,0 +1 @@
|
||||
[{"id_text": "P223712", "project_name": "ckst", "raw_text": "Kurigalzu, deputy of Enlil built and restored for Nanna his lord the Eki\u0161nu\u014bal, the temple that existed from distant days."}, {"id_text": "P223713", "project_name": "ckst", "raw_text": "Kurigalzu, deputy of Enlil built and restored for Nanna his lord the Eki\u0161nu\u014bal, the temple that since distant days had been in disrepair."}, {"id_text": "P223715", "project_name": "ckst", "raw_text": "Kurigalzu, deputy of Enlil built for Nanna his lord the Eki\u0161nu\u014bal, his beloved temple."}, {"id_text": "P223729", "project_name": "ckst", "raw_text": "For Enlil, the king of all the lands, his lord - Kurigalzu deputy of Enlil has built the E\u02beugal, his beloved temple."}, {"id_text": "P223732", "project_name": "ckst", "raw_text": "For Ninurta his lord Kurigalzu deputy of Enlil built the E-sa\u014b-di\u014birene, his beloved temple."}, {"id_text": "P223737", "project_name": "ckst", "raw_text": "For Ninlil, the great lady his lady - Kurigalzu deputy of Enlil built the E-ga\u0161an-anta\u014bal (\"House of the lady-on-high\"), her beloved temple"}, {"id_text": "P223740", "project_name": "ckst", "raw_text": "... they saw(?). When the herd of the Igigi, the high gods, became clouded, ... the Igigi ... ... he should not neglect! In order to appoint the prince to kingship over them and to raise him on high among the totality of all the lands, ... ... carrying ... About the small tasks that they were giving them they conversed in their hearts. They did not bring close the ... and the holy ... so that they may not roar in the zenith of heavens! Nanna who brightens the night and sleeps during the day like a lion; who reveals the signs of the night ... ... doubled in their power. The lukur, nugig, TU, and lala\u0161aga priestesses, at the moment that the verdict of Utu was recognized - and while the en priest was wailing in fear and deadly silence - arranged the wedding ceremony. Illness, wailing, and sorrow [vanished]. [In the E\u02beugal of heaven,] [the place of the wise gods,] [the Igigi] [who cannot be rivalled anywhere] [since they are kings of praise and holy] gods, at the place of Enlil and Ninlil the Igigi who cannot be rivalled anywhere since they are kings of praise and gods of the firm mes, with their knowledgable minds they (the Igigi) arranged the the purification rites for Nanna. [I am Kurigalzu, the one who made appear] the E\u02beugal [wrapped in] ..., greatness, and praise. I keep the (regulations of the) old days standing into the distant future. [...] did not return a message. I established the (offering of a) ewe for the holy gods at the cult place. The gods of the deep, who always answer, returned a message (in extispicy). To raise ..., to make exceedingly large prosperity and riches, the beautiful ones, the shiny ones, ... ... tireless After creating pride and joyful speech, in order to choose by extispicy the magnificent leader as heir Enlil and Ninlil [clad] him in radiance."}, {"id_text": "P223741", "project_name": "ckst", "raw_text": "[Enlil] and Ninlil [gave] in marriage to Pasukkal ... The E\u02beugal ... Enlil and Ninlil ... Very suitably and inbroad wisdom, in order to make twined yarn that is spun for good quality cloth, Enlil and Ninlil ... [In the E\u02beugal of heaven, the place of the wise gods, the Igigi who cannot be rivalled anywhere, since they are kings of praise and holy] gods, at the place of Enlil and Ninlil the Igigi who cannot be rivalled anywhere since they are kings of praise] and gods of the firm mes, with their knowledgable minds they (the Igigi) arranged the the purification rites for Ninisina. I am Kurigalzu, the one who made appear the E\u02beugal wrapped in ..., greatness, and praise. I keep the (regulations of the) old days standing into the distant future. To king Nergal, the foremost of the netherworld, while approaching the place of the Anuna Enlil and Ninlil [gave ...] ... doing ... Those who beat and destroy, (who cause) ruptured tendons, and slackened arms; those who fill(?) the side of the bed; who in the evening have no teaseled garment, no cover, no turban, no braided garment; who do not fasten the headdress with a pin; the fleeing udug demons, their mouths seized, they do not bow their necks to the ground for the E\u02beugal. They allot to him all the living beings who are sleeping in the earth. In the E\u02beugal of heaven, the place of the wise gods, the Igigi who cannot be rivalled anywhere since they are kings of praise and holy gods, at the place of Enlil and Ninlil the Igigi who cannot be rivalled anywhere [since they are kings of praise and gods of the firm mes, with their knowledgable minds they (the Igigi) arranged the the purification rites for Nanna. I am Kurigalzu, the one who made appear the E\u02beugal wrapped in ..., greatness, and praise. I keep the (regulations of the) old days standing into the distant future.] ... restored ... that equals heaven its great radiaLine truncated
|
||||
@@ -0,0 +1 @@
|
||||
[{"id_text": "P223712", "project_name": "ckst", "raw_text": "Kurigalzu, deputy of Enlil built and restored for Nanna his lord the Eki\u0161nu\u014bal, the temple that existed from distant days."}, {"id_text": "P223713", "project_name": "ckst", "raw_text": "Kurigalzu, deputy of Enlil built and restored for Nanna his lord the Eki\u0161nu\u014bal, the temple that since distant days had been in disrepair."}, {"id_text": "P223715", "project_name": "ckst", "raw_text": "Kurigalzu, deputy of Enlil built for Nanna his lord the Eki\u0161nu\u014bal, his beloved temple."}, {"id_text": "P223729", "project_name": "ckst", "raw_text": "For Enlil, the king of all the lands, his lord - Kurigalzu deputy of Enlil has built the E\u02beugal, his beloved temple."}, {"id_text": "P223732", "project_name": "ckst", "raw_text": "For Ninurta his lord Kurigalzu deputy of Enlil built the E-sa\u014b-di\u014birene, his beloved temple."}, {"id_text": "P223737", "project_name": "ckst", "raw_text": "For Ninlil, the great lady his lady - Kurigalzu deputy of Enlil built the E-ga\u0161an-anta\u014bal (\"House of the lady-on-high\"), her beloved temple"}, {"id_text": "P223740", "project_name": "ckst", "raw_text": "... they saw(?). When the herd of the Igigi, the high gods, became clouded, ... the Igigi ... ... he should not neglect! In order to appoint the prince to kingship over them and to raise him on high among the totality of all the lands, ... ... carrying ... About the small tasks that they were giving them they conversed in their hearts. They did not bring close the ... and the holy ... so that they may not roar in the zenith of heavens! Nanna who brightens the night and sleeps during the day like a lion; who reveals the signs of the night ... ... doubled in their power. The lukur, nugig, TU, and lala\u0161aga priestesses, at the moment that the verdict of Utu was recognized - and while the en priest was wailing in fear and deadly silence - arranged the wedding ceremony. Illness, wailing, and sorrow [vanished]. [In the E\u02beugal of heaven,] [the place of the wise gods,] [the Igigi] [who cannot be rivalled anywhere] [since they are kings of praise and holy] gods, at the place of Enlil and Ninlil the Igigi who cannot be rivalled anywhere since they are kings of praise and gods of the firm mes, with their knowledgable minds they (the Igigi) arranged the the purification rites for Nanna. [I am Kurigalzu, the one who made appear] the E\u02beugal [wrapped in] ..., greatness, and praise. I keep the (regulations of the) old days standing into the distant future. [...] did not return a message. I established the (offering of a) ewe for the holy gods at the cult place. The gods of the deep, who always answer, returned a message (in extispicy). To raise ..., to make exceedingly large prosperity and riches, the beautiful ones, the shiny ones, ... ... tireless After creating pride and joyful speech, in order to choose by extispicy the magnificent leader as heir Enlil and Ninlil [clad] him in radiance."}, {"id_text": "P223741", "project_name": "ckst", "raw_text": "[Enlil] and Ninlil [gave] in marriage to Pasukkal ... The E\u02beugal ... Enlil and Ninlil ... Very suitably and inbroad wisdom, in order to make twined yarn that is spun for good quality cloth, Enlil and Ninlil ... [In the E\u02beugal of heaven, the place of the wise gods, the Igigi who cannot be rivalled anywhere, since they are kings of praise and holy] gods, at the place of Enlil and Ninlil the Igigi who cannot be rivalled anywhere since they are kings of praise] and gods of the firm mes, with their knowledgable minds they (the Igigi) arranged the the purification rites for Ninisina. I am Kurigalzu, the one who made appear the E\u02beugal wrapped in ..., greatness, and praise. I keep the (regulations of the) old days standing into the distant future. To king Nergal, the foremost of the netherworld, while approaching the place of the Anuna Enlil and Ninlil [gave ...] ... doing ... Those who beat and destroy, (who cause) ruptured tendons, and slackened arms; those who fill(?) the side of the bed; who in the evening have no teaseled garment, no cover, no turban, no braided garment; who do not fasten the headdress with a pin; the fleeing udug demons, their mouths seized, they do not bow their necks to the ground for the E\u02beugal. They allot to him all the living beings who are sleeping in the earth. In the E\u02beugal of heaven, the place of the wise gods, the Igigi who cannot be rivalled anywhere since they are kings of praise and holy gods, at the place of Enlil and Ninlil the Igigi who cannot be rivalled anywhere [since they are kings of praise and gods of the firm mes, with their knowledgable minds they (the Igigi) arranged the the purification rites for Nanna. I am Kurigalzu, the one who made appear the E\u02beugal wrapped in ..., greatness, and praise. I keep the (regulations of the) old days standing into the distant future.] ... restored ... that equals heaven its great radiaLine truncated
|
||||
+7
-7
@@ -13,13 +13,13 @@
|
||||
#btto
|
||||
#cams
|
||||
#caspo##############
|
||||
ccpo
|
||||
cdli
|
||||
ckst
|
||||
cmawro
|
||||
contrib
|
||||
contrib/amarna
|
||||
contrib/lambert
|
||||
#ccpo
|
||||
#cdli
|
||||
#ckst
|
||||
#cmawro
|
||||
#contrib
|
||||
#contrib/amarna
|
||||
#contrib/lambert
|
||||
ctij
|
||||
dcclt
|
||||
dccmt
|
||||
|
||||
+8
-18
@@ -29,22 +29,9 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 3,
|
||||
"execution_count": 28,
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"ename": "TypeError",
|
||||
"evalue": "'NoneType' object is not subscriptable",
|
||||
"output_type": "error",
|
||||
"traceback": [
|
||||
"\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
|
||||
"\u001b[1;31mTypeError\u001b[0m Traceback (most recent call last)",
|
||||
"Cell \u001b[1;32mIn[3], line 6\u001b[0m\n\u001b[0;32m 3\u001b[0m \u001b[39mwith\u001b[39;00m \u001b[39mopen\u001b[39m(\u001b[39m'\u001b[39m\u001b[39mproject_list\u001b[39m\u001b[39m'\u001b[39m) \u001b[39mas\u001b[39;00m f:\n\u001b[0;32m 4\u001b[0m \u001b[39mfor\u001b[39;00m project \u001b[39min\u001b[39;00m f\u001b[39m.\u001b[39mread()\u001b[39m.\u001b[39msplit(\u001b[39m'\u001b[39m\u001b[39m\\n\u001b[39;00m\u001b[39m'\u001b[39m):\n\u001b[0;32m 5\u001b[0m \u001b[39m# connection = connection.execute(\"insert into raw_texts values (%(id_text)s, %(project_name)s, %(raw_text)s)\", scrap)\u001b[39;00m\n\u001b[1;32m----> 6\u001b[0m scrap \u001b[39m=\u001b[39m scrapping\u001b[39m.\u001b[39;49mget_raw_english_texts_of_project(project)\n\u001b[0;32m 7\u001b[0m \u001b[39mtry\u001b[39;00m:\n\u001b[0;32m 8\u001b[0m execute_batch(connection, \u001b[39m\"\u001b[39m\u001b[39minsert into raw_texts values (\u001b[39m\u001b[39m%(id_text)s\u001b[39;00m\u001b[39m, \u001b[39m\u001b[39m%(project_name)s\u001b[39;00m\u001b[39m, \u001b[39m\u001b[39m%(raw_text)s\u001b[39;00m\u001b[39m)\u001b[39m\u001b[39m\"\u001b[39m, scrap)\n",
|
||||
"File \u001b[1;32mc:\\Users\\Saret\\Programming\\C#\\DH\\scrapping.py:46\u001b[0m, in \u001b[0;36mget_raw_english_texts_of_project\u001b[1;34m(project_dirname)\u001b[0m\n\u001b[0;32m 44\u001b[0m \u001b[39mfor\u001b[39;00m filename \u001b[39min\u001b[39;00m all_paths:\n\u001b[0;32m 45\u001b[0m cur_json \u001b[39m=\u001b[39m _load_json_from_path(filename)\n\u001b[1;32m---> 46\u001b[0m project_name \u001b[39m=\u001b[39m cur_json[\u001b[39m'\u001b[39;49m\u001b[39mproject\u001b[39;49m\u001b[39m'\u001b[39;49m]\n\u001b[0;32m 48\u001b[0m \u001b[39m# # Skip in case we are in saa project and the current sub project is not in neo-assyrian\u001b[39;00m\n\u001b[0;32m 49\u001b[0m \u001b[39m# if project_dirname == \"saao\" and project_name[-2:] not in SUB_PROJECTS_IN_NEO_ASS: # TODO: validate\u001b[39;00m\n\u001b[0;32m 50\u001b[0m \u001b[39m# continue\u001b[39;00m\n\u001b[0;32m 51\u001b[0m \n\u001b[0;32m 52\u001b[0m \u001b[39m# id_text = member.get('id_text', \"\") + member.get('id_composite', \"\")\u001b[39;00m\n\u001b[0;32m 53\u001b[0m \u001b[39m# html_dir = \"/\".join(path.parts[1:-1])\u001b[39;00m\n\u001b[0;32m 54\u001b[0m url \u001b[39m=\u001b[39m \u001b[39mf\u001b[39m\u001b[39m\"\u001b[39m\u001b[39mhttp://oracc.iaas.upenn.edu/\u001b[39m\u001b[39m{\u001b[39;00mproject_name\u001b[39m}\u001b[39;00m\u001b[39m/\u001b[39m\u001b[39m{\u001b[39;00mcur_json[\u001b[39m'\u001b[39m\u001b[39mtextid\u001b[39m\u001b[39m'\u001b[39m]\u001b[39m}\u001b[39;00m\u001b[39m/html\u001b[39m\u001b[39m\"\u001b[39m\n",
|
||||
"\u001b[1;31mTypeError\u001b[0m: 'NoneType' object is not subscriptable"
|
||||
]
|
||||
}
|
||||
],
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"conn = psycopg2.connect(\"dbname='dh' user='dh' host='dh.saret.tk' password='qwerty'\")\n",
|
||||
"connection = conn.cursor()\n",
|
||||
@@ -56,7 +43,10 @@
|
||||
" except Exception:\n",
|
||||
" logging.error(f\"Error in {project}:{Exception}\")\n",
|
||||
" try:\n",
|
||||
" execute_batch(connection, \"insert into raw_texts values (%(id_text)s, %(project_name)s, %(raw_text)s)\", scrap)\n",
|
||||
" execute_batch(\n",
|
||||
" connection,\n",
|
||||
" \"insert into raw_texts values (%(id_text)s, %(project_name)s, %(raw_text)s) ON CONFLICT DO NOTHING\",\n",
|
||||
" scrap)\n",
|
||||
" conn.commit()\n",
|
||||
" except Exception:\n",
|
||||
" with open(project, 'w') as f:\n",
|
||||
@@ -77,8 +67,8 @@
|
||||
" format='%(name)s - %(levelname)s - %(message)s')\n",
|
||||
"logging.info('Start')\n",
|
||||
"with open('project_list') as f:\n",
|
||||
" project = f.read().split('\\n')[2]\n",
|
||||
" scrap = scrapping.get_raw_english_texts_of_project(project)\n",
|
||||
" # project = f.read().split('\\n')[2]\n",
|
||||
" scrap = scrapping.get_raw_english_texts_of_project('contrib/amarna')\n",
|
||||
" execute_batch(\n",
|
||||
" connection, \"insert into raw_texts values (%(id_text)s, %(project_name)s, %(raw_text)s) ON CONFLICT DO NOTHING\",\n",
|
||||
" scrap)\n",
|
||||
|
||||
Reference in new issue
Block a user