From 9f6e6e7d218159f0392cc50da8e892bce0af1e08 Mon Sep 17 00:00:00 2001 From: limanling Date: Tue, 1 Jun 2021 23:01:57 -0500 Subject: [PATCH 1/3] add image downloading --- README.md | 4 ++-- src/dataflow/numpy/dataset_image_download.py | 7 ++++--- 2 files changed, 6 insertions(+), 5 deletions(-) diff --git a/README.md b/README.md index fbef72f..62fbbdf 100644 --- a/README.md +++ b/README.md @@ -29,10 +29,10 @@ pip install -r requirements.txt We download situation recognition data from [imSitu](http://imsitu.org/). Please find the preprocessed data in [PreprcessedSR](https://drive.google.com/drive/folders/1h0qwYWeGEoCx8m-zwH-XcoPSyffmrC-c?usp=sharing). ### ACE (Text Event Extraction Data) -We preprcoessed ACE following [JMEE](https://github.com/lx865712528/EMNLP2018-JMEE/tree/master). The preprocessing script is in `dataflow/preprocess_ace_JMEE.py`, and the sample data format is in [sample.json](https://github.com/lx865712528/EMNLP2018-JMEE/blob/master/ace-05-splits/sample.json). Due to license reason, the ACE 2005 dataset is only accessible to those with LDC2006T06 license, please drop me an email showing your possession of the license for the processed data. +We preprcoessed ACE following [JMEE](https://github.com/lx865712528/EMNLP2018-JMEE/tree/master). The sample data format is in [sample.json](https://github.com/lx865712528/EMNLP2018-JMEE/blob/master/ace-05-splits/sample.json). Due to license reason, the ACE 2005 dataset is only accessible to those with LDC2006T06 license, please drop me an email `manling2@illinois.edu` showing your possession of the license for the processed data. ### Voice of America Image-Caption Pairs -We crawled VOA image-captions to train the common space, the [image-caption pairs](https://uofi.box.com/s/xtn9p6m8z5qtjbbi5tqrl45tn6apew4x) and images can be downloaded using the URLs (We share image URLs instead of downloaded images due to license issue). We preprocess the data including object detection, and parse text sentences. The preprocessed data is in [PreprocessedVOA](https://drive.google.com/drive/folders/1I9vMGIhWZpKqxQYip91eLoDRnrkqRxnt?usp=sharing). +We crawled VOA image-captions to train the common space, the [image-caption pairs](https://uofi.box.com/s/xtn9p6m8z5qtjbbi5tqrl45tn6apew4x) and images can be downloaded using the URLs (We share image URLs instead of downloaded images due to license issue) using script in [dataset_image_download.py](https://github.com/limanling/m2e2/blob/master/src/dataflow/numpy/dataset_image_download.py). We preprocess the data including object detection, and parse text sentences. The preprocessed data is in [PreprocessedVOA](https://drive.google.com/drive/folders/1I9vMGIhWZpKqxQYip91eLoDRnrkqRxnt?usp=sharing). ### M2E2 (Multimedia Event Extraction Benchmark) diff --git a/src/dataflow/numpy/dataset_image_download.py b/src/dataflow/numpy/dataset_image_download.py index 04128ce..27e7cd2 100644 --- a/src/dataflow/numpy/dataset_image_download.py +++ b/src/dataflow/numpy/dataset_image_download.py @@ -13,9 +13,10 @@ def download_image_list(meta_json, dir_save): for doc_id in metadata: for img_id in metadata[doc_id]: url_image = metadata[doc_id][img_id]['url'] - image_path_save = os.path.join(dir_save, '%s_%s.jpg' % (doc_id, img_id)) - if not url_image.endswith('.jpg'): - print(image_path_save, url_image) + suffix_image = metadata[doc_id][img_id]['url'].split('.')[-1] + image_path_save = os.path.join(dir_save, '%s_%s.%s' % (doc_id, img_id, suffix_image)) + # if not url_image.endswith('.jpg'): + # print(image_path_save, url_image) download_image(url_image, image_path_save) From afa798bca45504947c48d3e3feebbe53bcf76bd0 Mon Sep 17 00:00:00 2001 From: limanling Date: Tue, 19 Oct 2021 10:48:42 -0500 Subject: [PATCH 2/3] add anno_mapping --- src/dataflow/numpy/.DS_Store => .DS_Store | Bin 6148 -> 6148 bytes .idea/dictionaries/lynn.xml | 0 .idea/m2e2-multimedia-event-extraction.iml | 0 .idea/misc.xml | 0 .idea/modules.xml | 0 .idea/vcs.xml | 0 .idea/workspace.xml | 0 README.md | 0 data/ace/ace_sr_mapping.txt | 0 data/object/class-descriptions-boxable.csv | 0 requirements.txt | 0 scripts/.gitkeep | 0 scripts/eval/.gitkeep | 0 scripts/train/.gitkeep | 0 src/.DS_Store | Bin 0 -> 6148 bytes src/.gitkeep | 0 src/__init__.py | 0 src/dataflow/.DS_Store | Bin 0 -> 6148 bytes src/dataflow/.gitkeep | 0 src/dataflow/__init__.py | 0 src/dataflow/numpy/__init__.py | 0 src/dataflow/numpy/anno_mapping.py | 103 +++++++++++++++++++ src/dataflow/numpy/data_loader_ace_role.py | 0 src/dataflow/numpy/data_loader_grounding.py | 0 src/dataflow/numpy/data_loader_situation.py | 0 src/dataflow/numpy/dataset_image_download.py | 0 src/dataflow/numpy/prepare_vocab.py | 0 src/dataflow/torch/Corpus.py | 0 src/dataflow/torch/Data.py | 0 src/dataflow/torch/Sentence.py | 0 src/dataflow/torch/__init__.py | 0 src/engine/.gitkeep | 0 src/engine/EErunner.py | 0 src/engine/EEtraining.py | 0 src/engine/Groundingrunner.py | 0 src/engine/Groundingtraining.py | 0 src/engine/JOINTRunner.py | 0 src/engine/JOINTTraining_sample.py | 0 src/engine/SRrunner.py | 0 src/engine/SRtraining.py | 0 src/engine/TestRunnerEE.py | 0 src/engine/TestRunnerEE_m2e2.py | 0 src/engine/TestRunnerJOINT.py | 0 src/engine/TestRunnerSR.py | 0 src/engine/TestRunnerSR_m2e2.py | 0 src/engine/__init__.py | 0 src/eval/.gitkeep | 0 src/eval/EEtesting.py | 0 src/eval/EEvisualizing.py | 0 src/eval/Groundingtesting.py | 0 src/eval/JOINTtesting.py | 0 src/eval/SRtesting.py | 0 src/eval/__init__.py | 0 src/models/.gitkeep | 0 src/models/__init__.py | 0 src/models/ace_classifier.py | 0 src/models/ee.py | 0 src/models/grounding.py | 0 src/models/modules/.gitkeep | 0 src/models/modules/DynamicLSTM.py | 0 src/models/modules/EmbeddingLayer.py | 0 src/models/modules/EmbeddingLayerImage.py | 0 src/models/modules/FMapLayerImage.py | 0 src/models/modules/GCN.py | 0 src/models/modules/HighWay.py | 0 src/models/modules/SelfAttention.py | 0 src/models/modules/__init__.py | 0 src/models/modules/model.py | 0 src/models/sr.py | 0 src/models/sr_object.py | 0 src/util/.gitkeep | 0 src/util/__init__.py | 0 src/util/constant.py | 0 src/util/consts.py | 0 src/util/helper.py | 0 src/util/util_img.py | 0 src/util/util_model.py | 0 src/util/vocab.py | 0 training-testing.jpg | Bin 79 files changed, 103 insertions(+) rename src/dataflow/numpy/.DS_Store => .DS_Store (89%) mode change 100644 => 100755 .idea/dictionaries/lynn.xml mode change 100644 => 100755 .idea/m2e2-multimedia-event-extraction.iml mode change 100644 => 100755 .idea/misc.xml mode change 100644 => 100755 .idea/modules.xml mode change 100644 => 100755 .idea/vcs.xml mode change 100644 => 100755 .idea/workspace.xml mode change 100644 => 100755 README.md mode change 100644 => 100755 data/ace/ace_sr_mapping.txt mode change 100644 => 100755 data/object/class-descriptions-boxable.csv mode change 100644 => 100755 requirements.txt mode change 100644 => 100755 scripts/.gitkeep mode change 100644 => 100755 scripts/eval/.gitkeep mode change 100644 => 100755 scripts/train/.gitkeep create mode 100644 src/.DS_Store mode change 100644 => 100755 src/.gitkeep mode change 100644 => 100755 src/__init__.py create mode 100644 src/dataflow/.DS_Store mode change 100644 => 100755 src/dataflow/.gitkeep mode change 100644 => 100755 src/dataflow/__init__.py mode change 100644 => 100755 src/dataflow/numpy/__init__.py create mode 100644 src/dataflow/numpy/anno_mapping.py mode change 100644 => 100755 src/dataflow/numpy/data_loader_ace_role.py mode change 100644 => 100755 src/dataflow/numpy/data_loader_grounding.py mode change 100644 => 100755 src/dataflow/numpy/data_loader_situation.py mode change 100644 => 100755 src/dataflow/numpy/dataset_image_download.py mode change 100644 => 100755 src/dataflow/numpy/prepare_vocab.py mode change 100644 => 100755 src/dataflow/torch/Corpus.py mode change 100644 => 100755 src/dataflow/torch/Data.py mode change 100644 => 100755 src/dataflow/torch/Sentence.py mode change 100644 => 100755 src/dataflow/torch/__init__.py mode change 100644 => 100755 src/engine/.gitkeep mode change 100644 => 100755 src/engine/EErunner.py mode change 100644 => 100755 src/engine/EEtraining.py mode change 100644 => 100755 src/engine/Groundingrunner.py mode change 100644 => 100755 src/engine/Groundingtraining.py mode change 100644 => 100755 src/engine/JOINTRunner.py mode change 100644 => 100755 src/engine/JOINTTraining_sample.py mode change 100644 => 100755 src/engine/SRrunner.py mode change 100644 => 100755 src/engine/SRtraining.py mode change 100644 => 100755 src/engine/TestRunnerEE.py mode change 100644 => 100755 src/engine/TestRunnerEE_m2e2.py mode change 100644 => 100755 src/engine/TestRunnerJOINT.py mode change 100644 => 100755 src/engine/TestRunnerSR.py mode change 100644 => 100755 src/engine/TestRunnerSR_m2e2.py mode change 100644 => 100755 src/engine/__init__.py mode change 100644 => 100755 src/eval/.gitkeep mode change 100644 => 100755 src/eval/EEtesting.py mode change 100644 => 100755 src/eval/EEvisualizing.py mode change 100644 => 100755 src/eval/Groundingtesting.py mode change 100644 => 100755 src/eval/JOINTtesting.py mode change 100644 => 100755 src/eval/SRtesting.py mode change 100644 => 100755 src/eval/__init__.py mode change 100644 => 100755 src/models/.gitkeep mode change 100644 => 100755 src/models/__init__.py mode change 100644 => 100755 src/models/ace_classifier.py mode change 100644 => 100755 src/models/ee.py mode change 100644 => 100755 src/models/grounding.py mode change 100644 => 100755 src/models/modules/.gitkeep mode change 100644 => 100755 src/models/modules/DynamicLSTM.py mode change 100644 => 100755 src/models/modules/EmbeddingLayer.py mode change 100644 => 100755 src/models/modules/EmbeddingLayerImage.py mode change 100644 => 100755 src/models/modules/FMapLayerImage.py mode change 100644 => 100755 src/models/modules/GCN.py mode change 100644 => 100755 src/models/modules/HighWay.py mode change 100644 => 100755 src/models/modules/SelfAttention.py mode change 100644 => 100755 src/models/modules/__init__.py mode change 100644 => 100755 src/models/modules/model.py mode change 100644 => 100755 src/models/sr.py mode change 100644 => 100755 src/models/sr_object.py mode change 100644 => 100755 src/util/.gitkeep mode change 100644 => 100755 src/util/__init__.py mode change 100644 => 100755 src/util/constant.py mode change 100644 => 100755 src/util/consts.py mode change 100644 => 100755 src/util/helper.py mode change 100644 => 100755 src/util/util_img.py mode change 100644 => 100755 src/util/util_model.py mode change 100644 => 100755 src/util/vocab.py mode change 100644 => 100755 training-testing.jpg diff --git a/src/dataflow/numpy/.DS_Store b/.DS_Store similarity index 89% rename from src/dataflow/numpy/.DS_Store rename to .DS_Store index 5008ddfcf53c02e82d7eee2e57c38e5672ef89f6..0e73bdd96f9863bc2a0a2d907f6d3d991f4704c3 100644 GIT binary patch delta 366 zcmZoMXfc=|#>B)qF;Q%yo}v&70|Nsi1A_oVN^x>dQht68BNHMt*s4 zNn%N9u~TAEG>8`hG(QQ(PD~2ROf8QW5OL1WD@n}EODzIx$V^F1N~|x63D3++$uD=x zFU?CS25Sxm%RmeYNG!xt45LY#{ z4N1(ctg5c5oiP*WS|DHq`WFoNp)`z|1!O?{r;rTuGe{2V=d$3Uyqx^Jbf5?@knXWe mHV|Ri%+0~g0SwKJiQkzg^NT35G67{3CL4-KZw?UI!VCavHeUDu delta 70 zcmZoMXfc=|#>AjHF;Q%yo+1YW5HK<@2y8ZFzQ(fIf%z8GW_AvK4xj>{$am(+{342+ UKzW7)kiy9(Jj$D6L{=~Z02_`DumAu6 diff --git a/.idea/dictionaries/lynn.xml b/.idea/dictionaries/lynn.xml old mode 100644 new mode 100755 diff --git a/.idea/m2e2-multimedia-event-extraction.iml b/.idea/m2e2-multimedia-event-extraction.iml old mode 100644 new mode 100755 diff --git a/.idea/misc.xml b/.idea/misc.xml old mode 100644 new mode 100755 diff --git a/.idea/modules.xml b/.idea/modules.xml old mode 100644 new mode 100755 diff --git a/.idea/vcs.xml b/.idea/vcs.xml old mode 100644 new mode 100755 diff --git a/.idea/workspace.xml b/.idea/workspace.xml old mode 100644 new mode 100755 diff --git a/README.md b/README.md old mode 100644 new mode 100755 diff --git a/data/ace/ace_sr_mapping.txt b/data/ace/ace_sr_mapping.txt old mode 100644 new mode 100755 diff --git a/data/object/class-descriptions-boxable.csv b/data/object/class-descriptions-boxable.csv old mode 100644 new mode 100755 diff --git a/requirements.txt b/requirements.txt old mode 100644 new mode 100755 diff --git a/scripts/.gitkeep b/scripts/.gitkeep old mode 100644 new mode 100755 diff --git a/scripts/eval/.gitkeep b/scripts/eval/.gitkeep old mode 100644 new mode 100755 diff --git a/scripts/train/.gitkeep b/scripts/train/.gitkeep old mode 100644 new mode 100755 diff --git a/src/.DS_Store b/src/.DS_Store new file mode 100644 index 0000000000000000000000000000000000000000..b236685172428f9452b4c8e7102e55c6c17c35fe GIT binary patch literal 6148 zcmeHK%}T>S5Z-O8CMcMLV2`!Gz(>Oly#-h~uBsMLg18;DtHQiH}q9z%U2pTO5~ zW_Kf&>cxXdnSt4Fc7C$#m#~v%jPc$yXfb9n#tcxziV4Fvf^pOZsb~)(m(RFn5fd!) zv*d0en;id<0ep7`3z)}J&@b=LkAx4gH~%gQleF1<=ap)0Wp&Lk4RgaZF5R)n+|)~_ zNza>{<7^;ANMx<60@6P5(lI3A zLPM*b=bdh|VYj<`vxc1??1J5C@6TqYVQlZT4hP=t!(;w5dwx;ua`+IXY-%jw6^wc&+dDd$1+lTNgHmz19Z30!6{RLg8l# j7_t>ZF1F%2s1)$qXaG7I3x(hTp&tQB0}aH$pEB?P!fsP` literal 0 HcmV?d00001 diff --git a/src/.gitkeep b/src/.gitkeep old mode 100644 new mode 100755 diff --git a/src/__init__.py b/src/__init__.py old mode 100644 new mode 100755 diff --git a/src/dataflow/.DS_Store b/src/dataflow/.DS_Store new file mode 100644 index 0000000000000000000000000000000000000000..1fce1583cf73c387a8917249595e30eb656c8a16 GIT binary patch literal 6148 zcmeHK%}&BV5Z>iS7mSgEi5z?J#sLJ49!#2w2X7`ddQbyxN~B3?2^1SdOkYFa$S3f1 zoY`Fn1Wh~{BQweDH#@voBL=E+gDK(%x%ZL_B%zahgJ zHx*J#3=jj$3}jWeg!TXY`}hBH67`4yV&Gpfz;jKzX~C9sZC%+M)>;F!4T^$ssls^* j7_t;YESBOjs1)!UXaJfTQ-$CGp^Jc|ff{1qR~h&O-lS1{ literal 0 HcmV?d00001 diff --git a/src/dataflow/.gitkeep b/src/dataflow/.gitkeep old mode 100644 new mode 100755 diff --git a/src/dataflow/__init__.py b/src/dataflow/__init__.py old mode 100644 new mode 100755 diff --git a/src/dataflow/numpy/__init__.py b/src/dataflow/numpy/__init__.py old mode 100644 new mode 100755 diff --git a/src/dataflow/numpy/anno_mapping.py b/src/dataflow/numpy/anno_mapping.py new file mode 100644 index 0000000..f7b5bed --- /dev/null +++ b/src/dataflow/numpy/anno_mapping.py @@ -0,0 +1,103 @@ +from collections import defaultdict + +def event_type_norm(type_str): + return type_str.replace('.', '||').replace(':', '||').replace('-', '|').upper() + + +def role_name_norm(type_str): + return type_str.upper() + +entity_type_mapping_brat = { + 'PER': 'PER', + 'ORG': 'ORG', + 'GPE': 'GPE', + 'LOC': 'LOC', + 'FAC': 'FAC', + 'VEH': 'VEH', + 'WEA': 'WEA', + # 'TIM': 'TIME', + # 'NUM': 'VALUE', + # 'TIT', + 'MON': 'VALUE', + # 'URL', + # 'RES', + # 'BALLOT' +} + +event_type_mapping_brat2ace = { + 'Die': 'Life:Die', + # 'Injure': 'Life:Injure', + 'TransferMoney': 'Transaction:Transfer-Money', + 'Attack': 'Conflict:Attack', + 'Demonstrate': 'Conflict:Demonstrate', + 'Correspondence': 'Contact:Phone-Write', + 'Meet': 'Contact:Meet', + 'ArrestJail': 'Justice:Arrest-Jail', + # 'ReleaseParole': 'Justice:Release-Parole', + 'TransportPerson': 'Movement:Transport', + 'TransportArtifact': 'Movement:Transport', +} + +event_type_mapping_ace2brat = {event_type_norm(v): k for k, v in event_type_mapping_brat2ace.items()} +# print(event_type_mapping_ace2brat) + +event_type_mapping_aida2brat = { + 'Life.Die': 'Die', + 'Life.Injure': 'Injure', + 'Transaction.TransferMoney': 'TransferMoney', + 'Conflict.Attack': 'Attack', + 'Conflict.Demonstrate': 'Demonstrate', + 'Contact.Correspondence': 'Correspondence', + 'Contact.Meet': 'Meet', + 'Justice.ArrestJail': 'ArrestJail', + 'Justice.ReleaseParole': 'ReleaseParole', + 'Movement.TransportPerson': 'TransportPerson', + 'Movement.TransportArtifact': 'TransportArtifact', +} + +event_role_mapping_brat2ace = { # delete time-related ones when testing + 'Die': {'Victim': 'Victim', 'Agent': 'Agent', 'Instrument': 'Instrument', 'Place': 'Place'}, #, 'Time': 'Time'}, + # 'Injure': {'Victim': 'Victim', 'Agent': 'Agent', 'Instrument': 'Instrument', 'Place': 'Place'}, #, 'Time': 'Time'}, + 'TransferMoney': {'Giver': 'Giver', 'Recipient': 'Recipient', 'Beneficiary': 'Beneficiary', 'Money': 'Money', 'Place': 'Place'}, #, 'Time': 'Time'}, + 'Attack': {'Attacker': 'Attacker', 'Instrument': 'Instrument', 'Place': 'Place', 'Target': 'Target'}, #, 'Time': 'Time'}, + 'Demonstrate': {'Demonstrator': 'Entity', 'Place': 'Place'}, #, 'Time': 'Time'}, + 'Correspondence': {'Participant': 'Entity', 'Place': 'Place'}, #, 'Time': 'Time'}, + 'Meet': {'Participant': 'Entity', 'Place': 'Place'}, #, 'Time': 'Time'}, + 'ArrestJail': {'Agent': 'Agent', 'Person': 'Person', 'Place': 'Place'}, #, 'Time': 'Time'}, + # 'ReleaseParole': {'Agent': 'Entity', 'Person': 'Person', 'Place': 'Place'}, #, 'Time': 'Time'}, + 'TransportPerson': {'Agent': 'Agent', 'Person': 'Artifact', 'Instrument': 'Vehicle', 'Destination': 'Destination', 'Origin': 'Origin'}, #, 'Time': 'Time'}, + 'TransportArtifact': {'Agent': 'Agent', 'Artifact': 'Artifact', 'Instrument': 'Vehicle', 'Destination': 'Destination', 'Origin': 'Origin'}, #, 'Time': 'Time'}, +} + +# event_role_mapping_ace2brat = {role_name_norm(v): k for t in event_role_mapping_brat2ace.items() for k, v in event_role_mapping_brat2ace[t]} +event_role_mapping_ace2brat = defaultdict(lambda : defaultdict()) +for t in event_role_mapping_brat2ace: + for k, v in event_role_mapping_brat2ace[t].items(): + event_type_ace = event_type_norm(event_type_mapping_brat2ace[t]) + event_role_mapping_ace2brat[event_type_ace][role_name_norm(v)] = k +# print(event_role_mapping_ace2brat) + +event_type_mapping_image2ace = { + 'Movement.TransportPerson': 'Movement:Transport', + 'Movement.TransportArtifact': 'Movement:Transport', + 'Life.Die': 'Life:Die', + 'Conflict.Attack': 'Conflict:Attack', + 'Conflict.Demonstrate': 'Conflict:Demonstrate', + 'Contact.Phone-Write': 'Contact:Phone-Write', + 'Contact.Meet': 'Contact:Meet', + 'Transaction.TransferMoney': 'Transaction:Transfer-Money', + 'Justice.ArrestJail': 'Justice:Arrest-Jail', +} + +event_role_mapping_image2ace = { + 'Life.Die': {'victim': 'Victim', 'agent': 'Agent', 'instrument': 'Instrument', 'place': 'Place'}, #, 'Time': 'Time'}, + 'Transaction.TransferMoney': {'instrument': 'Instrument', 'giver': 'Giver', 'recipient': 'Recipient', 'beneficiary': 'Beneficiary', 'money': 'Money', 'place': 'Place'}, #, 'Time': 'Time'}, + 'Conflict.Attack': {'attacker': 'Attacker', 'instrument': 'Instrument', 'place': 'Place', 'target': 'Target', 'victim': 'Target'}, #, 'Time': 'Time'}, + 'Conflict.Demonstrate': {'police':'Police', 'instrument': 'Instrument', 'demonstrator': 'Entity', 'place': 'Place', 'participant': 'Entity'}, #, 'Time': 'Time'}, + 'Contact.Phone-Write': {'instrument':'Instrument', 'participant': 'Entity', 'place': 'Place'}, #, 'Time': 'Time'}, + 'Contact.Meet': {'participant': 'Entity', 'place': 'Place'}, #, 'Time': 'Time'}, + 'Justice.ArrestJail': {'instrument': 'Instrument', 'agent': 'Agent', 'person': 'Person', 'place': 'Place'}, #, 'Time': 'Time'}, + 'Movement.TransportPerson': {'agent': 'Agent', 'person': 'Artifact', 'instrument': 'Instrument', 'destination': 'Destination', 'origin': 'Origin'}, #, 'Time': 'Time'}, + 'Movement.TransportArtifact': {'person': 'Artifact', 'agent': 'Agent', 'artifact': 'Artifact', 'instrument': 'Instrument', 'destination': 'Destination', 'origin': 'Origin'}, #, 'Time': 'Time'}, +} +# 'TransportArtifact' has 'person' in image annotation \ No newline at end of file diff --git a/src/dataflow/numpy/data_loader_ace_role.py b/src/dataflow/numpy/data_loader_ace_role.py old mode 100644 new mode 100755 diff --git a/src/dataflow/numpy/data_loader_grounding.py b/src/dataflow/numpy/data_loader_grounding.py old mode 100644 new mode 100755 diff --git a/src/dataflow/numpy/data_loader_situation.py b/src/dataflow/numpy/data_loader_situation.py old mode 100644 new mode 100755 diff --git a/src/dataflow/numpy/dataset_image_download.py b/src/dataflow/numpy/dataset_image_download.py old mode 100644 new mode 100755 diff --git a/src/dataflow/numpy/prepare_vocab.py b/src/dataflow/numpy/prepare_vocab.py old mode 100644 new mode 100755 diff --git a/src/dataflow/torch/Corpus.py b/src/dataflow/torch/Corpus.py old mode 100644 new mode 100755 diff --git a/src/dataflow/torch/Data.py b/src/dataflow/torch/Data.py old mode 100644 new mode 100755 diff --git a/src/dataflow/torch/Sentence.py b/src/dataflow/torch/Sentence.py old mode 100644 new mode 100755 diff --git a/src/dataflow/torch/__init__.py b/src/dataflow/torch/__init__.py old mode 100644 new mode 100755 diff --git a/src/engine/.gitkeep b/src/engine/.gitkeep old mode 100644 new mode 100755 diff --git a/src/engine/EErunner.py b/src/engine/EErunner.py old mode 100644 new mode 100755 diff --git a/src/engine/EEtraining.py b/src/engine/EEtraining.py old mode 100644 new mode 100755 diff --git a/src/engine/Groundingrunner.py b/src/engine/Groundingrunner.py old mode 100644 new mode 100755 diff --git a/src/engine/Groundingtraining.py b/src/engine/Groundingtraining.py old mode 100644 new mode 100755 diff --git a/src/engine/JOINTRunner.py b/src/engine/JOINTRunner.py old mode 100644 new mode 100755 diff --git a/src/engine/JOINTTraining_sample.py b/src/engine/JOINTTraining_sample.py old mode 100644 new mode 100755 diff --git a/src/engine/SRrunner.py b/src/engine/SRrunner.py old mode 100644 new mode 100755 diff --git a/src/engine/SRtraining.py b/src/engine/SRtraining.py old mode 100644 new mode 100755 diff --git a/src/engine/TestRunnerEE.py b/src/engine/TestRunnerEE.py old mode 100644 new mode 100755 diff --git a/src/engine/TestRunnerEE_m2e2.py b/src/engine/TestRunnerEE_m2e2.py old mode 100644 new mode 100755 diff --git a/src/engine/TestRunnerJOINT.py b/src/engine/TestRunnerJOINT.py old mode 100644 new mode 100755 diff --git a/src/engine/TestRunnerSR.py b/src/engine/TestRunnerSR.py old mode 100644 new mode 100755 diff --git a/src/engine/TestRunnerSR_m2e2.py b/src/engine/TestRunnerSR_m2e2.py old mode 100644 new mode 100755 diff --git a/src/engine/__init__.py b/src/engine/__init__.py old mode 100644 new mode 100755 diff --git a/src/eval/.gitkeep b/src/eval/.gitkeep old mode 100644 new mode 100755 diff --git a/src/eval/EEtesting.py b/src/eval/EEtesting.py old mode 100644 new mode 100755 diff --git a/src/eval/EEvisualizing.py b/src/eval/EEvisualizing.py old mode 100644 new mode 100755 diff --git a/src/eval/Groundingtesting.py b/src/eval/Groundingtesting.py old mode 100644 new mode 100755 diff --git a/src/eval/JOINTtesting.py b/src/eval/JOINTtesting.py old mode 100644 new mode 100755 diff --git a/src/eval/SRtesting.py b/src/eval/SRtesting.py old mode 100644 new mode 100755 diff --git a/src/eval/__init__.py b/src/eval/__init__.py old mode 100644 new mode 100755 diff --git a/src/models/.gitkeep b/src/models/.gitkeep old mode 100644 new mode 100755 diff --git a/src/models/__init__.py b/src/models/__init__.py old mode 100644 new mode 100755 diff --git a/src/models/ace_classifier.py b/src/models/ace_classifier.py old mode 100644 new mode 100755 diff --git a/src/models/ee.py b/src/models/ee.py old mode 100644 new mode 100755 diff --git a/src/models/grounding.py b/src/models/grounding.py old mode 100644 new mode 100755 diff --git a/src/models/modules/.gitkeep b/src/models/modules/.gitkeep old mode 100644 new mode 100755 diff --git a/src/models/modules/DynamicLSTM.py b/src/models/modules/DynamicLSTM.py old mode 100644 new mode 100755 diff --git a/src/models/modules/EmbeddingLayer.py b/src/models/modules/EmbeddingLayer.py old mode 100644 new mode 100755 diff --git a/src/models/modules/EmbeddingLayerImage.py b/src/models/modules/EmbeddingLayerImage.py old mode 100644 new mode 100755 diff --git a/src/models/modules/FMapLayerImage.py b/src/models/modules/FMapLayerImage.py old mode 100644 new mode 100755 diff --git a/src/models/modules/GCN.py b/src/models/modules/GCN.py old mode 100644 new mode 100755 diff --git a/src/models/modules/HighWay.py b/src/models/modules/HighWay.py old mode 100644 new mode 100755 diff --git a/src/models/modules/SelfAttention.py b/src/models/modules/SelfAttention.py old mode 100644 new mode 100755 diff --git a/src/models/modules/__init__.py b/src/models/modules/__init__.py old mode 100644 new mode 100755 diff --git a/src/models/modules/model.py b/src/models/modules/model.py old mode 100644 new mode 100755 diff --git a/src/models/sr.py b/src/models/sr.py old mode 100644 new mode 100755 diff --git a/src/models/sr_object.py b/src/models/sr_object.py old mode 100644 new mode 100755 diff --git a/src/util/.gitkeep b/src/util/.gitkeep old mode 100644 new mode 100755 diff --git a/src/util/__init__.py b/src/util/__init__.py old mode 100644 new mode 100755 diff --git a/src/util/constant.py b/src/util/constant.py old mode 100644 new mode 100755 diff --git a/src/util/consts.py b/src/util/consts.py old mode 100644 new mode 100755 diff --git a/src/util/helper.py b/src/util/helper.py old mode 100644 new mode 100755 diff --git a/src/util/util_img.py b/src/util/util_img.py old mode 100644 new mode 100755 diff --git a/src/util/util_model.py b/src/util/util_model.py old mode 100644 new mode 100755 diff --git a/src/util/vocab.py b/src/util/vocab.py old mode 100644 new mode 100755 diff --git a/training-testing.jpg b/training-testing.jpg old mode 100644 new mode 100755 From 198bba1ba322fff749f30afe781deace11089276 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Tue, 19 Oct 2021 15:50:45 +0000 Subject: [PATCH 3/3] Bump nltk from 3.4.5 to 3.6.5 Bumps [nltk](https://github.com/nltk/nltk) from 3.4.5 to 3.6.5. - [Release notes](https://github.com/nltk/nltk/releases) - [Changelog](https://github.com/nltk/nltk/blob/develop/ChangeLog) - [Commits](https://github.com/nltk/nltk/compare/3.4.5...3.6.5) --- updated-dependencies: - dependency-name: nltk dependency-type: direct:production ... Signed-off-by: dependabot[bot] --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) mode change 100755 => 100644 requirements.txt diff --git a/requirements.txt b/requirements.txt old mode 100755 new mode 100644 index 0c934f7..a01e6de --- a/requirements.txt +++ b/requirements.txt @@ -3,7 +3,7 @@ ujson==1.35 seqeval==0.0.12 six==1.12.0 jieba==0.39 -nltk==3.4.5 +nltk==3.6.5 scipy==1.3.0 torchvision==0.3.0 Pillow==8.1.1