fixed reduce_0 functors sort ACT, PAT, other...
This commit is contained in:
		
							parent
							
								
									e597a72334
								
							
						
					
					
						commit
						c563df31ba
					
				
							
								
								
									
										23
									
								
								Makefile
									
									
									
									
									
								
							
							
						
						
									
										23
									
								
								Makefile
									
									
									
									
									
								
							@ -3,32 +3,21 @@
 | 
				
			|||||||
 | 
					
 | 
				
			||||||
MAKE_ROOT = $(shell pwd)
 | 
					MAKE_ROOT = $(shell pwd)
 | 
				
			||||||
 | 
					
 | 
				
			||||||
### Input data
 | 
					 | 
				
			||||||
# I received ssj500k in one .xml file,
 | 
					 | 
				
			||||||
# kres is composed of many .xml files
 | 
					 | 
				
			||||||
# I generated srl tags for kres in separate .json files
 | 
					 | 
				
			||||||
# (for each kres.xml file there is a kres.json file with srl tags)
 | 
					 | 
				
			||||||
# SSJ_FILE = "$(MAKE_ROOT)/data/samples/ssj_xml/ssj500k-sl.body.sample.xml"
 | 
					 | 
				
			||||||
SSJ_FILE = "$(MAKE_ROOT)/data/ssj_file_link"
 | 
					 | 
				
			||||||
# KRES_FOLDER = "$(MAKE_ROOT)/data/samples/kres_xml"
 | 
					 | 
				
			||||||
KRES_FOLDER = "$(MAKE_ROOT)/data/kres_xml_folder_link"
 | 
					 | 
				
			||||||
# KRES_SRL_FOLDER = "$(MAKE_ROOT)/data/samples/kres_srl_json"
 | 
					 | 
				
			||||||
KRES_SRL_FOLDER = "$(MAKE_ROOT)/data/kres_json_folder_link"
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
OUTPUT = "db"
 | 
					OUTPUT = "db"
 | 
				
			||||||
# OUTPUT = "file"
 | 
					# OUTPUT = "file"
 | 
				
			||||||
OUTDIR = "/tmp/three"  # if you're running this in docker, make sure to mount the volume
 | 
					OUTDIR = "/tmp/three"  # if you're running this in docker, make sure to mount the volume
 | 
				
			||||||
DBADDR = "0.0.0.0:27017"  # don't use localhost
 | 
					DBADDR = "0.0.0.0:27017"  # don't use localhost
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# credentials from .gitignored file
 | 
					 | 
				
			||||||
# create it from env.default
 | 
					 | 
				
			||||||
include env.local
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
N_CORES = 5
 | 
					N_CORES = 5
 | 
				
			||||||
# insert kres files into database in chunks, for fewer connections
 | 
					# insert kres files into database in chunks, for fewer connections
 | 
				
			||||||
KRES_CHUNK_SIZE = 30
 | 
					KRES_CHUNK_SIZE = 30
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# Backend parameters found in conf file (see make backend)
 | 
					# Some backend parameters can be found in conf file (see make backend)
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					# credentials from .gitignored file
 | 
				
			||||||
 | 
					# create it from env.default
 | 
				
			||||||
 | 
					include env.local
 | 
				
			||||||
 | 
					
 | 
				
			||||||
export
 | 
					export
 | 
				
			||||||
 | 
					
 | 
				
			||||||
.PHONY: python-env fill-database
 | 
					.PHONY: python-env fill-database
 | 
				
			||||||
 | 
				
			|||||||
							
								
								
									
										15
									
								
								README.md
									
									
									
									
									
								
							
							
						
						
									
										15
									
								
								README.md
									
									
									
									
									
								
							@ -81,21 +81,18 @@ $ make backend-dev
 | 
				
			|||||||
$ make backend-prod
 | 
					$ make backend-prod
 | 
				
			||||||
```
 | 
					```
 | 
				
			||||||
 | 
					
 | 
				
			||||||
API endpoints:
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
* GET word list (pre-cached)
 | 
					 | 
				
			||||||
* GET reduced frames (pre-cached)
 | 
					 | 
				
			||||||
* POST senses
 | 
					 | 
				
			||||||
* User auth logic
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
### Vue frontend (1 container)
 | 
					### Vue frontend (1 container)
 | 
				
			||||||
Relies on Flask backend.  
 | 
					Relies on Flask backend.  
 | 
				
			||||||
Before running `make`, you might need to set the correct api address.  
 | 
					Before running `make`, you might need to set the correct api address.  
 | 
				
			||||||
Check `./src/frontend_vue/config/config_prod.json`.  
 | 
					Check `./src/frontend_vue/config/config_prod.json`.  
 | 
				
			||||||
bash
 | 
					bash
 | 
				
			||||||
```
 | 
					```
 | 
				
			||||||
# $ make frontend-dev  # development
 | 
					# development
 | 
				
			||||||
 | 
					# ./config_dev.json
 | 
				
			||||||
 | 
					$ make frontend-dev  # development
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					# production
 | 
				
			||||||
 | 
					# ./config_prod.json
 | 
				
			||||||
$ make frontend-prod
 | 
					$ make frontend-prod
 | 
				
			||||||
```
 | 
					```
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
				
			|||||||
							
								
								
									
										21
									
								
								env.default
									
									
									
									
									
								
							
							
						
						
									
										21
									
								
								env.default
									
									
									
									
									
								
							@ -1,6 +1,27 @@
 | 
				
			|||||||
 | 
					### Credentials
 | 
				
			||||||
 | 
					
 | 
				
			||||||
MONGOEXPRESS_USER = mxuser
 | 
					MONGOEXPRESS_USER = mxuser
 | 
				
			||||||
MONGOEXPRESS_PASS = mxuserpassword
 | 
					MONGOEXPRESS_PASS = mxuserpassword
 | 
				
			||||||
DB_ADM_USER = valadmin
 | 
					DB_ADM_USER = valadmin
 | 
				
			||||||
DB_ADM_PASS = valadminpass
 | 
					DB_ADM_PASS = valadminpass
 | 
				
			||||||
DB_USR_USER = valuser
 | 
					DB_USR_USER = valuser
 | 
				
			||||||
DB_USR_PASS = valuserpass
 | 
					DB_USR_PASS = valuserpass
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					### Input data
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					# I received ssj500k in one .xml file,
 | 
				
			||||||
 | 
					# kres is composed of many .xml files
 | 
				
			||||||
 | 
					# I generated srl tags for kres in separate .json files
 | 
				
			||||||
 | 
					# (for each kres.xml file there is a kres.json file with srl tags)
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					# Use the files from /data/samples.tar.gz for a quick app build with a subset of data.  
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					SSJ_FILE = "$(MAKE_ROOT)/data/samples/ssj_xml/ssj500k-sl.body.sample.xml"
 | 
				
			||||||
 | 
					# SSJ_FILE = "$(MAKE_ROOT)/data/ssj_file_link"
 | 
				
			||||||
 | 
					KRES_FOLDER = "$(MAKE_ROOT)/data/samples/kres_xml"
 | 
				
			||||||
 | 
					# KRES_FOLDER = "$(MAKE_ROOT)/data/kres_xml_folder_link"
 | 
				
			||||||
 | 
					KRES_SRL_FOLDER = "$(MAKE_ROOT)/data/samples/kres_srl_json"
 | 
				
			||||||
 | 
					# KRES_SRL_FOLDER = "$(MAKE_ROOT)/data/kres_json_folder_link"
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
				
			|||||||
							
								
								
									
										25
									
								
								makefile_vars.example
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										25
									
								
								makefile_vars.example
									
									
									
									
									
										Normal file
									
								
							@ -0,0 +1,25 @@
 | 
				
			|||||||
 | 
					# Environment specific Makefile parameters
 | 
				
			||||||
 | 
					# Copy this file and name it makefile_args
 | 
				
			||||||
 | 
					# makefile_args gets .gitignored
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					# SSJ_FILE = "$(MAKE_ROOT)/data/samples/ssj_xml/ssj500k-sl.body.sample.xml"
 | 
				
			||||||
 | 
					SSJ_FILE = "$(MAKE_ROOT)/data/ssj_file_link"
 | 
				
			||||||
 | 
					# KRES_FOLDER = "$(MAKE_ROOT)/data/samples/kres_xml"
 | 
				
			||||||
 | 
					KRES_FOLDER = "$(MAKE_ROOT)/data/kres_xml_folder_link"
 | 
				
			||||||
 | 
					# KRES_SRL_FOLDER = "$(MAKE_ROOT)/data/samples/kres_srl_json"
 | 
				
			||||||
 | 
					KRES_SRL_FOLDER = "$(MAKE_ROOT)/data/kres_json_folder_link"
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					OUTPUT = "db"
 | 
				
			||||||
 | 
					# OUTPUT = "file"
 | 
				
			||||||
 | 
					OUTDIR = "/tmp/three"  # if you're running this in docker, make sure to mount the volume
 | 
				
			||||||
 | 
					DBADDR = "0.0.0.0:27017"  # don't use localhost
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					# credentials from .gitignored file
 | 
				
			||||||
 | 
					# create it from env.default
 | 
				
			||||||
 | 
					include env.local
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					N_CORES = 5
 | 
				
			||||||
 | 
					# insert kres files into database in chunks, for fewer connections
 | 
				
			||||||
 | 
					KRES_CHUNK_SIZE = 30
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					# Backend parameters found in conf file (see make backend)
 | 
				
			||||||
@ -1,3 +1,3 @@
 | 
				
			|||||||
{
 | 
					{
 | 
				
			||||||
    "api_addr": "http://193.2.76.103"
 | 
					    "api_addr": "http://0.0.0.0:8084"
 | 
				
			||||||
}
 | 
					}
 | 
				
			||||||
 | 
				
			|||||||
@ -1,3 +1,3 @@
 | 
				
			|||||||
{
 | 
					{
 | 
				
			||||||
    "api_addr": "http://193.2.76.103:8084"
 | 
					    "api_addr": "http://0.0.0.0:8084"
 | 
				
			||||||
}
 | 
					}
 | 
				
			||||||
 | 
				
			|||||||
							
								
								
									
										28
									
								
								src/frontend_vue/package-lock.json
									
									
									
										generated
									
									
									
								
							
							
						
						
									
										28
									
								
								src/frontend_vue/package-lock.json
									
									
									
										generated
									
									
									
								
							@ -3632,14 +3632,12 @@
 | 
				
			|||||||
        "balanced-match": {
 | 
					        "balanced-match": {
 | 
				
			||||||
          "version": "1.0.0",
 | 
					          "version": "1.0.0",
 | 
				
			||||||
          "bundled": true,
 | 
					          "bundled": true,
 | 
				
			||||||
          "dev": true,
 | 
					          "dev": true
 | 
				
			||||||
          "optional": true
 | 
					 | 
				
			||||||
        },
 | 
					        },
 | 
				
			||||||
        "brace-expansion": {
 | 
					        "brace-expansion": {
 | 
				
			||||||
          "version": "1.1.11",
 | 
					          "version": "1.1.11",
 | 
				
			||||||
          "bundled": true,
 | 
					          "bundled": true,
 | 
				
			||||||
          "dev": true,
 | 
					          "dev": true,
 | 
				
			||||||
          "optional": true,
 | 
					 | 
				
			||||||
          "requires": {
 | 
					          "requires": {
 | 
				
			||||||
            "balanced-match": "^1.0.0",
 | 
					            "balanced-match": "^1.0.0",
 | 
				
			||||||
            "concat-map": "0.0.1"
 | 
					            "concat-map": "0.0.1"
 | 
				
			||||||
@ -3654,20 +3652,17 @@
 | 
				
			|||||||
        "code-point-at": {
 | 
					        "code-point-at": {
 | 
				
			||||||
          "version": "1.1.0",
 | 
					          "version": "1.1.0",
 | 
				
			||||||
          "bundled": true,
 | 
					          "bundled": true,
 | 
				
			||||||
          "dev": true,
 | 
					          "dev": true
 | 
				
			||||||
          "optional": true
 | 
					 | 
				
			||||||
        },
 | 
					        },
 | 
				
			||||||
        "concat-map": {
 | 
					        "concat-map": {
 | 
				
			||||||
          "version": "0.0.1",
 | 
					          "version": "0.0.1",
 | 
				
			||||||
          "bundled": true,
 | 
					          "bundled": true,
 | 
				
			||||||
          "dev": true,
 | 
					          "dev": true
 | 
				
			||||||
          "optional": true
 | 
					 | 
				
			||||||
        },
 | 
					        },
 | 
				
			||||||
        "console-control-strings": {
 | 
					        "console-control-strings": {
 | 
				
			||||||
          "version": "1.1.0",
 | 
					          "version": "1.1.0",
 | 
				
			||||||
          "bundled": true,
 | 
					          "bundled": true,
 | 
				
			||||||
          "dev": true,
 | 
					          "dev": true
 | 
				
			||||||
          "optional": true
 | 
					 | 
				
			||||||
        },
 | 
					        },
 | 
				
			||||||
        "core-util-is": {
 | 
					        "core-util-is": {
 | 
				
			||||||
          "version": "1.0.2",
 | 
					          "version": "1.0.2",
 | 
				
			||||||
@ -3784,8 +3779,7 @@
 | 
				
			|||||||
        "inherits": {
 | 
					        "inherits": {
 | 
				
			||||||
          "version": "2.0.3",
 | 
					          "version": "2.0.3",
 | 
				
			||||||
          "bundled": true,
 | 
					          "bundled": true,
 | 
				
			||||||
          "dev": true,
 | 
					          "dev": true
 | 
				
			||||||
          "optional": true
 | 
					 | 
				
			||||||
        },
 | 
					        },
 | 
				
			||||||
        "ini": {
 | 
					        "ini": {
 | 
				
			||||||
          "version": "1.3.5",
 | 
					          "version": "1.3.5",
 | 
				
			||||||
@ -3797,7 +3791,6 @@
 | 
				
			|||||||
          "version": "1.0.0",
 | 
					          "version": "1.0.0",
 | 
				
			||||||
          "bundled": true,
 | 
					          "bundled": true,
 | 
				
			||||||
          "dev": true,
 | 
					          "dev": true,
 | 
				
			||||||
          "optional": true,
 | 
					 | 
				
			||||||
          "requires": {
 | 
					          "requires": {
 | 
				
			||||||
            "number-is-nan": "^1.0.0"
 | 
					            "number-is-nan": "^1.0.0"
 | 
				
			||||||
          }
 | 
					          }
 | 
				
			||||||
@ -3812,7 +3805,6 @@
 | 
				
			|||||||
          "version": "3.0.4",
 | 
					          "version": "3.0.4",
 | 
				
			||||||
          "bundled": true,
 | 
					          "bundled": true,
 | 
				
			||||||
          "dev": true,
 | 
					          "dev": true,
 | 
				
			||||||
          "optional": true,
 | 
					 | 
				
			||||||
          "requires": {
 | 
					          "requires": {
 | 
				
			||||||
            "brace-expansion": "^1.1.7"
 | 
					            "brace-expansion": "^1.1.7"
 | 
				
			||||||
          }
 | 
					          }
 | 
				
			||||||
@ -3820,14 +3812,12 @@
 | 
				
			|||||||
        "minimist": {
 | 
					        "minimist": {
 | 
				
			||||||
          "version": "0.0.8",
 | 
					          "version": "0.0.8",
 | 
				
			||||||
          "bundled": true,
 | 
					          "bundled": true,
 | 
				
			||||||
          "dev": true,
 | 
					          "dev": true
 | 
				
			||||||
          "optional": true
 | 
					 | 
				
			||||||
        },
 | 
					        },
 | 
				
			||||||
        "minipass": {
 | 
					        "minipass": {
 | 
				
			||||||
          "version": "2.2.4",
 | 
					          "version": "2.2.4",
 | 
				
			||||||
          "bundled": true,
 | 
					          "bundled": true,
 | 
				
			||||||
          "dev": true,
 | 
					          "dev": true,
 | 
				
			||||||
          "optional": true,
 | 
					 | 
				
			||||||
          "requires": {
 | 
					          "requires": {
 | 
				
			||||||
            "safe-buffer": "^5.1.1",
 | 
					            "safe-buffer": "^5.1.1",
 | 
				
			||||||
            "yallist": "^3.0.0"
 | 
					            "yallist": "^3.0.0"
 | 
				
			||||||
@ -3846,7 +3836,6 @@
 | 
				
			|||||||
          "version": "0.5.1",
 | 
					          "version": "0.5.1",
 | 
				
			||||||
          "bundled": true,
 | 
					          "bundled": true,
 | 
				
			||||||
          "dev": true,
 | 
					          "dev": true,
 | 
				
			||||||
          "optional": true,
 | 
					 | 
				
			||||||
          "requires": {
 | 
					          "requires": {
 | 
				
			||||||
            "minimist": "0.0.8"
 | 
					            "minimist": "0.0.8"
 | 
				
			||||||
          }
 | 
					          }
 | 
				
			||||||
@ -3927,8 +3916,7 @@
 | 
				
			|||||||
        "number-is-nan": {
 | 
					        "number-is-nan": {
 | 
				
			||||||
          "version": "1.0.1",
 | 
					          "version": "1.0.1",
 | 
				
			||||||
          "bundled": true,
 | 
					          "bundled": true,
 | 
				
			||||||
          "dev": true,
 | 
					          "dev": true
 | 
				
			||||||
          "optional": true
 | 
					 | 
				
			||||||
        },
 | 
					        },
 | 
				
			||||||
        "object-assign": {
 | 
					        "object-assign": {
 | 
				
			||||||
          "version": "4.1.1",
 | 
					          "version": "4.1.1",
 | 
				
			||||||
@ -3940,7 +3928,6 @@
 | 
				
			|||||||
          "version": "1.4.0",
 | 
					          "version": "1.4.0",
 | 
				
			||||||
          "bundled": true,
 | 
					          "bundled": true,
 | 
				
			||||||
          "dev": true,
 | 
					          "dev": true,
 | 
				
			||||||
          "optional": true,
 | 
					 | 
				
			||||||
          "requires": {
 | 
					          "requires": {
 | 
				
			||||||
            "wrappy": "1"
 | 
					            "wrappy": "1"
 | 
				
			||||||
          }
 | 
					          }
 | 
				
			||||||
@ -4062,7 +4049,6 @@
 | 
				
			|||||||
          "version": "1.0.2",
 | 
					          "version": "1.0.2",
 | 
				
			||||||
          "bundled": true,
 | 
					          "bundled": true,
 | 
				
			||||||
          "dev": true,
 | 
					          "dev": true,
 | 
				
			||||||
          "optional": true,
 | 
					 | 
				
			||||||
          "requires": {
 | 
					          "requires": {
 | 
				
			||||||
            "code-point-at": "^1.0.0",
 | 
					            "code-point-at": "^1.0.0",
 | 
				
			||||||
            "is-fullwidth-code-point": "^1.0.0",
 | 
					            "is-fullwidth-code-point": "^1.0.0",
 | 
				
			||||||
 | 
				
			|||||||
@ -33,8 +33,10 @@ def reduce_0(frames, valdb_sensemap=None):
 | 
				
			|||||||
    separated_frames = []
 | 
					    separated_frames = []
 | 
				
			||||||
    for frame in frames:
 | 
					    for frame in frames:
 | 
				
			||||||
        for tid in frame.tids:
 | 
					        for tid in frame.tids:
 | 
				
			||||||
            tmp_frame = DC(frame)
 | 
					            tmp_frame = frame
 | 
				
			||||||
            tmp_frame.tids = [tid]
 | 
					            tmp_frame.tids = [tid]
 | 
				
			||||||
 | 
					            tmp_frame.sort_slots()
 | 
				
			||||||
 | 
					
 | 
				
			||||||
            separated_frames.append(tmp_frame)
 | 
					            separated_frames.append(tmp_frame)
 | 
				
			||||||
            sorting_strings.append("".join(
 | 
					            sorting_strings.append("".join(
 | 
				
			||||||
                [slot.functor for slot in tmp_frame.slots]
 | 
					                [slot.functor for slot in tmp_frame.slots]
 | 
				
			||||||
 | 
				
			|||||||
		Loading…
	
		Reference in New Issue
	
	Block a user