You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 

354 lines
12 KiB

"""Doodba child project tasks.
This file is to be executed with https://www.pyinvoke.org/ in Python 3.6+.
Contains common helpers to develop using this child project.
"""
import json
import os
from itertools import chain
from pathlib import Path
from shutil import which
from invoke import task
ODOO_VERSION = 14.0
PROJECT_ROOT = Path(__file__).parent.absolute()
SRC_PATH = PROJECT_ROOT / "odoo" / "custom" / "src"
UID_ENV = {"GID": str(os.getgid()), "UID": str(os.getuid()), "UMASK": "27"}
@task
def write_code_workspace_file(c, cw_path=None):
"""Generate code-workspace file definition.
Some other tasks will call this one when needed, and since you cannot specify
the file name there, if you want a specific one, you should call this task
before.
Most times you just can forget about this task and let it be run automatically
whenever needed.
If you don't define a workspace name, this task will reuse the 1st
`doodba.*.code-workspace` file found inside the current directory.
If none is found, it will default to `doodba.$(basename $PWD).code-workspace`.
If you define it manually, remember to use the same prefix and suffix if you
want it git-ignored by default.
Example: `--cw-path doodba.my-custom-name.code-workspace`
"""
root_name = f"doodba.{PROJECT_ROOT.name}"
root_var = "${workspaceRoot:%s}" % root_name
if not cw_path:
try:
cw_path = next(PROJECT_ROOT.glob("doodba.*.code-workspace"))
except StopIteration:
cw_path = f"{root_name}.code-workspace"
if not Path(cw_path).is_absolute():
cw_path = PROJECT_ROOT / cw_path
cw_config = {}
try:
with open(cw_path) as cw_fd:
cw_config = json.load(cw_fd)
except (FileNotFoundError, json.decoder.JSONDecodeError):
pass # Nevermind, we start with a new config
# Launch configurations
debugpy_configuration = {
"name": "Attach Python debugger to running container",
"type": "python",
"request": "attach",
"pathMappings": [{"localRoot": f"{root_var}/odoo", "remoteRoot": "/opt/odoo"}],
"port": int(ODOO_VERSION) * 1000 + 899,
"host": "localhost",
}
firefox_configuration = {
"type": "firefox",
"request": "launch",
"reAttach": True,
"name": "Connect to firefox debugger",
"url": f"http://localhost:{ODOO_VERSION:.0f}069/?debug=assets",
"reloadOnChange": {
"watch": f"{root_var}/odoo/custom/src/**/*.{'{js,css,scss,less}'}"
},
"skipFiles": ["**/lib/**"],
"pathMappings": [],
}
chrome_executable = which("chrome") or which("chromium")
chrome_configuration = {
"type": "chrome",
"request": "launch",
"name": "Connect to chrome debugger",
"url": f"http://localhost:{ODOO_VERSION:.0f}069/?debug=assets",
"skipFiles": ["**/lib/**"],
"trace": True,
"pathMapping": {},
}
if chrome_executable:
chrome_configuration["runtimeExecutable"] = chrome_executable
cw_config["launch"] = {
"compounds": [
{
"name": "Start Odoo and debug Python",
"configurations": ["Attach Python debugger to running container"],
"preLaunchTask": "Start Odoo in debug mode",
},
{
"name": "Start Odoo and debug JS in Firefox",
"configurations": ["Connect to firefox debugger"],
"preLaunchTask": "Start Odoo",
},
{
"name": "Start Odoo and debug JS in Chrome",
"configurations": ["Connect to chrome debugger"],
"preLaunchTask": "Start Odoo",
},
{
"name": "Start Odoo and debug Python + JS in Firefox",
"configurations": [
"Attach Python debugger to running container",
"Connect to firefox debugger",
],
"preLaunchTask": "Start Odoo in debug mode",
},
{
"name": "Start Odoo and debug Python + JS in Chrome",
"configurations": [
"Attach Python debugger to running container",
"Connect to chrome debugger",
],
"preLaunchTask": "Start Odoo in debug mode",
},
],
"configurations": [
debugpy_configuration,
firefox_configuration,
chrome_configuration,
],
}
# Configure folders
cw_config["folders"] = []
for subrepo in SRC_PATH.glob("*"):
if not subrepo.is_dir():
continue
if (subrepo / ".git").exists() and subrepo.name != "odoo":
cw_config["folders"].append(
{"path": str(subrepo.relative_to(PROJECT_ROOT))}
)
debugpy_configuration["pathMappings"].append(
{
"localRoot": "${workspaceRoot:%s}" % subrepo.name,
"remoteRoot": f"/opt/odoo/custom/src/{subrepo.name}",
}
)
for addon in chain(subrepo.glob("*"), subrepo.glob("addons/*")):
if (addon / "__manifest__.py").is_file() or (
addon / "__openerp__.py"
).is_file():
url = f"http://localhost:{ODOO_VERSION:.0f}069/{addon.name}/static/"
path = "${{workspaceRoot:{}}}/{}/static/".format(
subrepo.name,
addon.relative_to(subrepo),
)
firefox_configuration["pathMappings"].append({"url": url, "path": path})
chrome_configuration["pathMapping"][url] = path
cw_config["tasks"] = {
"version": "2.0.0",
"tasks": [
{
"label": "Start Odoo",
"type": "process",
"command": "invoke",
"args": ["start", "--detach"],
"presentation": {
"echo": True,
"reveal": "silent",
"focus": False,
"panel": "shared",
"showReuseMessage": True,
"clear": False,
},
"problemMatcher": [],
},
{
"label": "Start Odoo in debug mode",
"type": "process",
"command": "invoke",
"args": ["start", "--detach", "--debugpy"],
"presentation": {
"echo": True,
"reveal": "silent",
"focus": False,
"panel": "shared",
"showReuseMessage": True,
"clear": False,
},
"problemMatcher": [],
},
{
"label": "Stop Odoo",
"type": "process",
"command": "invoke",
"args": ["stop"],
"presentation": {
"echo": True,
"reveal": "silent",
"focus": False,
"panel": "shared",
"showReuseMessage": True,
"clear": False,
},
"problemMatcher": [],
},
],
}
# Sort project folders
cw_config["folders"].sort(key=lambda x: x["path"])
# Put Odoo folder just before private and top folder
odoo = SRC_PATH / "odoo"
if odoo.is_dir():
cw_config["folders"].append({"path": str(odoo.relative_to(PROJECT_ROOT))})
# HACK https://github.com/microsoft/vscode/issues/95963 put private second to last
private = SRC_PATH / "private"
if private.is_dir():
cw_config["folders"].append({"path": str(private.relative_to(PROJECT_ROOT))})
# HACK https://github.com/microsoft/vscode/issues/37947 put top folder last
cw_config["folders"].append({"path": ".", "name": root_name})
with open(cw_path, "w") as cw_fd:
json.dump(cw_config, cw_fd, indent=2)
cw_fd.write("\n")
@task
def develop(c):
"""Set up a basic development environment."""
# Prepare environment
Path(PROJECT_ROOT, "odoo", "auto", "addons").mkdir(parents=True, exist_ok=True)
with c.cd(str(PROJECT_ROOT)):
c.run("git init")
c.run("ln -sf devel.yaml docker-compose.yml")
write_code_workspace_file(c)
c.run("pre-commit install")
@task(develop)
def git_aggregate(c):
"""Download odoo & addons git code.
Executes git-aggregator from within the doodba container.
"""
with c.cd(str(PROJECT_ROOT)):
c.run(
"docker-compose --file setup-devel.yaml run --rm odoo",
env=UID_ENV,
)
write_code_workspace_file(c)
for git_folder in SRC_PATH.glob("*/.git/.."):
action = (
"install"
if (git_folder / ".pre-commit-config.yaml").is_file()
else "uninstall"
)
with c.cd(str(git_folder)):
c.run(f"pre-commit {action}")
@task(develop)
def img_build(c, pull=True):
"""Build docker images."""
cmd = "docker-compose build"
if pull:
cmd += " --pull"
with c.cd(str(PROJECT_ROOT)):
c.run(cmd, env=UID_ENV)
@task(develop)
def img_pull(c):
"""Pull docker images."""
with c.cd(str(PROJECT_ROOT)):
c.run("docker-compose pull")
@task(develop)
def lint(c, verbose=False):
"""Lint & format source code."""
cmd = "pre-commit run --show-diff-on-failure --all-files --color=always"
if verbose:
cmd += " --verbose"
with c.cd(str(PROJECT_ROOT)):
c.run(cmd)
@task(develop)
def start(c, detach=True, debugpy=False):
"""Start environment."""
cmd = "docker-compose up"
if detach:
cmd += " --detach"
with c.cd(str(PROJECT_ROOT)):
c.run(cmd, env=dict(UID_ENV, DOODBA_DEBUGPY_ENABLE=str(int(debugpy))))
@task(
develop,
help={"purge": "Remove all related containers, networks images and volumes"},
)
def stop(c, purge=False):
"""Stop and (optionally) purge environment."""
cmd = "docker-compose"
if purge:
cmd += " down --remove-orphans --rmi local --volumes"
else:
cmd += " stop"
with c.cd(str(PROJECT_ROOT)):
c.run(cmd)
@task(
develop,
help={
"dbname": "The DB that will be DESTROYED and recreated. Default: 'devel'.",
"modules": "Comma-separated list of modules to install. Default: 'base'.",
},
)
def resetdb(c, modules="base", dbname="devel"):
"""Reset the specified database with the specified modules.
Uses click-odoo-initdb behind the scenes, which has a caching system that
makes DB resets quicker. See its docs for more info.
"""
with c.cd(str(PROJECT_ROOT)):
c.run("docker-compose stop odoo", pty=True)
_run = "docker-compose run --rm -l traefik.enable=false odoo"
c.run(
f"{_run} click-odoo-dropdb {dbname}",
env=UID_ENV,
warn=True,
pty=True,
)
c.run(
f"{_run} click-odoo-initdb -n {dbname} -m {modules}",
env=UID_ENV,
pty=True,
)
@task(develop)
def restart(c, quick=True):
"""Restart odoo container(s)."""
cmd = "docker-compose restart"
if quick:
cmd = f"{cmd} -t0"
cmd = f"{cmd} odoo odoo_proxy"
with c.cd(str(PROJECT_ROOT)):
c.run(cmd, env=UID_ENV)
@task(develop)
def logs(c, tail=10):
"""Obtain last logs of current environment."""
cmd = "docker-compose logs -f"
if tail:
cmd += f" --tail {tail}"
with c.cd(str(PROJECT_ROOT)):
c.run(cmd)