Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Add default behaviour for jobs that dont have some keys and handle the non-existent of some json_vals #1017

Merged
merged 6 commits into from
Jan 17, 2025
Merged

Add default behaviour for jobs that dont have some keys and handle the non-existent of some json_vals #1017

Show file tree
Hide file tree
Changes from 5 commits
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
c27b131
Add default behaviour for jobs that dont have some keys and handle th…
EmanElsaban Jan 8, 2025
f320de4
Remove get from command
EmanElsaban Jan 8, 2025
5808232
cap add and drop should have values
EmanElsaban Jan 8, 2025
9adc64e
removing the try/except since it was added in a separate pr
EmanElsaban Jan 9, 2025
cde91b1
maybe not all gets are necessary
EmanElsaban Jan 9, 2025
27938cb
Adding comments
EmanElsaban Jan 17, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
35 changes: 20 additions & 15 deletions tron/core/action.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -124,30 +124,35 @@ def serialize_namedtuple(obj):
"cap_add": state_data["cap_add"],
"cap_drop": state_data["cap_drop"],
"constraints": [
serialize_namedtuple(constraint) for constraint in state_data["constraints"]
serialize_namedtuple(constraint) for constraint in state_data.get("constraints", [])
nemacysts marked this conversation as resolved.
Show resolved Hide resolved
], # convert each ConfigConstraint to dictionary, so it would be a list of dicts
"docker_image": state_data["docker_image"],
"docker_parameters": [
serialize_namedtuple(parameter) for parameter in state_data["docker_parameters"]
serialize_namedtuple(parameter) for parameter in state_data.get("docker_parameters", [])
],
"env": state_data["env"],
"secret_env": {key: serialize_namedtuple(val) for key, val in state_data["secret_env"].items()},
"secret_volumes": [serialize_namedtuple(volume) for volume in state_data["secret_volumes"]],
"env": state_data.get("env", {}),
"secret_env": {
key: serialize_namedtuple(val) for key, val in state_data.get("secret_env", {}).items()
},
"secret_volumes": [serialize_namedtuple(volume) for volume in state_data.get("secret_volumes", [])],
"projected_sa_volumes": [
serialize_namedtuple(volume) for volume in state_data["projected_sa_volumes"]
serialize_namedtuple(volume) for volume in state_data.get("projected_sa_volumes", [])
],
"field_selector_env": {
key: serialize_namedtuple(val) for key, val in state_data["field_selector_env"].items()
key: serialize_namedtuple(val) for key, val in state_data.get("field_selector_env", {}).items()
},
"extra_volumes": [serialize_namedtuple(volume) for volume in state_data["extra_volumes"]],
"node_selectors": state_data["node_selectors"],
"node_affinities": [serialize_namedtuple(affinity) for affinity in state_data["node_affinities"]],
"labels": state_data["labels"],
"annotations": state_data["annotations"],
"service_account_name": state_data["service_account_name"],
"ports": state_data["ports"],
"extra_volumes": [serialize_namedtuple(volume) for volume in state_data.get("extra_volumes", [])],
"node_selectors": state_data.get("node_selectors", {}),
"node_affinities": [
serialize_namedtuple(affinity) for affinity in state_data.get("node_affinities", [])
],
"labels": state_data.get("labels", {}),
"annotations": state_data.get("annotations", {}),
"service_account_name": state_data.get("service_account_name"),
"ports": state_data.get("ports", []),
"topology_spread_constraints": [
serialize_namedtuple(constraint) for constraint in state_data["topology_spread_constraints"]
serialize_namedtuple(constraint)
for constraint in state_data.get("topology_spread_constraints", [])
],
}
)
Expand Down
8 changes: 4 additions & 4 deletions tron/core/actionrun.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -185,8 +185,8 @@ def to_json(state_data: dict) -> Optional[str]:
"end_time": state_data["end_time"].isoformat() if state_data["end_time"] else None,
"rendered_command": state_data["rendered_command"],
"exit_status": state_data["exit_status"],
"mesos_task_id": state_data["mesos_task_id"],
"kubernetes_task_id": state_data["kubernetes_task_id"],
"mesos_task_id": state_data.get("mesos_task_id"),
nemacysts marked this conversation as resolved.
Show resolved Hide resolved
"kubernetes_task_id": state_data.get("kubernetes_task_id"),
}
)
except KeyError:
Expand Down Expand Up @@ -811,12 +811,12 @@ def to_json(state_data: dict) -> Optional[str]:
"job_run_id": state_data["job_run_id"],
"action_name": state_data["action_name"],
"state": state_data["state"],
"original_command": state_data["original_command"],
"original_command": state_data.get("original_command"),
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

i'm kinda surprised that original_command and attempts don't exist for everything - i would have assumed that these are pretty standard features for all the ActionRuns and would always exist

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I've seen both fail for a job from what i recall before

Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

if we're not too pressed for time, it'd be nice to look at those jobs and see if they're junk data - but otherwise a # TODO: figure out why we've seen cases of this - this shouldn't happen seems fine to me as well :)

"start_time": state_data["start_time"].isoformat() if state_data["start_time"] else None,
"end_time": state_data["end_time"].isoformat() if state_data["end_time"] else None,
"node_name": state_data["node_name"],
"exit_status": state_data["exit_status"],
"attempts": [ActionRunAttempt.to_json(attempt) for attempt in state_data["attempts"]],
"attempts": [ActionRunAttempt.to_json(attempt) for attempt in state_data.get("attempts", [])],
"retries_remaining": state_data["retries_remaining"],
"retries_delay": (
state_data["retries_delay"].total_seconds() if state_data["retries_delay"] is not None else None
Expand Down