{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":605682921,"defaultBranch":"main","name":"hamilton","ownerLogin":"DAGWorks-Inc","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-02-23T17:16:48.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/116846391?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1717136955.0","currentOid":""},"activityList":{"items":[{"before":"afc861860cd4832303cd64bfe240ac29007cc2f3","after":null,"ref":"refs/heads/fix/move-ui-docs","pushedAt":"2024-05-31T06:29:15.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"skrawcz","name":"Stefan Krawczyk","path":"/skrawcz","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2328071?s=80&v=4"}},{"before":"770050751840318aa2ac923c0f3137c4412dfa2f","after":"ebd567a713187c3b05f55dbc68cd6c9242588934","ref":"refs/heads/main","pushedAt":"2024-05-31T06:29:14.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"skrawcz","name":"Stefan Krawczyk","path":"/skrawcz","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2328071?s=80&v=4"},"commit":{"message":"Adds symlink to UI docs\n\nSo that we don't have to go and update links in various places.\nThis techdebt, but hopefully in time we'll be able to remove/redirect\nthat link to the proper URL.","shortMessageHtmlLink":"Adds symlink to UI docs"}},{"before":"a27d05514da636bbe1ad3dc9a8438cf32d350f54","after":"afc861860cd4832303cd64bfe240ac29007cc2f3","ref":"refs/heads/fix/move-ui-docs","pushedAt":"2024-05-31T05:41:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"skrawcz","name":"Stefan Krawczyk","path":"/skrawcz","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2328071?s=80&v=4"},"commit":{"message":"Adds symlink to UI docs\n\nSo that we don't have to go and update links in various places.\nThis techdebt, but hopefully in time we'll be able to remove/redirect\nthat link to the proper URL.","shortMessageHtmlLink":"Adds symlink to UI docs"}},{"before":null,"after":"07c025c69b6b90c8a57a0d04922807f0e4bb55bd","ref":"refs/heads/graceful-failure","pushedAt":"2024-05-29T16:26:05.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"elijahbenizzy","name":"Elijah ben Izzy","path":"/elijahbenizzy","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3886307?s=80&v=4"},"commit":{"message":"WIP for graceful errors","shortMessageHtmlLink":"WIP for graceful errors"}},{"before":"430a7b3950c7fb32610ac80560c167ed836b72ef","after":"40d8b124ba4426f02aa87cb997ecb7c13709f4f8","ref":"refs/heads/experimental/schema-validator","pushedAt":"2024-05-29T14:34:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"},"commit":{"message":"removed unecessary globals","shortMessageHtmlLink":"removed unecessary globals"}},{"before":"6686f08dcd9dfe052e24dc2286b8371ebae57d04","after":"430a7b3950c7fb32610ac80560c167ed836b72ef","ref":"refs/heads/experimental/schema-validator","pushedAt":"2024-05-29T14:26:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"},"commit":{"message":"added schema diffing","shortMessageHtmlLink":"added schema diffing"}},{"before":null,"after":"6686f08dcd9dfe052e24dc2286b8371ebae57d04","ref":"refs/heads/experimental/schema-validator","pushedAt":"2024-05-28T22:38:08.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"},"commit":{"message":"added SchemaValidator and databackend","shortMessageHtmlLink":"added SchemaValidator and databackend"}},{"before":"d7f7bc3cfef0b4dd053caf80a838ef1134b88af2","after":null,"ref":"refs/heads/bump_version","pushedAt":"2024-05-28T21:11:12.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"skrawcz","name":"Stefan Krawczyk","path":"/skrawcz","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2328071?s=80&v=4"}},{"before":"831a093af84d841138958df23d70b2125a8c72db","after":"770050751840318aa2ac923c0f3137c4412dfa2f","ref":"refs/heads/main","pushedAt":"2024-05-28T21:11:12.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"skrawcz","name":"Stefan Krawczyk","path":"/skrawcz","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2328071?s=80&v=4"},"commit":{"message":"Bumps version to 1.64.0\n\nTo get new jupyter magic updates out,\nand some other minor things.","shortMessageHtmlLink":"Bumps version to 1.64.0"}},{"before":null,"after":"d7f7bc3cfef0b4dd053caf80a838ef1134b88af2","ref":"refs/heads/bump_version","pushedAt":"2024-05-28T20:35:18.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"skrawcz","name":"Stefan Krawczyk","path":"/skrawcz","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2328071?s=80&v=4"},"commit":{"message":"Bumps version to 1.64.0\n\nTo get new jupyter magic updates out,\nand some other minor things.","shortMessageHtmlLink":"Bumps version to 1.64.0"}},{"before":"d08cfcd603369b4dfa825e0be0acfa4a885448b4","after":null,"ref":"refs/heads/plugins/jupyter-v2.1","pushedAt":"2024-05-28T18:58:43.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"}},{"before":"f70af850cb1824f4acb199be1952c4341c0a37c1","after":"831a093af84d841138958df23d70b2125a8c72db","ref":"refs/heads/main","pushedAt":"2024-05-28T18:58:43.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"},"commit":{"message":"Jupyter plugin V2 (#917)\n\nCompared to V2:\r\n- support module_name as positional or named arg (-m/--module_name)\r\n- support -c/--config\r\n- support -h/--help\r\n- ignores -r/--rebuild-drivers\r\n- ignores -v/--verbose\r\n- richer support for -c/--config\r\n- alias %%insert_module to %%module_to_cell\r\n- creates a temporary file for the temporary modules to play nicely with Hamilton UI\r\n- in `incr_cell_to_module`, -i/--identifier is now a required positional argument\r\n- added try/except over dynamic module creation\r\n\r\nOthers:\r\n- fixed dynamic module registration in ad_hoc_utils.create_module() which was \r\ncausing a bug for function_modifiers.macros (e.g., @pipe)\r\n- updated existing examples/ notebooks\r\n\r\n---------\r\n\r\nCo-authored-by: zilto <tjean@DESKTOP-V6JDCS2>\r\nCo-authored-by: Stefan Krawczyk <stefan@dagworks.io>","shortMessageHtmlLink":"Jupyter plugin V2 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2313676443\" data-permission-text=\"Title is private\" data-url=\"https://github.com/DAGWorks-Inc/hamilton/issues/917\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/DAGWorks-Inc/hamilton/pull/917/hovercard\" href=\"https://github.com/DAGWorks-Inc/hamilton/pull/917\">#917</a>)"}},{"before":"4a2a69f1fb1423f75342df1a72777b1466f15b75","after":"d08cfcd603369b4dfa825e0be0acfa4a885448b4","ref":"refs/heads/plugins/jupyter-v2.1","pushedAt":"2024-05-28T18:28:10.000Z","pushType":"push","commitsCount":5,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"},"commit":{"message":"Merge branch 'plugins/jupyter-v2.1' of https://github.com/DAGWorks-Inc/hamilton into plugins/jupyter-v2.1","shortMessageHtmlLink":"Merge branch 'plugins/jupyter-v2.1' of <a href=\"https://github.com/DAGWorks-Inc/hamilton\">https://github.com/DAGWorks-In…</a>"}},{"before":"8f3a2e6e79de79cf6c005962f7e842e9b40fa92c","after":null,"ref":"refs/heads/feat/hamilton-graph-lookup","pushedAt":"2024-05-27T23:54:07.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"}},{"before":"96da3107666dcccdd80da39d7d4d118b4de82571","after":"f70af850cb1824f4acb199be1952c4341c0a37c1","ref":"refs/heads/main","pushedAt":"2024-05-27T23:54:06.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"},"commit":{"message":"added `__getitem__()` and `filter_nodes()`to `HamiltonGraph` (#919)\n\n* added `__getitem__()` and `filter_nodes()` to `HamiltonGraph`\r\n\r\nThe most common operations on the HamiltonGraph is selecting a single node or filtering them by a criteria. However, they're are no API for that, meaning some list comprehension or filter() are often implemented in the library code but also in the user's code. This motivated the implementation __getitem()__ and filter_nodes()\r\n\r\n---------\r\n\r\nCo-authored-by: zilto <tjean@DESKTOP-V6JDCS2>","shortMessageHtmlLink":"added <code>__getitem__()</code> and <code>filter_nodes()</code>to <code>HamiltonGraph</code> (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2319252856\" data-permission-text=\"Title is private\" data-url=\"https://github.com/DAGWorks-Inc/hamilton/issues/919\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/DAGWorks-Inc/hamilton/pull/919/hovercard\" href=\"https://github.com/DAGWorks-Inc/hamilton/pull/919\">#919</a>)"}},{"before":"c1d47a0650032b0e95349aca7cf26e35fd5db947","after":"8f3a2e6e79de79cf6c005962f7e842e9b40fa92c","ref":"refs/heads/feat/hamilton-graph-lookup","pushedAt":"2024-05-27T15:44:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"},"commit":{"message":"fix typo in new test","shortMessageHtmlLink":"fix typo in new test"}},{"before":"bd356a21bd816bc9ec246789c85cccefca1a446f","after":"c1d47a0650032b0e95349aca7cf26e35fd5db947","ref":"refs/heads/feat/hamilton-graph-lookup","pushedAt":"2024-05-27T14:08:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"},"commit":{"message":"is True check instead of implicit","shortMessageHtmlLink":"is True check instead of implicit"}},{"before":null,"after":"bd356a21bd816bc9ec246789c85cccefca1a446f","ref":"refs/heads/feat/hamilton-graph-lookup","pushedAt":"2024-05-27T13:53:13.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"},"commit":{"message":"added __getitem__() and filter()","shortMessageHtmlLink":"added __getitem__() and filter()"}},{"before":"d13ef5b1bdf2bce51a477e2c1ed8cdc1112bb6cc","after":"4a2a69f1fb1423f75342df1a72777b1466f15b75","ref":"refs/heads/plugins/jupyter-v2.1","pushedAt":"2024-05-25T14:09:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"},"commit":{"message":"Update hamilton/plugins/jupyter_magic.py\n\nCo-authored-by: Stefan Krawczyk <stefan@dagworks.io>","shortMessageHtmlLink":"Update hamilton/plugins/jupyter_magic.py"}},{"before":"33abc167fb81f1d7529509fe0378d99e24af2728","after":"d13ef5b1bdf2bce51a477e2c1ed8cdc1112bb6cc","ref":"refs/heads/plugins/jupyter-v2.1","pushedAt":"2024-05-24T20:18:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"},"commit":{"message":"updated incr_cell_to_module","shortMessageHtmlLink":"updated incr_cell_to_module"}},{"before":null,"after":"33abc167fb81f1d7529509fe0378d99e24af2728","ref":"refs/heads/plugins/jupyter-v2.1","pushedAt":"2024-05-23T19:19:30.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"},"commit":{"message":"jupyter V2.1 with backwards compatible changes","shortMessageHtmlLink":"jupyter V2.1 with backwards compatible changes"}},{"before":"984443f8942a6e7b21b01e039e21c8ebe712b24c","after":null,"ref":"refs/heads/examples/ui","pushedAt":"2024-05-23T12:45:03.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"}},{"before":"76ed273e60ad83f6c098a6999b35a9b9f038ddc0","after":null,"ref":"refs/heads/plugins/kedro","pushedAt":"2024-05-23T12:44:30.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"}},{"before":"7000259aef7c137e14df44374b348bf56f846ee6","after":"96da3107666dcccdd80da39d7d4d118b4de82571","ref":"refs/heads/main","pushedAt":"2024-05-23T12:44:29.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"},"commit":{"message":"`plugins` Kedro (#916)\n\nIntroduce a Kedro plugin for Hamilton. This commit includes several changes:\r\n\r\n1. `hamilton.plugins.h_kedro` allows to convert Kedro `Pipeline` objects to Hamilton `Driver`. \r\n   This supports all Hamilton features including tracking with the Hamilton UI.\r\n\r\n2. `hamilton.plugins.kedro_extensions` adds materializers that wrap Kedro `Dataset` objects. \r\n   This allows Kedro users to reuse their already defined Kedro `DataCatalog` with Hamilton\r\n   and use `Dataset` that aren't materializers in Hamilton yet (e.g., Snowpark)\r\n\r\n3. bug fix for `@extract_fields` in Python <3.11. The current type check wouldn't allow the\r\n   `Any` type annotation for extracted fields because `isinstance(Any, type) == False` pre 3.11.\r\n\r\n\r\nDesign decisions:\r\n1. In Kedro, the Python function and the node definition are decoupled. The syntax for defining the\r\n    node inputs and outputs and flexible and we need to handle all cases (None, str, list, dict).\r\n\r\n    node ref: https://docs.kedro.org/en/stable/nodes_and_pipelines/nodes.html#how-to-create-a-node\r\n\r\n    Contrary to Hamilton nodes, Kedro nodes can return more than one value. In the conversion\r\n    process,  we're manually adding `extract_fields` decorators to expand these Kedro nodes. \r\n    Given no type annotations exists for the extracted nodes, we set `Any` \r\n    (which relates to the bugfix in change 3.)\r\n\r\n    Kedro has the concept of \"parameters\", which are lightweight values passed at execution time\r\n    typically defined in a YAML file. Those would be \"inputs\" in Hamilton. In the Kedro node definition,\r\n    parameters are prefixed with `params:`. In the conversion, we remove that prefix.\r\n\r\n    The process to create the Hamilton `Driver` is very manual. We must pass the lifecycle adapters\r\n    when creating the `FunctionGraph` from individual nodes and trigger the `post_graph_construct` hook\r\n\r\n2. The materializers are quite simple since they wrap the Kedro datasets. The current API is simple\r\n    and expects a `DataCatalog` instance with the dataset name. This works best when users have an \r\n    existing catalog (likely most users of this plugin). We could also extend this API by allowing users to \r\n    pass a `Dataset` definition directly reducing the boilerplate if they don't already have a catalog defined.\r\n  \r\n---------\r\n\r\nCo-authored-by: zilto <tjean@DESKTOP-V6JDCS2>","shortMessageHtmlLink":"<code>plugins</code> Kedro (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2311420615\" data-permission-text=\"Title is private\" data-url=\"https://github.com/DAGWorks-Inc/hamilton/issues/916\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/DAGWorks-Inc/hamilton/pull/916/hovercard\" href=\"https://github.com/DAGWorks-Inc/hamilton/pull/916\">#916</a>)"}},{"before":"387cdc2a17b88516ab7cf6b57af8b8949a9e4716","after":"76ed273e60ad83f6c098a6999b35a9b9f038ddc0","ref":"refs/heads/plugins/kedro","pushedAt":"2024-05-22T21:26:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"},"commit":{"message":"moved comment because pre-commit break formatting otherwise","shortMessageHtmlLink":"moved comment because pre-commit break formatting otherwise"}},{"before":"4d7adca511d463f0ee40ef4f03c9dc996b6a5143","after":"387cdc2a17b88516ab7cf6b57af8b8949a9e4716","ref":"refs/heads/plugins/kedro","pushedAt":"2024-05-22T21:18:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"},"commit":{"message":"bug fix expanders <3.11","shortMessageHtmlLink":"bug fix expanders &lt;3.11"}},{"before":"fde4673e3e57eec19537fba8c1da8adefec76127","after":"4d7adca511d463f0ee40ef4f03c9dc996b6a5143","ref":"refs/heads/plugins/kedro","pushedAt":"2024-05-22T20:42:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"},"commit":{"message":"fixed another 3.8 typing bug","shortMessageHtmlLink":"fixed another 3.8 typing bug"}},{"before":"4bf9b28bcf92ada4fca50a183ad90b555c21d86b","after":"fde4673e3e57eec19537fba8c1da8adefec76127","ref":"refs/heads/plugins/kedro","pushedAt":"2024-05-22T20:37:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"},"commit":{"message":"fix NoneType for <3.10","shortMessageHtmlLink":"fix NoneType for &lt;3.10"}},{"before":null,"after":"4bf9b28bcf92ada4fca50a183ad90b555c21d86b","ref":"refs/heads/plugins/kedro","pushedAt":"2024-05-22T20:26:58.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"},"commit":{"message":"updated tests requirements","shortMessageHtmlLink":"updated tests requirements"}},{"before":"d75e39f6efddbf28228e774dfd302f2517bde5ac","after":null,"ref":"refs/heads/plugins/kedro","pushedAt":"2024-05-22T20:26:27.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"zilto","name":"Thierry Jean","path":"/zilto","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68975210?s=80&v=4"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEWLSHMgA","startCursor":null,"endCursor":null}},"title":"Activity · DAGWorks-Inc/hamilton"}