{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":355693831,"defaultBranch":"main","name":"parquetjs","ownerLogin":"LibertyDSNP","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2021-04-07T22:05:12.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/78103996?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1726749882.0","currentOid":""},"activityList":{"items":[{"before":"58ca11031ac582d3caa11555e51333fe22147658","after":"bd9767c2eb93f86dedcef69ad7c861c31e33e1b5","ref":"refs/heads/rle_boolean_failure","pushedAt":"2024-09-13T18:28:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"shannonwells","name":"Shannon Wells","path":"/shannonwells","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/502640?s=80&v=4"},"commit":{"message":"WIP testing Buffer issue","shortMessageHtmlLink":"WIP testing Buffer issue"}},{"before":"8ca323aafddf7dec5d8b9b407c759367a61798ba","after":null,"ref":"refs/heads/logical_type_time","pushedAt":"2024-09-13T13:16:32.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"saraswatpuneet","name":"Puneet Saraswat","path":"/saraswatpuneet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61435908?s=80&v=4"}},{"before":"6797c994a9a5e05ad146d39a8f660401ca74e911","after":"6b7bea90b462de868ec8fa198dba36c8865b0400","ref":"refs/heads/main","pushedAt":"2024-09-13T13:16:31.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"saraswatpuneet","name":"Puneet Saraswat","path":"/saraswatpuneet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61435908?s=80&v=4"},"commit":{"message":"Logical type : TIME (#143)\n\n# Problem\r\n\r\nPart of #99 \r\n\r\n\r\n\r\nSupport logical types in parquetjs starting with `TIME` support\r\n\r\nSolution\r\n========\r\nImplementation following the parquet\r\n[spec](https://github.com/apache/parquet-format/blob/master/LogicalTypes.md#deprecated-time-convertedtype)\r\n\r\n## Change summary:\r\n\r\n- Added a logical type to support parquet types\r\n- Implemented type conversions for logical type time to primitive type\r\naccording to spec\r\n- Implement field, schema and file tests to ensure everything works\r\ntogether\r\n\r\n## Steps to Verify:\r\n\r\n1. npm run test","shortMessageHtmlLink":"Logical type : TIME (#143)"}},{"before":"3cd5b6701db05a4db3c66e90dc1240d1f2067096","after":"58ca11031ac582d3caa11555e51333fe22147658","ref":"refs/heads/rle_boolean_failure","pushedAt":"2024-09-12T21:53:56.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"shannonwells","name":"Shannon Wells","path":"/shannonwells","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/502640?s=80&v=4"},"commit":{"message":"codec_rle examples pass","shortMessageHtmlLink":"codec_rle examples pass"}},{"before":"06b7441c6e23d9d2f2b00972c52fddb73aac21aa","after":"8ca323aafddf7dec5d8b9b407c759367a61798ba","ref":"refs/heads/logical_type_time","pushedAt":"2024-09-12T16:53:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"saraswatpuneet","name":"Puneet Saraswat","path":"/saraswatpuneet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61435908?s=80&v=4"},"commit":{"message":"better schema","shortMessageHtmlLink":"better schema"}},{"before":"96ec9f7c8238603b6c11e2c7a0fee04f72e6f754","after":"06b7441c6e23d9d2f2b00972c52fddb73aac21aa","ref":"refs/heads/logical_type_time","pushedAt":"2024-09-12T16:42:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"saraswatpuneet","name":"Puneet Saraswat","path":"/saraswatpuneet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61435908?s=80&v=4"},"commit":{"message":"fix typo","shortMessageHtmlLink":"fix typo"}},{"before":"6ec10b887e51dd243358ce21c27fbd262345271a","after":"96ec9f7c8238603b6c11e2c7a0fee04f72e6f754","ref":"refs/heads/logical_type_time","pushedAt":"2024-09-12T15:18:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"saraswatpuneet","name":"Puneet Saraswat","path":"/saraswatpuneet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61435908?s=80&v=4"},"commit":{"message":"pick default unit for now,","shortMessageHtmlLink":"pick default unit for now,"}},{"before":"6958dab98de73631afeca7c4e5f55cfcc4ec5dce","after":"6ec10b887e51dd243358ce21c27fbd262345271a","ref":"refs/heads/logical_type_time","pushedAt":"2024-09-12T15:14:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"saraswatpuneet","name":"Puneet Saraswat","path":"/saraswatpuneet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61435908?s=80&v=4"},"commit":{"message":"pick default or 0 whichever","shortMessageHtmlLink":"pick default or 0 whichever"}},{"before":"119bc703ff8743deba49bfd636348cacf7cb3c9d","after":"6958dab98de73631afeca7c4e5f55cfcc4ec5dce","ref":"refs/heads/logical_type_time","pushedAt":"2024-09-12T15:11:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"saraswatpuneet","name":"Puneet Saraswat","path":"/saraswatpuneet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61435908?s=80&v=4"},"commit":{"message":"revert and fix decodeSchema.js test inline with recent changes","shortMessageHtmlLink":"revert and fix decodeSchema.js test inline with recent changes"}},{"before":"0a5040f0cb31f3f99a691272f85c1e0e438d3964","after":"119bc703ff8743deba49bfd636348cacf7cb3c9d","ref":"refs/heads/logical_type_time","pushedAt":"2024-09-12T15:08:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"saraswatpuneet","name":"Puneet Saraswat","path":"/saraswatpuneet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61435908?s=80&v=4"},"commit":{"message":"update existing test to include logicalType","shortMessageHtmlLink":"update existing test to include logicalType"}},{"before":"abf7f0b7de93c0700ed6bd6c5abee3924a76f997","after":"0a5040f0cb31f3f99a691272f85c1e0e438d3964","ref":"refs/heads/logical_type_time","pushedAt":"2024-09-12T14:52:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"saraswatpuneet","name":"Puneet Saraswat","path":"/saraswatpuneet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61435908?s=80&v=4"},"commit":{"message":"add schema test for millis, macros and nanos","shortMessageHtmlLink":"add schema test for millis, macros and nanos"}},{"before":"bd1cb5d81f29fbc6429b848434e843c267524283","after":"abf7f0b7de93c0700ed6bd6c5abee3924a76f997","ref":"refs/heads/logical_type_time","pushedAt":"2024-09-11T20:12:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"saraswatpuneet","name":"Puneet Saraswat","path":"/saraswatpuneet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61435908?s=80&v=4"},"commit":{"message":"remove debug logs","shortMessageHtmlLink":"remove debug logs"}},{"before":"6927f31bfd96c5998c9a94194b78ffcb7598cc45","after":"bd1cb5d81f29fbc6429b848434e843c267524283","ref":"refs/heads/logical_type_time","pushedAt":"2024-09-11T20:01:54.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"saraswatpuneet","name":"Puneet Saraswat","path":"/saraswatpuneet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61435908?s=80&v=4"},"commit":{"message":"Merge branch 'main' into logical_type_time","shortMessageHtmlLink":"Merge branch 'main' into logical_type_time"}},{"before":"3d4146b404e878d48b448b05cee539d9be7c1ce8","after":null,"ref":"refs/heads/bug/fix-brotli-compression-140","pushedAt":"2024-09-11T19:58:46.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"wilwade","name":"Wil Wade","path":"/wilwade","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1252199?s=80&v=4"}},{"before":"540e0e56c66116d9e341ac824623466497957a1d","after":"6797c994a9a5e05ad146d39a8f660401ca74e911","ref":"refs/heads/main","pushedAt":"2024-09-11T19:58:44.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"wilwade","name":"Wil Wade","path":"/wilwade","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1252199?s=80&v=4"},"commit":{"message":"Fix Brotli compression (#144)\n\nNote: The reference Brotli file doesn't work because it is too large. It\r\ndecompresses to an extremely large size (1Gb+)\r\n\r\nCloses #140\r\nCloses #125 (Likely?)\r\n\r\nA new brotli sample file was generated using python code seen below.\r\n\r\n## What Changed?\r\n\r\n- Moved the esbuild work to mjs. This was required to get some of the\r\nbuilds working correctly\r\n- Fixed bug in the esbuild when it tried to build the browser code in\r\nparallel with the test code causing a race condition\r\n- Split the compression.ts file into a browser version and a node\r\nversion\r\n- Swapped over to use `esbuild-plugin-wat` which worked better than the\r\ncopy-pasted one from esbuild\r\n- Integrated the brotli-wasm correctly for browser, but used brotli\r\nnatively in nodejs\r\n\r\n## Testing!\r\n\r\n- There is a nodejs test for the node version\r\n- There is a browser test for it as well:\r\n 1. `npm i`\r\n 2. `npm run build:browser`\r\n 3. `npx serve .`\r\n4. `open http://localhost:3000/test/browser/` in your preferred browser\r\n- The example server also has it:\r\n - cd examples/server/\r\n - npm i\r\n - node app.js\r\n - cd ../../ && npm run serve\r\n - `open http://localhost:3000/` in your preferred browser\r\n\r\n### Brotli Sample File generation script\r\n\r\n```python\r\nimport pandas as pd\r\nimport pyarrow as pa\r\nimport pyarrow.parquet as pq\r\n\r\n# Create a small sample DataFrame\r\ndata = {\r\n 'id': [1, 2, 3, 4, 5],\r\n 'name': ['Alice', 'Bob', 'Charlie', 'David', 'Eve'],\r\n 'age': [25, 30, 35, 40, 45]\r\n}\r\n\r\ndf = pd.DataFrame(data)\r\n\r\n# Convert DataFrame to PyArrow Table\r\ntable = pa.Table.from_pandas(df)\r\n\r\n# Define output Parquet file path\r\noutput_file = \"sample_brotli_compressed.parquet\"\r\n\r\n# Write to Parquet file with Brotli compression\r\npq.write_table(table, output_file, compression='BROTLI')\r\n\r\nprint(f\"File {output_file} created successfully!\")\r\n``","shortMessageHtmlLink":"Fix Brotli compression (#144)"}},{"before":"64857538d1b795837e4c143f4dc38beea7f8fc1f","after":"6927f31bfd96c5998c9a94194b78ffcb7598cc45","ref":"refs/heads/logical_type_time","pushedAt":"2024-09-11T18:15:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"saraswatpuneet","name":"Puneet Saraswat","path":"/saraswatpuneet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61435908?s=80&v=4"},"commit":{"message":"logical types from parquet file cannot be reconstructed back without schema","shortMessageHtmlLink":"logical types from parquet file cannot be reconstructed back without …"}},{"before":"97b1475d62ad7a447f1b2bccefbd7bf08f1e8851","after":"64857538d1b795837e4c143f4dc38beea7f8fc1f","ref":"refs/heads/logical_type_time","pushedAt":"2024-09-11T17:13:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"saraswatpuneet","name":"Puneet Saraswat","path":"/saraswatpuneet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61435908?s=80&v=4"},"commit":{"message":"adjust types based on ongoing file tests","shortMessageHtmlLink":"adjust types based on ongoing file tests"}},{"before":"44f64aaf4f3f954ae14ab03f37f6d46c179f6d4a","after":"97b1475d62ad7a447f1b2bccefbd7bf08f1e8851","ref":"refs/heads/logical_type_time","pushedAt":"2024-09-10T21:41:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"saraswatpuneet","name":"Puneet Saraswat","path":"/saraswatpuneet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61435908?s=80&v=4"},"commit":{"message":"schema test result file","shortMessageHtmlLink":"schema test result file"}},{"before":"bc9e11c873f0579b4026bcb9ee0f6d4e69b479ac","after":"44f64aaf4f3f954ae14ab03f37f6d46c179f6d4a","ref":"refs/heads/logical_type_time","pushedAt":"2024-09-10T21:35:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"saraswatpuneet","name":"Puneet Saraswat","path":"/saraswatpuneet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61435908?s=80&v=4"},"commit":{"message":"update schema files for testing","shortMessageHtmlLink":"update schema files for testing"}},{"before":"45be2f3aaab0169c5d9a68d60fba136da60a231d","after":"3d4146b404e878d48b448b05cee539d9be7c1ce8","ref":"refs/heads/bug/fix-brotli-compression-140","pushedAt":"2024-09-10T21:06:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wilwade","name":"Wil Wade","path":"/wilwade","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1252199?s=80&v=4"},"commit":{"message":"Update esbuild.mjs","shortMessageHtmlLink":"Update esbuild.mjs"}},{"before":"510f402072de87253e5041ea38a7acfc20bc3af3","after":"bc9e11c873f0579b4026bcb9ee0f6d4e69b479ac","ref":"refs/heads/logical_type_time","pushedAt":"2024-09-10T19:17:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"saraswatpuneet","name":"Puneet Saraswat","path":"/saraswatpuneet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61435908?s=80&v=4"},"commit":{"message":"set schema test","shortMessageHtmlLink":"set schema test"}},{"before":"42d72ad3ac0dab90224ae76340a44b3c5dc5fe3f","after":"510f402072de87253e5041ea38a7acfc20bc3af3","ref":"refs/heads/logical_type_time","pushedAt":"2024-09-10T16:22:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"saraswatpuneet","name":"Puneet Saraswat","path":"/saraswatpuneet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61435908?s=80&v=4"},"commit":{"message":"set an example time schema","shortMessageHtmlLink":"set an example time schema"}},{"before":"23e281c904dfdbaea778e99b06c2fe1fded2badd","after":"45be2f3aaab0169c5d9a68d60fba136da60a231d","ref":"refs/heads/bug/fix-brotli-compression-140","pushedAt":"2024-09-10T15:54:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wilwade","name":"Wil Wade","path":"/wilwade","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1252199?s=80&v=4"},"commit":{"message":"Update test for merge","shortMessageHtmlLink":"Update test for merge"}},{"before":"c6c19009cad4487bfb69a6ea82440f344c8f5fb9","after":"23e281c904dfdbaea778e99b06c2fe1fded2badd","ref":"refs/heads/bug/fix-brotli-compression-140","pushedAt":"2024-09-10T15:51:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wilwade","name":"Wil Wade","path":"/wilwade","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1252199?s=80&v=4"},"commit":{"message":"Update gitignore","shortMessageHtmlLink":"Update gitignore"}},{"before":"5ec71df7040ac9dc4416de571619ec5dd032238c","after":"c6c19009cad4487bfb69a6ea82440f344c8f5fb9","ref":"refs/heads/bug/fix-brotli-compression-140","pushedAt":"2024-09-10T15:50:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wilwade","name":"Wil Wade","path":"/wilwade","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1252199?s=80&v=4"},"commit":{"message":"Fix lint issues","shortMessageHtmlLink":"Fix lint issues"}},{"before":"9ddc9fb248a5d28ac2dc660fe9a25d6d4526ef7a","after":"5ec71df7040ac9dc4416de571619ec5dd032238c","ref":"refs/heads/bug/fix-brotli-compression-140","pushedAt":"2024-09-10T15:27:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wilwade","name":"Wil Wade","path":"/wilwade","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1252199?s=80&v=4"},"commit":{"message":"Remove bad test","shortMessageHtmlLink":"Remove bad test"}},{"before":"1a8026c7e94317144b7a7288cd940ed7d996f051","after":"9ddc9fb248a5d28ac2dc660fe9a25d6d4526ef7a","ref":"refs/heads/bug/fix-brotli-compression-140","pushedAt":"2024-09-10T15:27:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wilwade","name":"Wil Wade","path":"/wilwade","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1252199?s=80&v=4"},"commit":{"message":"Remove comment","shortMessageHtmlLink":"Remove comment"}},{"before":"8b0ba53306a0cbd41b99675a5aab775673d76037","after":"1a8026c7e94317144b7a7288cd940ed7d996f051","ref":"refs/heads/bug/fix-brotli-compression-140","pushedAt":"2024-09-10T15:26:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wilwade","name":"Wil Wade","path":"/wilwade","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1252199?s=80&v=4"},"commit":{"message":"Remove unneeded logs","shortMessageHtmlLink":"Remove unneeded logs"}},{"before":"870e78d3d7e35454b130db7fbc571c77279c6da9","after":"8b0ba53306a0cbd41b99675a5aab775673d76037","ref":"refs/heads/bug/fix-brotli-compression-140","pushedAt":"2024-09-10T15:23:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wilwade","name":"Wil Wade","path":"/wilwade","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1252199?s=80&v=4"},"commit":{"message":"Docs fix","shortMessageHtmlLink":"Docs fix"}},{"before":"6c5d024dbf7cc8c341ebe525ae38aea507bfb84e","after":"870e78d3d7e35454b130db7fbc571c77279c6da9","ref":"refs/heads/bug/fix-brotli-compression-140","pushedAt":"2024-09-10T15:17:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wilwade","name":"Wil Wade","path":"/wilwade","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1252199?s=80&v=4"},"commit":{"message":"Fix serve issue","shortMessageHtmlLink":"Fix serve issue"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEtcf1lAA","startCursor":null,"endCursor":null}},"title":"Activity · LibertyDSNP/parquetjs"}