{ "subreddit": "r/dataengineering", "page": "https://redlisten.com/r/dataengineering", "updated": "2026-11-12T00:53:08.830Z", "members": 485705, "activity": { "posts_last_24_hours": 0, "posts_per_hour": 0.1, "comments_per_hour": 1, "newest_post_utc": 1794229914.8, "newest_comment_utc": 1794408954 }, "top_threads_this_week": [ { "title": "Fabric vs Snowflake/Databricks", "score": 98, "comments": 60, "created_utc": 1793903717.491, "snippet": "Not a troll post but an honest question, and maybe more about Microsoft vs Snowflake/Databricks. Why is Fabric so far behind its competitors. Not so much from the perspective of specific UI/UX or...", "url": "https://www.reddit.com/r/dataengineering/comments/1xoqg4z/fabric_vs_snowflakedatabricks/" }, { "title": "Advice on keeping a job", "score": 43, "comments": 19, "created_utc": 1794204740.431, "snippet": "Hey all, so, I have been doing this for about 6 years now on a legacy on-prem stack. Every time I try to transition to something more modern - dlt/dbt I get shot down. Stick to .NET, that's what...", "url": "https://www.reddit.com/r/dataengineering/comments/1xrk6h6/advice_on_keeping_a_job/" }, { "title": "Thoughts on McKinsey QuantumBlack?", "score": 35, "comments": 15, "created_utc": 1793992943.206, "snippet": "I have been offered a position as a Junior Data Engineer at QB. The problem is that I don't really know too much about their reputation and if I would gain experiences and skills that would...", "url": "https://www.reddit.com/r/dataengineering/comments/1xpln15/thoughts_on_mckinsey_quantumblack/" }, { "title": "Ducklake in prod", "score": 34, "comments": 21, "created_utc": 1794059374.656, "snippet": "My fellow data wranglers, Has anyone built a real production solution using DuckLake? I mean something with an ELT pipeline and actual users, that would have sid ducklake as a component?", "url": "https://www.reddit.com/r/dataengineering/comments/1xq6t8u/ducklake_in_prod/" }, { "title": "Not-so-beginner wanting to independently build ETL infrastructure but don't know where to look for material (100-1000 sources) to use.", "score": 14, "comments": 9, "created_utc": 1793847723.216, "snippet": "The title. I want to work on things like schema drift across sources, entity resolution, warehousing, fetching, idempotence, checkpointing and transaction management. I have already had practice...", "url": "https://www.reddit.com/r/dataengineering/comments/1xo7vbe/notsobeginner_wanting_to_independently_build_etl/" }, { "title": "Need scheduled, parameterized reports (Excel/PDF/CSV) on Azure SQL + Power BI Pro. Where should I spend?", "score": 13, "comments": 18, "created_utc": 1794112723.899, "snippet": "Current setup Azure SQL Database (Standard S2, DTU model). No linked servers or cross-database queries. Power BI Pro for dashboards (40 users, 3 authors). We have no tool for scheduled or...", "url": "https://www.reddit.com/r/dataengineering/comments/1xqpxps/need_scheduled_parameterized_reports_excelpdfcsv/" }, { "title": "What are you using to ingest/search/scan code from internal repos?", "score": 8, "comments": 3, "created_utc": 1793920037.055, "snippet": "hey everyone! I have about a few TB worth of code repository data (from git-client compatible source control) and I need to be able to run recurrent scans on the code itself (not on the repo...", "url": "https://www.reddit.com/r/dataengineering/comments/1xox6s5/what_are_you_using_to_ingestsearchscan_code_from/" }, { "title": "Hotfix in Dataform", "score": 7, "comments": 0, "created_utc": 1794229914.8, "snippet": "Hi, I'm close to releasing our Dataform branching and release process, but I'm unsure about the hotfix approach. Current setup: Dataform's default branch is main, so every workspace is cut from...", "url": "https://www.reddit.com/r/dataengineering/comments/1xrraj5/hotfix_in_dataform/" }, { "title": "Need advise", "score": 4, "comments": 7, "created_utc": 1794082189.88, "snippet": "My org has only OLTP, we are pulling data from it directly to powerbi and building facts and dims in semantic model. Now my org is thinking about creating datamarts for each department since there...", "url": "https://www.reddit.com/r/dataengineering/comments/1xqfnxe/need_advise/" }, { "title": "How to keep Models Synced", "score": 4, "comments": 2, "created_utc": 1794082181.996, "snippet": "So at work I’m using Azure Pipelines as an orchestrator to materialize several tables in parallel. Each one is running a Create Table As Select sql statement and uses a DBT merge strategy so that...", "url": "https://www.reddit.com/r/dataengineering/comments/1xqfnu9/how_to_keep_models_synced/" } ], "newest_posts": [ { "title": "Hotfix in Dataform", "score": 7, "comments": 0, "created_utc": 1794229914.8, "url": "https://www.reddit.com/r/dataengineering/comments/1xrraj5/hotfix_in_dataform/" }, { "title": "Advice on keeping a job", "score": 43, "comments": 19, "created_utc": 1794204740.431, "url": "https://www.reddit.com/r/dataengineering/comments/1xrk6h6/advice_on_keeping_a_job/" }, { "title": "Need scheduled, parameterized reports (Excel/PDF/CSV) on Azure SQL + Power BI Pro. Where should I spend?", "score": 13, "comments": 18, "created_utc": 1794112723.899, "url": "https://www.reddit.com/r/dataengineering/comments/1xqpxps/need_scheduled_parameterized_reports_excelpdfcsv/" }, { "title": "I built loom-dbt: an author-time CLI to define model shapes once, generate them at scale, and search for what already exists before building something new.", "score": 2, "comments": 2, "created_utc": 1794104751.787, "url": "https://www.reddit.com/r/dataengineering/comments/1xqnj6t/i_built_loomdbt_an_authortime_cli_to_define_model/" }, { "title": "Need advise", "score": 4, "comments": 7, "created_utc": 1794082189.88, "url": "https://www.reddit.com/r/dataengineering/comments/1xqfnxe/need_advise/" }, { "title": "How to keep Models Synced", "score": 4, "comments": 2, "created_utc": 1794082181.996, "url": "https://www.reddit.com/r/dataengineering/comments/1xqfnu9/how_to_keep_models_synced/" }, { "title": "Ducklake in prod", "score": 34, "comments": 21, "created_utc": 1794059374.656, "url": "https://www.reddit.com/r/dataengineering/comments/1xq6t8u/ducklake_in_prod/" }, { "title": "Thoughts on McKinsey QuantumBlack?", "score": 35, "comments": 15, "created_utc": 1793992943.206, "url": "https://www.reddit.com/r/dataengineering/comments/1xpln15/thoughts_on_mckinsey_quantumblack/" }, { "title": "What are you using to ingest/search/scan code from internal repos?", "score": 8, "comments": 3, "created_utc": 1793920037.055, "url": "https://www.reddit.com/r/dataengineering/comments/1xox6s5/what_are_you_using_to_ingestsearchscan_code_from/" }, { "title": "Fabric vs Snowflake/Databricks", "score": 98, "comments": 60, "created_utc": 1793903717.491, "url": "https://www.reddit.com/r/dataengineering/comments/1xoqg4z/fabric_vs_snowflakedatabricks/" } ], "words_this_week": [ { "word": "sql", "titles": 6 }, { "word": "dbt", "titles": 6 }, { "word": "job", "titles": 5 }, { "word": "built", "titles": 5 }, { "word": "fabric", "titles": 4 }, { "word": "snowflake", "titles": 4 }, { "word": "databricks", "titles": 4 }, { "word": "advice", "titles": 4 }, { "word": "etl", "titles": 4 }, { "word": "using", "titles": 4 }, { "word": "search", "titles": 4 }, { "word": "models", "titles": 4 } ], "preview": "This is a preview. Every post and comment in r/dataengineering, live, as JSON or RSS on the same paths a Reddit client uses, plus keyword streams to Slack, Discord, webhook or email, needs a free key: https://app.redlisten.com/?signup=1&utm_source=redlisten&utm_medium=subreddit", "docs": "https://redlisten.com/docs", "attribution": "Source: Redlisten, https://redlisten.com/r/dataengineering" }